[ 491.003629] env[68663]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68663) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 491.003949] env[68663]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68663) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 491.004100] env[68663]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68663) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 491.004409] env[68663]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 491.100029] env[68663]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68663) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 491.110216] env[68663]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68663) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 491.153751] env[68663]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 491.824786] env[68663]: INFO nova.virt.driver [None req-7f9c27e1-a8be-4b88-aee0-92b17527eddb None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 491.894248] env[68663]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 491.894388] env[68663]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 491.894500] env[68663]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68663) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 494.874336] env[68663]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-088279d2-de10-416d-b1f4-adf47fefed8e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.891432] env[68663]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68663) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 494.891616] env[68663]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-934c33ea-79f6-45a7-85a5-5f1cccdde21c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.918763] env[68663]: INFO oslo_vmware.api [-] Successfully established new session; session ID is fb761. [ 494.918969] env[68663]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.025s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 494.919509] env[68663]: INFO nova.virt.vmwareapi.driver [None req-7f9c27e1-a8be-4b88-aee0-92b17527eddb None None] VMware vCenter version: 7.0.3 [ 494.922984] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fb42fb-f409-425c-9b48-50d1e2b9dbe8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.940307] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a74e336-45b8-4f54-8ad1-87319caea317 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.946418] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e82999a-4dad-4001-9f91-bbbe8f4b5648 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.953269] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba81fd69-9de8-4851-b3c9-f29ac682ae0d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.966682] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b493832-02f8-4186-8873-78a0ba9e8c29 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.972419] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e261cda8-41e6-4922-b184-756a03174455 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.003728] env[68663]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-79403a8d-d362-4b73-9399-3300e76c4af7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.009097] env[68663]: DEBUG nova.virt.vmwareapi.driver [None req-7f9c27e1-a8be-4b88-aee0-92b17527eddb None None] Extension org.openstack.compute already exists. {{(pid=68663) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 495.011902] env[68663]: INFO nova.compute.provider_config [None req-7f9c27e1-a8be-4b88-aee0-92b17527eddb None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 495.515899] env[68663]: DEBUG nova.context [None req-7f9c27e1-a8be-4b88-aee0-92b17527eddb None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),a1e45be1-3287-412a-9508-2358c8e69f75(cell1) {{(pid=68663) load_cells /opt/stack/nova/nova/context.py:464}} [ 495.518245] env[68663]: DEBUG oslo_concurrency.lockutils [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 495.518518] env[68663]: DEBUG oslo_concurrency.lockutils [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 495.519258] env[68663]: DEBUG oslo_concurrency.lockutils [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 495.519721] env[68663]: DEBUG oslo_concurrency.lockutils [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] Acquiring lock "a1e45be1-3287-412a-9508-2358c8e69f75" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 495.519906] env[68663]: DEBUG oslo_concurrency.lockutils [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] Lock "a1e45be1-3287-412a-9508-2358c8e69f75" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 495.521040] env[68663]: DEBUG oslo_concurrency.lockutils [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] Lock "a1e45be1-3287-412a-9508-2358c8e69f75" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 495.541597] env[68663]: INFO dbcounter [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] Registered counter for database nova_cell0 [ 495.550412] env[68663]: INFO dbcounter [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] Registered counter for database nova_cell1 [ 495.997966] env[68663]: DEBUG oslo_db.sqlalchemy.engines [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68663) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 495.998407] env[68663]: DEBUG oslo_db.sqlalchemy.engines [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68663) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 496.003785] env[68663]: ERROR nova.db.main.api [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 496.003785] env[68663]: result = function(*args, **kwargs) [ 496.003785] env[68663]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 496.003785] env[68663]: return func(*args, **kwargs) [ 496.003785] env[68663]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 496.003785] env[68663]: result = fn(*args, **kwargs) [ 496.003785] env[68663]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 496.003785] env[68663]: return f(*args, **kwargs) [ 496.003785] env[68663]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 496.003785] env[68663]: return db.service_get_minimum_version(context, binaries) [ 496.003785] env[68663]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 496.003785] env[68663]: _check_db_access() [ 496.003785] env[68663]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 496.003785] env[68663]: stacktrace = ''.join(traceback.format_stack()) [ 496.003785] env[68663]: [ 496.004834] env[68663]: ERROR nova.db.main.api [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 496.004834] env[68663]: result = function(*args, **kwargs) [ 496.004834] env[68663]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 496.004834] env[68663]: return func(*args, **kwargs) [ 496.004834] env[68663]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 496.004834] env[68663]: result = fn(*args, **kwargs) [ 496.004834] env[68663]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 496.004834] env[68663]: return f(*args, **kwargs) [ 496.004834] env[68663]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 496.004834] env[68663]: return db.service_get_minimum_version(context, binaries) [ 496.004834] env[68663]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 496.004834] env[68663]: _check_db_access() [ 496.004834] env[68663]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 496.004834] env[68663]: stacktrace = ''.join(traceback.format_stack()) [ 496.004834] env[68663]: [ 496.005262] env[68663]: WARNING nova.objects.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 496.005375] env[68663]: WARNING nova.objects.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] Failed to get minimum service version for cell a1e45be1-3287-412a-9508-2358c8e69f75 [ 496.005819] env[68663]: DEBUG oslo_concurrency.lockutils [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] Acquiring lock "singleton_lock" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 496.005978] env[68663]: DEBUG oslo_concurrency.lockutils [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] Acquired lock "singleton_lock" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 496.006238] env[68663]: DEBUG oslo_concurrency.lockutils [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] Releasing lock "singleton_lock" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 496.006576] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] Full set of CONF: {{(pid=68663) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 496.006724] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ******************************************************************************** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 496.006851] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] Configuration options gathered from: {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 496.006987] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 496.007203] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 496.007335] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ================================================================================ {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 496.007591] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] allow_resize_to_same_host = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.007791] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] arq_binding_timeout = 300 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.007927] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] backdoor_port = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.008067] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] backdoor_socket = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.008235] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] block_device_allocate_retries = 60 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.008398] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] block_device_allocate_retries_interval = 3 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.008605] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cert = self.pem {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.008788] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.008963] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] compute_monitors = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.009404] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] config_dir = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.009603] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] config_drive_format = iso9660 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.009749] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.009919] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] config_source = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.010101] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] console_host = devstack {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.010272] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] control_exchange = nova {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.010448] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cpu_allocation_ratio = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.010671] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] daemon = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.010881] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] debug = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.011066] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] default_access_ip_network_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.011246] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] default_availability_zone = nova {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.011405] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] default_ephemeral_format = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.011569] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] default_green_pool_size = 1000 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.011810] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.011975] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] default_schedule_zone = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.012149] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] disk_allocation_ratio = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.012314] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] enable_new_services = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.012494] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] enabled_apis = ['osapi_compute'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.012662] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] enabled_ssl_apis = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.012824] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] flat_injected = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.012980] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] force_config_drive = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.013152] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] force_raw_images = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.013322] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] graceful_shutdown_timeout = 5 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.013483] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] heal_instance_info_cache_interval = -1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.013711] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] host = cpu-1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.013889] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.014062] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.014224] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.014435] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.014598] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] instance_build_timeout = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.014754] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] instance_delete_interval = 300 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.014917] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] instance_format = [instance: %(uuid)s] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.015096] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] instance_name_template = instance-%08x {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.015257] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] instance_usage_audit = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.015426] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] instance_usage_audit_period = month {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.015587] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.015749] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.015910] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] internal_service_availability_zone = internal {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.016076] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] key = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.016239] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] live_migration_retry_count = 30 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.016408] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] log_color = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.016573] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] log_config_append = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.016736] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.016891] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] log_dir = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.017055] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] log_file = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.017185] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] log_options = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.017342] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] log_rotate_interval = 1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.017508] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] log_rotate_interval_type = days {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.017672] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] log_rotation_type = none {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.017798] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.017921] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.018099] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.018263] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.018390] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.018552] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] long_rpc_timeout = 1800 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.018706] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] max_concurrent_builds = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.018859] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] max_concurrent_live_migrations = 1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.019024] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] max_concurrent_snapshots = 5 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.019180] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] max_local_block_devices = 3 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.019336] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] max_logfile_count = 30 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.019519] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] max_logfile_size_mb = 200 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.019681] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] maximum_instance_delete_attempts = 5 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.019845] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] metadata_listen = 0.0.0.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.020014] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] metadata_listen_port = 8775 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.020184] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] metadata_workers = 2 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.020344] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] migrate_max_retries = -1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.020600] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] mkisofs_cmd = genisoimage {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.020882] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.021036] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] my_ip = 10.180.1.21 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.021253] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.021418] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] network_allocate_retries = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.021598] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.021767] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.021929] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] osapi_compute_listen_port = 8774 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.022105] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] osapi_compute_unique_server_name_scope = {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.022277] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] osapi_compute_workers = 2 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.022434] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] password_length = 12 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.022596] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] periodic_enable = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.022754] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] periodic_fuzzy_delay = 60 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.022920] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] pointer_model = usbtablet {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.023100] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] preallocate_images = none {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.023265] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] publish_errors = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.023392] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] pybasedir = /opt/stack/nova {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.023549] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ram_allocation_ratio = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.023709] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] rate_limit_burst = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.023957] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] rate_limit_except_level = CRITICAL {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.024158] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] rate_limit_interval = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.024324] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] reboot_timeout = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.024485] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] reclaim_instance_interval = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.024643] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] record = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.024812] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] reimage_timeout_per_gb = 60 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.024977] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] report_interval = 120 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.025154] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] rescue_timeout = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.025314] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] reserved_host_cpus = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.025471] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] reserved_host_disk_mb = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.025631] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] reserved_host_memory_mb = 512 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.025788] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] reserved_huge_pages = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.025947] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] resize_confirm_window = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.026119] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] resize_fs_using_block_device = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.026278] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] resume_guests_state_on_host_boot = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.026449] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.026610] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] rpc_response_timeout = 60 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.026771] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] run_external_periodic_tasks = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.026938] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] running_deleted_instance_action = reap {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.027110] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.027272] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] running_deleted_instance_timeout = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.027425] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] scheduler_instance_sync_interval = 120 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.027592] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] service_down_time = 720 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.027758] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] servicegroup_driver = db {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.027912] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] shell_completion = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.028088] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] shelved_offload_time = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.028248] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] shelved_poll_interval = 3600 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.028415] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] shutdown_timeout = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.028578] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] source_is_ipv6 = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.028737] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ssl_only = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.028986] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.029170] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] sync_power_state_interval = 600 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.029333] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] sync_power_state_pool_size = 1000 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.029526] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] syslog_log_facility = LOG_USER {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.029690] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] tempdir = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.029850] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] timeout_nbd = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.030028] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] transport_url = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.030195] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] update_resources_interval = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.030356] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] use_cow_images = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.030540] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] use_journal = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.030704] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] use_json = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.030862] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] use_rootwrap_daemon = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.031031] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] use_stderr = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.031195] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] use_syslog = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.031351] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vcpu_pin_set = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.031520] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vif_plugging_is_fatal = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.031689] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vif_plugging_timeout = 300 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.031852] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] virt_mkfs = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.032019] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] volume_usage_poll_interval = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.032186] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] watch_log_file = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.032354] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] web = /usr/share/spice-html5 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.032535] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.032704] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.032862] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.033041] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_concurrency.disable_process_locking = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.033363] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.033568] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.033737] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.033909] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.034090] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.034261] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.034466] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.auth_strategy = keystone {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.034633] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.compute_link_prefix = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.034806] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.034977] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.dhcp_domain = novalocal {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.035162] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.enable_instance_password = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.035330] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.glance_link_prefix = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.035497] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.035669] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.035832] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.instance_list_per_project_cells = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.035989] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.list_records_by_skipping_down_cells = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.036163] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.local_metadata_per_cell = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.036330] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.max_limit = 1000 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.036497] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.metadata_cache_expiration = 15 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.036671] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.neutron_default_tenant_id = default {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.036836] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.response_validation = warn {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.037015] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.use_neutron_default_nets = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.037214] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.037380] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.037549] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.037722] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.037890] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.vendordata_dynamic_targets = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.038064] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.vendordata_jsonfile_path = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.038248] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.038441] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.backend = dogpile.cache.memcached {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.038609] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.backend_argument = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.038769] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.backend_expiration_time = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.038938] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.config_prefix = cache.oslo {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.039120] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.dead_timeout = 60.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.039289] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.debug_cache_backend = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.039488] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.enable_retry_client = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.039662] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.enable_socket_keepalive = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.039834] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.enabled = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.040017] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.enforce_fips_mode = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.040180] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.expiration_time = 600 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.040404] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.hashclient_retry_attempts = 2 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.040617] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.040791] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.memcache_dead_retry = 300 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.040954] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.memcache_password = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.041136] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.041302] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.041464] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.memcache_pool_maxsize = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.041627] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.041786] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.memcache_sasl_enabled = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.041963] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.042146] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.042307] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.memcache_username = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.042472] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.proxies = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.042639] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.redis_db = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.042796] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.redis_password = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.042967] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.043158] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.043330] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.redis_server = localhost:6379 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.043498] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.redis_socket_timeout = 1.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.043659] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.redis_username = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.043823] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.retry_attempts = 2 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.043990] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.retry_delay = 0.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.044169] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.socket_keepalive_count = 1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.044332] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.socket_keepalive_idle = 1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.044492] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.socket_keepalive_interval = 1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.044653] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.tls_allowed_ciphers = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.044811] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.tls_cafile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.044967] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.tls_certfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.045143] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.tls_enabled = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.045303] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cache.tls_keyfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.045473] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cinder.auth_section = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.045648] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cinder.auth_type = password {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.045812] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cinder.cafile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.045984] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.046157] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cinder.certfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.046324] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cinder.collect_timing = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.046486] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cinder.cross_az_attach = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.046649] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cinder.debug = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.046808] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cinder.endpoint_template = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.046972] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cinder.http_retries = 3 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.047147] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cinder.insecure = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.047311] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cinder.keyfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.047476] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cinder.os_region_name = RegionOne {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.047641] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cinder.split_loggers = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.047799] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cinder.timeout = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.047971] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.048145] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] compute.cpu_dedicated_set = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.048304] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] compute.cpu_shared_set = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.048466] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] compute.image_type_exclude_list = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.048630] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.048792] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.048951] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.049125] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.049295] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.049487] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] compute.resource_provider_association_refresh = 300 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.049656] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.049820] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] compute.shutdown_retry_interval = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.049998] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.050191] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] conductor.workers = 2 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.050376] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] console.allowed_origins = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.050573] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] console.ssl_ciphers = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.050759] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] console.ssl_minimum_version = default {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.050944] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] consoleauth.enforce_session_timeout = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.051138] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] consoleauth.token_ttl = 600 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.051324] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.cafile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.051485] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.certfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.051654] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.collect_timing = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.051817] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.connect_retries = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.051978] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.connect_retry_delay = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.052153] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.endpoint_override = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.052318] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.insecure = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.052477] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.keyfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.052640] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.max_version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.052798] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.min_version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.052957] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.region_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.053128] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.retriable_status_codes = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.053289] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.service_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.053459] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.service_type = accelerator {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.053621] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.split_loggers = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.053777] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.status_code_retries = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.053933] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.status_code_retry_delay = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.054101] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.timeout = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.054285] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.054446] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] cyborg.version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.054619] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.asyncio_connection = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.054780] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.asyncio_slave_connection = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.054983] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.backend = sqlalchemy {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.055210] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.connection = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.055386] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.connection_debug = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.055561] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.connection_parameters = {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.055728] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.connection_recycle_time = 3600 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.055891] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.connection_trace = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.056068] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.db_inc_retry_interval = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.056238] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.db_max_retries = 20 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.056403] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.db_max_retry_interval = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.056573] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.db_retry_interval = 1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.056736] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.max_overflow = 50 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.056899] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.max_pool_size = 5 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.057072] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.max_retries = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.057254] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.057411] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.mysql_wsrep_sync_wait = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.057571] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.pool_timeout = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.057735] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.retry_interval = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.057894] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.slave_connection = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.058068] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.sqlite_synchronous = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.058237] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] database.use_db_reconnect = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.058404] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.asyncio_connection = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.058564] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.asyncio_slave_connection = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.058735] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.backend = sqlalchemy {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.058967] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.connection = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.059164] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.connection_debug = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.059340] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.connection_parameters = {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.059532] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.connection_recycle_time = 3600 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.059704] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.connection_trace = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.059868] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.db_inc_retry_interval = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.060052] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.db_max_retries = 20 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.060225] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.db_max_retry_interval = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.060392] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.db_retry_interval = 1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.060603] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.max_overflow = 50 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.060825] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.max_pool_size = 5 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.061006] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.max_retries = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.061191] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.061356] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.061517] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.pool_timeout = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.061684] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.retry_interval = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.061843] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.slave_connection = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.062025] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] api_database.sqlite_synchronous = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.062206] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] devices.enabled_mdev_types = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.062386] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.062561] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.062724] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ephemeral_storage_encryption.enabled = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.062886] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.063068] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.api_servers = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.063237] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.cafile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.063399] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.certfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.063561] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.collect_timing = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.063718] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.connect_retries = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.063875] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.connect_retry_delay = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.064045] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.debug = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.064212] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.default_trusted_certificate_ids = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.064372] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.enable_certificate_validation = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.064532] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.enable_rbd_download = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.064688] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.endpoint_override = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.064849] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.insecure = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.065015] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.keyfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.065178] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.max_version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.065332] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.min_version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.065491] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.num_retries = 3 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.065658] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.rbd_ceph_conf = {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.065817] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.rbd_connect_timeout = 5 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.065981] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.rbd_pool = {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.066161] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.rbd_user = {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.066328] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.region_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.066484] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.retriable_status_codes = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.066640] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.service_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.066806] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.service_type = image {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.066963] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.split_loggers = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.067154] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.status_code_retries = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.067316] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.status_code_retry_delay = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.067472] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.timeout = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.067654] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.067815] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.verify_glance_signatures = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.067971] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] glance.version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.068150] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] guestfs.debug = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.068319] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.auth_section = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.068485] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.auth_type = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.068643] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.cafile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.068798] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.certfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.068962] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.collect_timing = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.069133] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.connect_retries = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.069295] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.connect_retry_delay = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.069482] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.endpoint_override = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.069655] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.insecure = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.069815] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.keyfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.069972] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.max_version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.070143] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.min_version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.070303] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.region_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.070483] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.retriable_status_codes = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.070659] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.service_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.070832] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.service_type = shared-file-system {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.070996] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.share_apply_policy_timeout = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.071174] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.split_loggers = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.071333] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.status_code_retries = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.071492] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.status_code_retry_delay = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.071649] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.timeout = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.071855] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.072033] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] manila.version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.072207] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] mks.enabled = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.072562] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.072754] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] image_cache.manager_interval = 2400 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.072925] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] image_cache.precache_concurrency = 1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.073110] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] image_cache.remove_unused_base_images = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.073283] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.073453] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.073630] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] image_cache.subdirectory_name = _base {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.073806] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.api_max_retries = 60 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.073969] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.api_retry_interval = 2 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.074145] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.auth_section = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.074309] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.auth_type = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.074467] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.cafile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.074627] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.certfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.074790] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.collect_timing = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.074953] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.conductor_group = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.075126] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.connect_retries = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.075285] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.connect_retry_delay = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.075445] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.endpoint_override = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.075608] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.insecure = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.075785] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.keyfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.075961] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.max_version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.076136] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.min_version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.076305] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.peer_list = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.076465] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.region_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.076624] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.retriable_status_codes = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.076785] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.serial_console_state_timeout = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.076942] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.service_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.077123] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.service_type = baremetal {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.077282] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.shard = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.077445] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.split_loggers = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.077606] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.status_code_retries = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.077766] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.status_code_retry_delay = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.077924] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.timeout = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.078119] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.078284] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ironic.version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.078466] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.078641] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] key_manager.fixed_key = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.078824] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.078983] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican.barbican_api_version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.079155] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican.barbican_endpoint = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.079326] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican.barbican_endpoint_type = public {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.079506] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican.barbican_region_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.079666] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican.cafile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.079824] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican.certfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.079986] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican.collect_timing = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.080162] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican.insecure = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.080321] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican.keyfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.080483] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican.number_of_retries = 60 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.080645] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican.retry_delay = 1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.080805] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican.send_service_user_token = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.080966] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican.split_loggers = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.081135] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican.timeout = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.081299] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican.verify_ssl = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.081456] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican.verify_ssl_path = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.081623] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican_service_user.auth_section = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.081805] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican_service_user.auth_type = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.081971] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican_service_user.cafile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.082144] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican_service_user.certfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.082309] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican_service_user.collect_timing = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.082469] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican_service_user.insecure = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.082630] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican_service_user.keyfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.082791] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican_service_user.split_loggers = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.082948] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] barbican_service_user.timeout = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.083124] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vault.approle_role_id = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.083284] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vault.approle_secret_id = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.083454] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vault.kv_mountpoint = secret {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.083615] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vault.kv_path = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.083779] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vault.kv_version = 2 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.083937] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vault.namespace = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.084107] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vault.root_token_id = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.084264] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vault.ssl_ca_crt_file = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.084428] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vault.timeout = 60.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.084589] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vault.use_ssl = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.084756] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.084921] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.cafile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.085092] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.certfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.085258] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.collect_timing = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.085419] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.connect_retries = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.085580] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.connect_retry_delay = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.085740] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.endpoint_override = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.085901] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.insecure = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.086071] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.keyfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.086234] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.max_version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.086391] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.min_version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.086554] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.region_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.086716] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.retriable_status_codes = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.086875] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.service_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.087056] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.service_type = identity {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.087221] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.split_loggers = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.087379] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.status_code_retries = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.087536] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.status_code_retry_delay = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.087692] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.timeout = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.087894] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.088075] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] keystone.version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.088270] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.ceph_mount_options = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.088713] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.088904] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.connection_uri = {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.089084] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.cpu_mode = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.089258] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.089457] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.cpu_models = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.089648] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.cpu_power_governor_high = performance {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.089818] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.089984] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.cpu_power_management = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.090175] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.090351] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.device_detach_attempts = 8 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.090517] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.device_detach_timeout = 20 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.090688] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.disk_cachemodes = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.090851] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.disk_prefix = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.091027] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.enabled_perf_events = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.091199] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.file_backed_memory = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.091366] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.gid_maps = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.091527] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.hw_disk_discard = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.091690] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.hw_machine_type = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.091867] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.images_rbd_ceph_conf = {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.092044] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.092211] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.092380] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.images_rbd_glance_store_name = {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.092551] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.images_rbd_pool = rbd {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.092723] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.images_type = default {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.092882] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.images_volume_group = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.093057] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.inject_key = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.093223] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.inject_partition = -2 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.093406] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.inject_password = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.093588] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.iscsi_iface = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.093754] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.iser_use_multipath = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.093919] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.094096] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.094263] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.live_migration_downtime = 500 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.094427] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.094590] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.094748] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.live_migration_inbound_addr = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.094911] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.095085] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.095250] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.live_migration_scheme = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.095422] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.live_migration_timeout_action = abort {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.095590] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.live_migration_tunnelled = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.095750] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.live_migration_uri = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.095911] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.live_migration_with_native_tls = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.096081] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.max_queues = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.096248] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.096471] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.096637] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.nfs_mount_options = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.096920] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.097108] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.097286] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.097469] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.097638] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.097800] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.num_pcie_ports = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.097974] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.098146] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.pmem_namespaces = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.098306] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.quobyte_client_cfg = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.098617] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.098794] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.098960] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.099136] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.099298] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.rbd_secret_uuid = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.099484] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.rbd_user = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.099674] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.099870] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.100046] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.rescue_image_id = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.100215] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.rescue_kernel_id = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.100372] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.rescue_ramdisk_id = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.100546] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.100707] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.rx_queue_size = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.100876] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.smbfs_mount_options = {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.101833] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.102055] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.snapshot_compression = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.102229] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.snapshot_image_format = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.102461] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.102637] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.sparse_logical_volumes = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.102809] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.swtpm_enabled = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.102992] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.swtpm_group = tss {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.103174] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.swtpm_user = tss {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.103344] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.sysinfo_serial = unique {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.103503] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.tb_cache_size = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.103661] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.tx_queue_size = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.103825] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.uid_maps = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.103985] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.use_virtio_for_bridges = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.104170] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.virt_type = kvm {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.104338] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.volume_clear = zero {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.104500] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.volume_clear_size = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.104663] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.volume_enforce_multipath = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.104826] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.volume_use_multipath = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.104982] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.vzstorage_cache_path = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.105162] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.105331] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.105524] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.105704] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.105989] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.106188] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.vzstorage_mount_user = stack {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.106358] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.106531] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.auth_section = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.106708] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.auth_type = password {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.106868] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.cafile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.107039] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.certfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.107207] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.collect_timing = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.107367] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.connect_retries = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.107528] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.connect_retry_delay = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.107697] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.default_floating_pool = public {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.107853] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.endpoint_override = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.108021] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.extension_sync_interval = 600 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.108187] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.http_retries = 3 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.108351] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.insecure = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.108511] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.keyfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.108670] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.max_version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.108837] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.108996] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.min_version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.109178] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.ovs_bridge = br-int {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.109367] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.physnets = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.109579] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.region_name = RegionOne {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.109749] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.retriable_status_codes = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.109924] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.service_metadata_proxy = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.110099] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.service_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.110272] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.service_type = network {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.110466] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.split_loggers = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.110642] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.status_code_retries = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.110803] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.status_code_retry_delay = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.110961] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.timeout = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.111160] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.111326] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] neutron.version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.111497] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] notifications.bdms_in_notifications = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.111675] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] notifications.default_level = INFO {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.111877] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] notifications.include_share_mapping = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.112074] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] notifications.notification_format = unversioned {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.112245] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] notifications.notify_on_state_change = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.112420] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.112596] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] pci.alias = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.112766] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] pci.device_spec = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.112931] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] pci.report_in_placement = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.113115] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.auth_section = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.113293] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.auth_type = password {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.113466] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.113628] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.cafile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.113786] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.certfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.113948] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.collect_timing = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.114121] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.connect_retries = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.114285] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.connect_retry_delay = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.114444] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.default_domain_id = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.114605] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.default_domain_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.114762] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.domain_id = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.114921] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.domain_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.115094] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.endpoint_override = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.115261] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.insecure = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.115420] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.keyfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.115579] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.max_version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.115736] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.min_version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.115905] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.password = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.116080] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.project_domain_id = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.116253] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.project_domain_name = Default {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.116423] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.project_id = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.116599] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.project_name = service {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.116767] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.region_name = RegionOne {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.116929] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.retriable_status_codes = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.117105] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.service_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.117288] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.service_type = placement {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.117475] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.split_loggers = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.117641] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.status_code_retries = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.117803] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.status_code_retry_delay = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.117964] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.system_scope = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.118137] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.timeout = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.118299] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.trust_id = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.118458] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.user_domain_id = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.118629] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.user_domain_name = Default {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.118790] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.user_id = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.118965] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.username = nova {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.119163] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.119325] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] placement.version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.119539] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] quota.cores = 20 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.119716] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] quota.count_usage_from_placement = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.119891] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.120074] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] quota.injected_file_content_bytes = 10240 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.120245] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] quota.injected_file_path_length = 255 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.120413] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] quota.injected_files = 5 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.120580] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] quota.instances = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.120748] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] quota.key_pairs = 100 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.120913] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] quota.metadata_items = 128 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.121092] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] quota.ram = 51200 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.121261] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] quota.recheck_quota = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.121456] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] quota.server_group_members = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.121639] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] quota.server_groups = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.121884] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.122082] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] quota.unified_limits_resource_strategy = require {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.122260] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.122430] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.122591] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] scheduler.image_metadata_prefilter = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.122753] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.122918] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] scheduler.max_attempts = 3 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.123094] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] scheduler.max_placement_results = 1000 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.123264] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.123429] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.123592] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.123781] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] scheduler.workers = 2 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.123980] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.124172] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.124355] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.124528] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.124698] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.124862] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.125037] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.125230] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.125398] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.host_subset_size = 1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.125568] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.125726] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.125890] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.126068] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.126251] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.126418] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.isolated_hosts = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.126584] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.isolated_images = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.126747] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.126912] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.127087] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.127260] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.pci_in_placement = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.127448] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.127618] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.127784] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.127946] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.128126] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.128291] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.128454] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.track_instance_changes = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.128633] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.128805] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] metrics.required = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.128970] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] metrics.weight_multiplier = 1.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.129149] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.129328] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] metrics.weight_setting = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.129680] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.129863] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] serial_console.enabled = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.130055] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] serial_console.port_range = 10000:20000 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.130235] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.130407] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.130578] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] serial_console.serialproxy_port = 6083 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.130748] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] service_user.auth_section = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.130921] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] service_user.auth_type = password {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.131093] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] service_user.cafile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.131254] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] service_user.certfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.131418] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] service_user.collect_timing = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.131582] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] service_user.insecure = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.131738] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] service_user.keyfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.131908] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] service_user.send_service_user_token = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.132080] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] service_user.split_loggers = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.132238] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] service_user.timeout = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.132407] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] spice.agent_enabled = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.132568] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] spice.enabled = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.132870] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.133086] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.133263] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] spice.html5proxy_port = 6082 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.133447] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] spice.image_compression = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.133623] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] spice.jpeg_compression = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.133786] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] spice.playback_compression = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.133950] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] spice.require_secure = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.134139] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] spice.server_listen = 127.0.0.1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.134308] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.134581] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.134752] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] spice.streaming_mode = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.134913] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] spice.zlib_compression = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.135092] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] upgrade_levels.baseapi = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.135266] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] upgrade_levels.compute = auto {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.135431] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] upgrade_levels.conductor = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.135588] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] upgrade_levels.scheduler = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.135753] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.135916] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.136086] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vendordata_dynamic_auth.cafile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.136246] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vendordata_dynamic_auth.certfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.136408] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.136569] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vendordata_dynamic_auth.insecure = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.136725] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.136887] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.137054] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vendordata_dynamic_auth.timeout = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.137230] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.api_retry_count = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.137413] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.ca_file = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.137589] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.137760] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.cluster_name = testcl1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.137918] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.connection_pool_size = 10 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.138088] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.console_delay_seconds = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.138260] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.datastore_regex = ^datastore.* {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.138476] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.138651] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.host_password = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.138819] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.host_port = 443 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.138989] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.host_username = administrator@vsphere.local {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.139174] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.insecure = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.139339] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.integration_bridge = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.139533] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.maximum_objects = 100 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.139699] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.pbm_default_policy = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.139864] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.pbm_enabled = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.140033] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.pbm_wsdl_location = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.140209] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.140377] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.serial_port_proxy_uri = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.140562] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.serial_port_service_uri = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.140736] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.task_poll_interval = 0.5 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.140909] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.use_linked_clone = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.141093] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.vnc_keymap = en-us {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.141260] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.vnc_port = 5900 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.141447] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vmware.vnc_port_total = 10000 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.141645] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vnc.auth_schemes = ['none'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.141821] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vnc.enabled = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.142122] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.142310] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.142482] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vnc.novncproxy_port = 6080 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.142681] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vnc.server_listen = 127.0.0.1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.142861] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.143036] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vnc.vencrypt_ca_certs = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.143202] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vnc.vencrypt_client_cert = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.143361] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vnc.vencrypt_client_key = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.143538] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.143704] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.disable_deep_image_inspection = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.143866] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.144039] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.144204] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.144368] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.disable_rootwrap = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.144534] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.enable_numa_live_migration = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.144695] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.144855] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.145024] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.145192] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.libvirt_disable_apic = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.145353] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.145544] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.145873] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.146062] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.146231] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.146394] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.146558] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.146718] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.146878] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.147053] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.147241] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.147410] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] wsgi.client_socket_timeout = 900 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.147579] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] wsgi.default_pool_size = 1000 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.147744] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] wsgi.keep_alive = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.147908] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] wsgi.max_header_line = 16384 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.148080] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.148245] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] wsgi.ssl_ca_file = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.148405] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] wsgi.ssl_cert_file = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.148565] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] wsgi.ssl_key_file = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.148730] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] wsgi.tcp_keepidle = 600 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.148907] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.149087] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] zvm.ca_file = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.149250] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] zvm.cloud_connector_url = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.149580] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.149757] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] zvm.reachable_timeout = 300 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.149929] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.150118] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.150297] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] profiler.connection_string = messaging:// {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.150483] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] profiler.enabled = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.150661] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] profiler.es_doc_type = notification {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.150824] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] profiler.es_scroll_size = 10000 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.150991] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] profiler.es_scroll_time = 2m {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.151170] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] profiler.filter_error_trace = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.151337] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] profiler.hmac_keys = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.151507] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] profiler.sentinel_service_name = mymaster {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.151671] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] profiler.socket_timeout = 0.1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.151832] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] profiler.trace_requests = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.151991] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] profiler.trace_sqlalchemy = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.152187] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] profiler_jaeger.process_tags = {} {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.152350] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] profiler_jaeger.service_name_prefix = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.152537] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] profiler_otlp.service_name_prefix = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.152712] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] remote_debug.host = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.152873] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] remote_debug.port = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.153058] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.153224] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.153396] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.153579] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.153742] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.153902] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.154073] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.154237] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.154396] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.154565] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.154720] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.154887] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.155060] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.155226] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.155386] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.155551] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.155708] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.155863] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.156035] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.156198] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.156356] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.156514] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.156674] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.156833] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.156990] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.157160] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.157360] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.157513] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.157675] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.157833] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.157992] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.ssl = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.158174] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.158340] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.158530] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.158696] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.158859] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.159029] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.159215] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.159399] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_notifications.retry = -1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.159580] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.159753] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.159923] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.auth_section = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.160098] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.auth_type = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.160258] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.cafile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.160414] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.certfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.160575] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.collect_timing = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.160729] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.connect_retries = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.160884] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.connect_retry_delay = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.161049] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.endpoint_id = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.161221] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.161378] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.endpoint_override = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.161538] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.endpoint_region_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.161696] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.endpoint_service_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.161854] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.endpoint_service_type = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.162022] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.insecure = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.162184] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.keyfile = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.162343] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.max_version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.162499] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.min_version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.162657] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.region_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.162815] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.retriable_status_codes = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.162973] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.service_name = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.163146] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.service_type = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.163310] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.split_loggers = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.163468] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.status_code_retries = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.163627] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.status_code_retry_delay = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.163783] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.timeout = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.163939] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.valid_interfaces = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.164108] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_limit.version = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.164275] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_reports.file_event_handler = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.164445] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.164613] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] oslo_reports.log_dir = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.164786] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.164945] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.165116] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.165284] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.165462] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.165636] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.165809] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.165968] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vif_plug_ovs_privileged.group = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.166139] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.166305] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.166466] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.166623] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] vif_plug_ovs_privileged.user = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.166792] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.166970] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.167159] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.167330] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.167498] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.167667] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.167831] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.167991] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.168183] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.168353] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] os_vif_ovs.isolate_vif = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.168518] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.168681] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.168849] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.169025] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.169189] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] os_vif_ovs.per_port_bridge = False {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.169418] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] privsep_osbrick.capabilities = [21] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.169587] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] privsep_osbrick.group = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.169749] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] privsep_osbrick.helper_command = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.169916] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.170092] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.170253] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] privsep_osbrick.user = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.170435] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.170589] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] nova_sys_admin.group = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.170843] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] nova_sys_admin.helper_command = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.170898] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.171249] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.171300] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] nova_sys_admin.user = None {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.171422] env[68663]: DEBUG oslo_service.backend.eventlet.service [None req-33f649ba-dd68-4550-b368-9903ab3db4c5 None None] ******************************************************************************** {{(pid=68663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 496.171843] env[68663]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 496.675144] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Getting list of instances from cluster (obj){ [ 496.675144] env[68663]: value = "domain-c8" [ 496.675144] env[68663]: _type = "ClusterComputeResource" [ 496.675144] env[68663]: } {{(pid=68663) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 496.676228] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5661d32a-f5e9-45e4-b6f4-def5fd277020 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.685173] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Got total of 0 instances {{(pid=68663) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 496.685739] env[68663]: WARNING nova.virt.vmwareapi.driver [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 496.686209] env[68663]: INFO nova.virt.node [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Generated node identity f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 [ 496.686449] env[68663]: INFO nova.virt.node [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Wrote node identity f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 to /opt/stack/data/n-cpu-1/compute_id [ 497.189214] env[68663]: WARNING nova.compute.manager [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Compute nodes ['f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 498.194420] env[68663]: INFO nova.compute.manager [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 499.200134] env[68663]: WARNING nova.compute.manager [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 499.200524] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 499.200683] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 499.200840] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 499.200995] env[68663]: DEBUG nova.compute.resource_tracker [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 499.201979] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54e37ca-af65-4e5c-909e-095e5a9a43b9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.210199] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ecab00-186e-4622-9b14-acf7158ede75 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.224460] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16b65bb-e2fb-461b-8e1c-66f69ea83a3a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.230819] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966baabb-612a-4cc6-ba3f-ac107128cc4f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.259675] env[68663]: DEBUG nova.compute.resource_tracker [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181013MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 499.259877] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 499.260047] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 499.763865] env[68663]: WARNING nova.compute.resource_tracker [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] No compute node record for cpu-1:f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 could not be found. [ 500.266796] env[68663]: INFO nova.compute.resource_tracker [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 [ 501.774066] env[68663]: DEBUG nova.compute.resource_tracker [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 501.774429] env[68663]: DEBUG nova.compute.resource_tracker [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 501.925519] env[68663]: INFO nova.scheduler.client.report [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] [req-a699924f-856f-498d-8672-aad82ab068f4] Created resource provider record via placement API for resource provider with UUID f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 501.943407] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b823bacc-c729-4724-9712-d8f5c5c94a8f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.951872] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e4f78c-f14a-4c55-8ba0-2b012396792f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.981723] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce913ff-4687-42eb-b85c-99bab7d1126f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.988565] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a430533-979d-415f-977e-fdc758380be7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.002360] env[68663]: DEBUG nova.compute.provider_tree [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 502.537854] env[68663]: DEBUG nova.scheduler.client.report [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 502.538095] env[68663]: DEBUG nova.compute.provider_tree [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 0 to 1 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 502.538242] env[68663]: DEBUG nova.compute.provider_tree [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 502.586649] env[68663]: DEBUG nova.compute.provider_tree [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 1 to 2 during operation: update_traits {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 503.091150] env[68663]: DEBUG nova.compute.resource_tracker [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 503.091504] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.831s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 503.091504] env[68663]: DEBUG nova.service [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Creating RPC server for service compute {{(pid=68663) start /opt/stack/nova/nova/service.py:186}} [ 503.104304] env[68663]: DEBUG nova.service [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] Join ServiceGroup membership for this service compute {{(pid=68663) start /opt/stack/nova/nova/service.py:203}} [ 503.104494] env[68663]: DEBUG nova.servicegroup.drivers.db [None req-4a1758e9-4846-4094-95f6-af4f842d069c None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68663) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 543.908036] env[68663]: DEBUG oslo_concurrency.lockutils [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Acquiring lock "62b574b2-52da-4288-a48f-42c99825127a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 543.908886] env[68663]: DEBUG oslo_concurrency.lockutils [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Lock "62b574b2-52da-4288-a48f-42c99825127a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 543.967453] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquiring lock "38805c56-25d5-4164-914f-83dc983d765c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 543.967453] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Lock "38805c56-25d5-4164-914f-83dc983d765c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 544.111020] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.114361] env[68663]: DEBUG oslo_concurrency.lockutils [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Acquiring lock "e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.114612] env[68663]: DEBUG oslo_concurrency.lockutils [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Lock "e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 544.410655] env[68663]: DEBUG nova.compute.manager [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 544.472903] env[68663]: DEBUG nova.compute.manager [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 544.614640] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Getting list of instances from cluster (obj){ [ 544.614640] env[68663]: value = "domain-c8" [ 544.614640] env[68663]: _type = "ClusterComputeResource" [ 544.614640] env[68663]: } {{(pid=68663) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 544.616901] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd7dc92-ddc1-4213-913c-a6c82891a70d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.625903] env[68663]: DEBUG nova.compute.manager [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 544.638553] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Got total of 0 instances {{(pid=68663) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 544.638553] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.638553] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Getting list of instances from cluster (obj){ [ 544.638553] env[68663]: value = "domain-c8" [ 544.638553] env[68663]: _type = "ClusterComputeResource" [ 544.638553] env[68663]: } {{(pid=68663) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 544.638553] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf15b582-cddf-4f36-9969-70bbe84c76de {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.647783] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Got total of 0 instances {{(pid=68663) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 544.840145] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Acquiring lock "b95b8194-54c5-45d3-b2ed-bf61f1b2ce02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.840421] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Lock "b95b8194-54c5-45d3-b2ed-bf61f1b2ce02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 544.963340] env[68663]: DEBUG oslo_concurrency.lockutils [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.963340] env[68663]: DEBUG oslo_concurrency.lockutils [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 544.963703] env[68663]: INFO nova.compute.claims [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 545.002418] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.154189] env[68663]: DEBUG oslo_concurrency.lockutils [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.345210] env[68663]: DEBUG nova.compute.manager [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 545.883454] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 546.049310] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4661414-41fc-4757-8d8f-8cd066b078d6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.062687] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b695a9a-6805-4c8a-be28-f653a29b2826 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.104682] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705a707e-fc64-481e-82e9-5842ec1b5f65 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.112899] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e456af-4ca1-4801-a5ef-2d198e16b1bc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.128556] env[68663]: DEBUG nova.compute.provider_tree [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 546.634165] env[68663]: DEBUG nova.scheduler.client.report [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 547.142402] env[68663]: DEBUG oslo_concurrency.lockutils [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 547.143554] env[68663]: DEBUG nova.compute.manager [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 547.146932] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.145s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 547.149679] env[68663]: INFO nova.compute.claims [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 547.657105] env[68663]: DEBUG nova.compute.utils [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 547.658789] env[68663]: DEBUG nova.compute.manager [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 547.659422] env[68663]: DEBUG nova.network.neutron [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 548.178238] env[68663]: DEBUG nova.policy [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7886d5feb9494a28979bb3e9a6a4b028', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2554504d99a34448b2d508b1a9a12480', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 548.183539] env[68663]: DEBUG nova.compute.manager [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 548.271467] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf20661-e5d2-4e60-b461-df9eedce8396 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.281545] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41921578-4b2e-4344-a87b-cde411289dd2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.329076] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eae05f-b4db-4760-93d3-31668bbd0e05 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.337256] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a831fc7a-f15c-4325-ac8b-1224791504dc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.351649] env[68663]: DEBUG nova.compute.provider_tree [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 548.854734] env[68663]: DEBUG nova.scheduler.client.report [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 549.015370] env[68663]: DEBUG nova.network.neutron [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Successfully created port: 9c57ff95-9627-4e36-9a0b-6a54ad7e10d1 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 549.201759] env[68663]: DEBUG nova.compute.manager [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 549.232669] env[68663]: DEBUG nova.virt.hardware [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 549.233125] env[68663]: DEBUG nova.virt.hardware [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 549.233356] env[68663]: DEBUG nova.virt.hardware [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 549.233520] env[68663]: DEBUG nova.virt.hardware [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 549.233669] env[68663]: DEBUG nova.virt.hardware [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 549.233818] env[68663]: DEBUG nova.virt.hardware [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 549.234207] env[68663]: DEBUG nova.virt.hardware [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 549.234368] env[68663]: DEBUG nova.virt.hardware [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 549.234905] env[68663]: DEBUG nova.virt.hardware [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 549.235129] env[68663]: DEBUG nova.virt.hardware [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 549.235344] env[68663]: DEBUG nova.virt.hardware [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 549.238348] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb276920-9e86-497f-9853-05ccb2135ba9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.245608] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d849397d-005f-4d1e-b8a3-a3a77acdb360 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.267777] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5ccf4f-ba98-4396-9870-70064bad70a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.361885] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 549.361885] env[68663]: DEBUG nova.compute.manager [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 549.365141] env[68663]: DEBUG oslo_concurrency.lockutils [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.210s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.367710] env[68663]: INFO nova.compute.claims [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 549.872344] env[68663]: DEBUG nova.compute.utils [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 549.876554] env[68663]: DEBUG nova.compute.manager [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 549.876554] env[68663]: DEBUG nova.network.neutron [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 550.051686] env[68663]: DEBUG nova.policy [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e61771006659465594b4ba1c2998f3a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbbb44a4543242dcbc78995a924983aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 550.083851] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "7838a338-f8b7-4878-8b34-186f61c77e16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 550.084016] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "7838a338-f8b7-4878-8b34-186f61c77e16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 550.381655] env[68663]: DEBUG nova.compute.manager [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 550.502444] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85200691-f773-41fd-aa6d-492054ea69d7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.510753] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572a2f7e-5bb0-48b0-9d30-19b3affced36 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.543931] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea97366b-188d-4ad9-b295-5d01f7d6c09d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.551982] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d55514-fc0f-4ab5-9fee-a6f1183cd772 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.568040] env[68663]: DEBUG nova.compute.provider_tree [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 550.588527] env[68663]: DEBUG nova.compute.manager [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 551.069909] env[68663]: DEBUG nova.scheduler.client.report [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 551.123370] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 551.148909] env[68663]: DEBUG nova.network.neutron [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Successfully created port: a49f952b-78c6-42bf-bb49-de5685438bb1 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 551.165201] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.165985] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.168586] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.168812] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.169033] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.169238] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.169422] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.169586] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 551.169857] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.408326] env[68663]: DEBUG nova.compute.manager [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 551.441687] env[68663]: DEBUG nova.virt.hardware [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 551.441943] env[68663]: DEBUG nova.virt.hardware [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 551.442115] env[68663]: DEBUG nova.virt.hardware [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 551.442311] env[68663]: DEBUG nova.virt.hardware [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 551.442451] env[68663]: DEBUG nova.virt.hardware [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 551.442593] env[68663]: DEBUG nova.virt.hardware [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 551.442797] env[68663]: DEBUG nova.virt.hardware [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 551.442942] env[68663]: DEBUG nova.virt.hardware [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 551.443122] env[68663]: DEBUG nova.virt.hardware [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 551.443280] env[68663]: DEBUG nova.virt.hardware [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 551.443445] env[68663]: DEBUG nova.virt.hardware [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 551.444699] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dadad1-7a39-4555-8baf-6482135fa2bf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.453315] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a793006f-5a6c-4b0e-9444-f176fe27fa7a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.580464] env[68663]: DEBUG oslo_concurrency.lockutils [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 551.581742] env[68663]: DEBUG nova.compute.manager [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 551.585070] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.701s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 551.587937] env[68663]: INFO nova.compute.claims [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 551.673850] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 551.790478] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Acquiring lock "0438bf69-1fe2-4c9d-b7fc-8985c13696e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 551.790718] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Lock "0438bf69-1fe2-4c9d-b7fc-8985c13696e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 551.856395] env[68663]: DEBUG nova.network.neutron [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Successfully updated port: 9c57ff95-9627-4e36-9a0b-6a54ad7e10d1 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 552.097038] env[68663]: DEBUG nova.compute.utils [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 552.100729] env[68663]: DEBUG nova.compute.manager [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Not allocating networking since 'none' was specified. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 552.219034] env[68663]: DEBUG oslo_concurrency.lockutils [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Acquiring lock "9e8f21f5-5332-4543-91e7-b1f5057f16d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.219262] env[68663]: DEBUG oslo_concurrency.lockutils [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Lock "9e8f21f5-5332-4543-91e7-b1f5057f16d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.299443] env[68663]: DEBUG nova.compute.manager [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.364482] env[68663]: DEBUG oslo_concurrency.lockutils [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Acquiring lock "refresh_cache-62b574b2-52da-4288-a48f-42c99825127a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.364482] env[68663]: DEBUG oslo_concurrency.lockutils [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Acquired lock "refresh_cache-62b574b2-52da-4288-a48f-42c99825127a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.364482] env[68663]: DEBUG nova.network.neutron [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 552.603826] env[68663]: DEBUG nova.compute.manager [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 552.724686] env[68663]: DEBUG nova.compute.manager [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.767457] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9028c824-edbb-48d7-b586-382e588933d2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.775260] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Acquiring lock "51cf3ba5-5a4c-49d2-b955-b4e84a6df37d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.775530] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Lock "51cf3ba5-5a4c-49d2-b955-b4e84a6df37d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.780825] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac29297-5e38-48c5-a207-fe85770168d2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.823325] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db68175-c4aa-43ae-9410-bd1f31f233e7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.834986] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c923b51-121d-4056-88b8-2ce9163e4796 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.853417] env[68663]: DEBUG nova.compute.provider_tree [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 552.856569] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.906157] env[68663]: DEBUG nova.compute.manager [req-73f0b239-e60f-4807-ba3c-4a9451ee3824 req-40d1f2dc-0633-4b2a-a001-8953b6e27291 service nova] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Received event network-vif-plugged-9c57ff95-9627-4e36-9a0b-6a54ad7e10d1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 552.906157] env[68663]: DEBUG oslo_concurrency.lockutils [req-73f0b239-e60f-4807-ba3c-4a9451ee3824 req-40d1f2dc-0633-4b2a-a001-8953b6e27291 service nova] Acquiring lock "62b574b2-52da-4288-a48f-42c99825127a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.906157] env[68663]: DEBUG oslo_concurrency.lockutils [req-73f0b239-e60f-4807-ba3c-4a9451ee3824 req-40d1f2dc-0633-4b2a-a001-8953b6e27291 service nova] Lock "62b574b2-52da-4288-a48f-42c99825127a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.906157] env[68663]: DEBUG oslo_concurrency.lockutils [req-73f0b239-e60f-4807-ba3c-4a9451ee3824 req-40d1f2dc-0633-4b2a-a001-8953b6e27291 service nova] Lock "62b574b2-52da-4288-a48f-42c99825127a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.906313] env[68663]: DEBUG nova.compute.manager [req-73f0b239-e60f-4807-ba3c-4a9451ee3824 req-40d1f2dc-0633-4b2a-a001-8953b6e27291 service nova] [instance: 62b574b2-52da-4288-a48f-42c99825127a] No waiting events found dispatching network-vif-plugged-9c57ff95-9627-4e36-9a0b-6a54ad7e10d1 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 552.906682] env[68663]: WARNING nova.compute.manager [req-73f0b239-e60f-4807-ba3c-4a9451ee3824 req-40d1f2dc-0633-4b2a-a001-8953b6e27291 service nova] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Received unexpected event network-vif-plugged-9c57ff95-9627-4e36-9a0b-6a54ad7e10d1 for instance with vm_state building and task_state spawning. [ 552.981736] env[68663]: DEBUG nova.network.neutron [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 553.248536] env[68663]: DEBUG oslo_concurrency.lockutils [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.281676] env[68663]: DEBUG nova.compute.manager [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 553.356507] env[68663]: DEBUG nova.scheduler.client.report [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 553.533660] env[68663]: DEBUG nova.network.neutron [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Updating instance_info_cache with network_info: [{"id": "9c57ff95-9627-4e36-9a0b-6a54ad7e10d1", "address": "fa:16:3e:db:2b:0c", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c57ff95-96", "ovs_interfaceid": "9c57ff95-9627-4e36-9a0b-6a54ad7e10d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.622433] env[68663]: DEBUG nova.compute.manager [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 553.778436] env[68663]: DEBUG nova.virt.hardware [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 553.778662] env[68663]: DEBUG nova.virt.hardware [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 553.778813] env[68663]: DEBUG nova.virt.hardware [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 553.778985] env[68663]: DEBUG nova.virt.hardware [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 553.779222] env[68663]: DEBUG nova.virt.hardware [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 553.779383] env[68663]: DEBUG nova.virt.hardware [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 553.779586] env[68663]: DEBUG nova.virt.hardware [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 553.779743] env[68663]: DEBUG nova.virt.hardware [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 553.779907] env[68663]: DEBUG nova.virt.hardware [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 553.780135] env[68663]: DEBUG nova.virt.hardware [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 553.780369] env[68663]: DEBUG nova.virt.hardware [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 553.781248] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a679848b-8a80-40c5-8184-bc150209ebf8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.795718] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfc16ed-5714-4234-9cc9-904b291aab0e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.815939] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Instance VIF info [] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 553.826572] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.827750] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.828050] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c6e9ae8-dae2-4b55-87e6-056242b210ce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.850449] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Created folder: OpenStack in parent group-v4. [ 553.850449] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Creating folder: Project (9cf4bb397ba04cd1a32a47828fd3044b). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.850449] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9838370a-16fd-4cca-b02f-37d7121ac897 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.850449] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Created folder: Project (9cf4bb397ba04cd1a32a47828fd3044b) in parent group-v647027. [ 553.850449] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Creating folder: Instances. Parent ref: group-v647028. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.850449] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9218a1eb-2e33-4018-919e-e18a0b8909ae {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.861294] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Created folder: Instances in parent group-v647028. [ 553.861294] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 553.861294] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 553.861518] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e775e81-8d26-4dec-b5c6-172c18b879f3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.877450] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 553.878134] env[68663]: DEBUG nova.compute.manager [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 553.880752] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.758s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.883493] env[68663]: INFO nova.compute.claims [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 553.891815] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 553.891815] env[68663]: value = "task-3237450" [ 553.891815] env[68663]: _type = "Task" [ 553.891815] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.901822] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237450, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.935537] env[68663]: DEBUG nova.network.neutron [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Successfully updated port: a49f952b-78c6-42bf-bb49-de5685438bb1 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 554.037748] env[68663]: DEBUG oslo_concurrency.lockutils [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Releasing lock "refresh_cache-62b574b2-52da-4288-a48f-42c99825127a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.037864] env[68663]: DEBUG nova.compute.manager [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Instance network_info: |[{"id": "9c57ff95-9627-4e36-9a0b-6a54ad7e10d1", "address": "fa:16:3e:db:2b:0c", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c57ff95-96", "ovs_interfaceid": "9c57ff95-9627-4e36-9a0b-6a54ad7e10d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 554.038367] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:2b:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c57ff95-9627-4e36-9a0b-6a54ad7e10d1', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 554.050532] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Creating folder: Project (2554504d99a34448b2d508b1a9a12480). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.051013] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78db8c4f-9f61-4d5e-b0bc-e4cfbbed9411 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.063858] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Created folder: Project (2554504d99a34448b2d508b1a9a12480) in parent group-v647027. [ 554.064093] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Creating folder: Instances. Parent ref: group-v647031. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.064332] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f6d9c8c-7a8e-4d3c-b6c8-00c197d78271 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.077483] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Created folder: Instances in parent group-v647031. [ 554.077483] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 554.077483] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 554.077483] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b097876-3c62-498d-bd21-06cd65f74e7d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.099800] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 554.099800] env[68663]: value = "task-3237453" [ 554.099800] env[68663]: _type = "Task" [ 554.099800] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.108061] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237453, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.390956] env[68663]: DEBUG nova.compute.utils [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 554.392438] env[68663]: DEBUG nova.compute.manager [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 554.392598] env[68663]: DEBUG nova.network.neutron [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 554.406031] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237450, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.437195] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquiring lock "refresh_cache-38805c56-25d5-4164-914f-83dc983d765c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.440499] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquired lock "refresh_cache-38805c56-25d5-4164-914f-83dc983d765c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.440499] env[68663]: DEBUG nova.network.neutron [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 554.485144] env[68663]: DEBUG nova.policy [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '458eebe989a84933aa656dd834f13820', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '218a69927b09494aa04041bfa7b88a15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 554.577168] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "052896f2-2f6f-479d-a161-88e6f3513515" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.577168] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "052896f2-2f6f-479d-a161-88e6f3513515" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.623766] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237453, 'name': CreateVM_Task, 'duration_secs': 0.401501} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.626341] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 554.640856] env[68663]: DEBUG oslo_vmware.service [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf93ccdb-5c38-4190-93d8-27ec6ed734a8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.650399] env[68663]: DEBUG oslo_concurrency.lockutils [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.650818] env[68663]: DEBUG oslo_concurrency.lockutils [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.651266] env[68663]: DEBUG oslo_concurrency.lockutils [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.651552] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16d2d48f-f24e-43f2-aaba-b891e64abeb7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.659781] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Waiting for the task: (returnval){ [ 554.659781] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529de7df-d1ff-455e-242e-8408afd9cf6c" [ 554.659781] env[68663]: _type = "Task" [ 554.659781] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.671942] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529de7df-d1ff-455e-242e-8408afd9cf6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.897337] env[68663]: DEBUG nova.compute.manager [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 554.910411] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237450, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.963569] env[68663]: DEBUG nova.network.neutron [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Successfully created port: 8c986318-3cc0-497e-be6c-55e8bfc90e06 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 554.996300] env[68663]: DEBUG nova.network.neutron [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 555.052400] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bf2d7c-7f07-4b3d-932a-71d6e922d1a3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.061108] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fb00a2-3c52-4a67-bd56-920f9d65f1b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.093300] env[68663]: DEBUG nova.compute.manager [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.103139] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22943580-a002-4b54-af06-7de4ee7b378e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.110305] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78518e4-49e4-4c50-a02e-da1e92be393b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.125724] env[68663]: DEBUG nova.compute.provider_tree [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 555.170298] env[68663]: DEBUG oslo_concurrency.lockutils [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.170580] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 555.170844] env[68663]: DEBUG oslo_concurrency.lockutils [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.170982] env[68663]: DEBUG oslo_concurrency.lockutils [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.171394] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 555.171628] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e95e48c-0575-4be2-90af-1fa70e950174 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.180649] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 555.180935] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 555.181866] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a6fc1b-dc11-4a5c-bcfd-731a553d4413 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.191059] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28e25f4f-d95e-4d8b-8109-f5f1c57f2518 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.197133] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Waiting for the task: (returnval){ [ 555.197133] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52baa767-58c8-0a40-7f32-53d7efd0e663" [ 555.197133] env[68663]: _type = "Task" [ 555.197133] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.208427] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52baa767-58c8-0a40-7f32-53d7efd0e663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.377731] env[68663]: DEBUG nova.network.neutron [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Updating instance_info_cache with network_info: [{"id": "a49f952b-78c6-42bf-bb49-de5685438bb1", "address": "fa:16:3e:a2:32:a7", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa49f952b-78", "ovs_interfaceid": "a49f952b-78c6-42bf-bb49-de5685438bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.412649] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237450, 'name': CreateVM_Task, 'duration_secs': 1.361005} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.412695] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 555.413227] env[68663]: DEBUG oslo_concurrency.lockutils [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.413599] env[68663]: DEBUG oslo_concurrency.lockutils [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.413964] env[68663]: DEBUG oslo_concurrency.lockutils [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.414570] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d931a0-42ef-4502-9fee-0101ae176c16 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.419817] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Waiting for the task: (returnval){ [ 555.419817] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523271eb-4eef-f0d1-f83b-8c9d7ef7fd70" [ 555.419817] env[68663]: _type = "Task" [ 555.419817] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.431505] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523271eb-4eef-f0d1-f83b-8c9d7ef7fd70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.625414] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.629140] env[68663]: DEBUG nova.scheduler.client.report [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 555.709765] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Preparing fetch location {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 555.709765] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Creating directory with path [datastore2] vmware_temp/eafa64fd-80a0-4217-ae76-ddf36c5acaeb/34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 555.710025] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f47bd16-6506-4b3c-965c-42e8349de56f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.733425] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Created directory with path [datastore2] vmware_temp/eafa64fd-80a0-4217-ae76-ddf36c5acaeb/34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 555.733425] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Fetch image to [datastore2] vmware_temp/eafa64fd-80a0-4217-ae76-ddf36c5acaeb/34b3c90c-68cd-46c0-a971-9997d079fffe/tmp-sparse.vmdk {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 555.733634] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Downloading image file data 34b3c90c-68cd-46c0-a971-9997d079fffe to [datastore2] vmware_temp/eafa64fd-80a0-4217-ae76-ddf36c5acaeb/34b3c90c-68cd-46c0-a971-9997d079fffe/tmp-sparse.vmdk on the data store datastore2 {{(pid=68663) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 555.734454] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7322a5a-f364-4681-8560-7d09a4ff9eb4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.743734] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addd8985-02f5-4a27-8d3e-859b5bcd448d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.755100] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bec16f7-044c-4869-95c7-77398180cac7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.794445] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f511e540-07f5-46fd-b37c-c53d2ee0b633 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.803637] env[68663]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d99a80cf-8f39-4f05-8410-8698e71c22e4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.880687] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Releasing lock "refresh_cache-38805c56-25d5-4164-914f-83dc983d765c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.881117] env[68663]: DEBUG nova.compute.manager [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Instance network_info: |[{"id": "a49f952b-78c6-42bf-bb49-de5685438bb1", "address": "fa:16:3e:a2:32:a7", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa49f952b-78", "ovs_interfaceid": "a49f952b-78c6-42bf-bb49-de5685438bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 555.881892] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:32:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a49f952b-78c6-42bf-bb49-de5685438bb1', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 555.889312] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Creating folder: Project (cbbb44a4543242dcbc78995a924983aa). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.889716] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6a4da41-5c1d-4bb5-9e01-e16f6fe57321 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.894659] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Downloading image file data 34b3c90c-68cd-46c0-a971-9997d079fffe to the data store datastore2 {{(pid=68663) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 555.910405] env[68663]: DEBUG nova.compute.manager [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 555.913668] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Created folder: Project (cbbb44a4543242dcbc78995a924983aa) in parent group-v647027. [ 555.914467] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Creating folder: Instances. Parent ref: group-v647034. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.914467] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1197f3ee-34d8-476d-ae6b-dbae7c330f69 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.922532] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Created folder: Instances in parent group-v647034. [ 555.922792] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 555.928325] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 555.928833] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27f5d356-e2d3-412f-b0a5-6d929d8d00ea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.956150] env[68663]: DEBUG oslo_concurrency.lockutils [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.956398] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 555.959021] env[68663]: DEBUG oslo_concurrency.lockutils [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.959021] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 555.959021] env[68663]: value = "task-3237456" [ 555.959021] env[68663]: _type = "Task" [ 555.959021] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.967152] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237456, 'name': CreateVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.992757] env[68663]: DEBUG oslo_vmware.rw_handles [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/eafa64fd-80a0-4217-ae76-ddf36c5acaeb/34b3c90c-68cd-46c0-a971-9997d079fffe/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68663) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 556.064431] env[68663]: DEBUG nova.virt.hardware [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 556.064852] env[68663]: DEBUG nova.virt.hardware [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 556.064967] env[68663]: DEBUG nova.virt.hardware [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 556.065191] env[68663]: DEBUG nova.virt.hardware [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 556.065338] env[68663]: DEBUG nova.virt.hardware [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 556.065482] env[68663]: DEBUG nova.virt.hardware [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 556.065692] env[68663]: DEBUG nova.virt.hardware [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 556.065846] env[68663]: DEBUG nova.virt.hardware [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 556.066020] env[68663]: DEBUG nova.virt.hardware [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 556.066179] env[68663]: DEBUG nova.virt.hardware [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 556.066340] env[68663]: DEBUG nova.virt.hardware [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 556.067308] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e651462-7182-4e4d-a559-1e051d577c05 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.075097] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0717b79d-daeb-43fd-a0d8-106cdad236bb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.135619] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.137224] env[68663]: DEBUG nova.compute.manager [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.143181] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.468s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.143181] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.143181] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 556.143181] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.286s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.143628] env[68663]: INFO nova.compute.claims [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 556.148513] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7146f488-a091-4b48-b8d6-66cd627eea2d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.168159] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e35aa8-e375-4bbd-9236-a807adc3a9d2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.217922] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e0ca7b-b5d3-4578-95cd-70a44e747fa3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.249548] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7d5c1b-5cce-419b-8fbb-bfa65f698d66 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.321045] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181026MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 556.321045] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.405145] env[68663]: DEBUG nova.compute.manager [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Received event network-changed-9c57ff95-9627-4e36-9a0b-6a54ad7e10d1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 556.405145] env[68663]: DEBUG nova.compute.manager [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Refreshing instance network info cache due to event network-changed-9c57ff95-9627-4e36-9a0b-6a54ad7e10d1. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 556.405145] env[68663]: DEBUG oslo_concurrency.lockutils [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] Acquiring lock "refresh_cache-62b574b2-52da-4288-a48f-42c99825127a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.405145] env[68663]: DEBUG oslo_concurrency.lockutils [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] Acquired lock "refresh_cache-62b574b2-52da-4288-a48f-42c99825127a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.407510] env[68663]: DEBUG nova.network.neutron [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Refreshing network info cache for port 9c57ff95-9627-4e36-9a0b-6a54ad7e10d1 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 556.468704] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237456, 'name': CreateVM_Task, 'duration_secs': 0.370025} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.470306] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 556.471107] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.471268] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.471740] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.471974] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7833577-f2e8-427d-906f-81fe10607869 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.476800] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for the task: (returnval){ [ 556.476800] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d5aa50-2b22-a531-5944-bfe7b081cdf2" [ 556.476800] env[68663]: _type = "Task" [ 556.476800] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.490185] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d5aa50-2b22-a531-5944-bfe7b081cdf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.517503] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Acquiring lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.517854] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.648789] env[68663]: DEBUG nova.compute.utils [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 556.651575] env[68663]: DEBUG nova.compute.manager [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 556.651575] env[68663]: DEBUG nova.network.neutron [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 556.755029] env[68663]: DEBUG nova.policy [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32b7ec0c6d9d4e1088384fa2d06ef901', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80405bc76cf5489a96fe4c016ccf319c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 556.771523] env[68663]: DEBUG oslo_vmware.rw_handles [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Completed reading data from the image iterator. {{(pid=68663) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 556.773898] env[68663]: DEBUG oslo_vmware.rw_handles [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/eafa64fd-80a0-4217-ae76-ddf36c5acaeb/34b3c90c-68cd-46c0-a971-9997d079fffe/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 556.822710] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Downloaded image file data 34b3c90c-68cd-46c0-a971-9997d079fffe to vmware_temp/eafa64fd-80a0-4217-ae76-ddf36c5acaeb/34b3c90c-68cd-46c0-a971-9997d079fffe/tmp-sparse.vmdk on the data store datastore2 {{(pid=68663) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 556.827060] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Caching image {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 556.827432] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Copying Virtual Disk [datastore2] vmware_temp/eafa64fd-80a0-4217-ae76-ddf36c5acaeb/34b3c90c-68cd-46c0-a971-9997d079fffe/tmp-sparse.vmdk to [datastore2] vmware_temp/eafa64fd-80a0-4217-ae76-ddf36c5acaeb/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 556.827661] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98076dba-9a7e-4bb3-b5a9-e171fa0b4802 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.838175] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Waiting for the task: (returnval){ [ 556.838175] env[68663]: value = "task-3237457" [ 556.838175] env[68663]: _type = "Task" [ 556.838175] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.849017] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.991791] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.992091] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 556.992351] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.020316] env[68663]: DEBUG nova.compute.manager [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 557.158827] env[68663]: DEBUG nova.compute.manager [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 557.329335] env[68663]: DEBUG nova.network.neutron [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Successfully updated port: 8c986318-3cc0-497e-be6c-55e8bfc90e06 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 557.356336] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237457, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.412221] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf28505-3775-4512-a399-50fc962bee77 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.424019] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e88e7a-69b3-4c5a-a456-f4d39de965ff {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.455082] env[68663]: DEBUG nova.network.neutron [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Updated VIF entry in instance network info cache for port 9c57ff95-9627-4e36-9a0b-6a54ad7e10d1. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 557.455507] env[68663]: DEBUG nova.network.neutron [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Updating instance_info_cache with network_info: [{"id": "9c57ff95-9627-4e36-9a0b-6a54ad7e10d1", "address": "fa:16:3e:db:2b:0c", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c57ff95-96", "ovs_interfaceid": "9c57ff95-9627-4e36-9a0b-6a54ad7e10d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.457269] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db58340-1063-41ab-9e63-bc054d62570e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.465629] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14898c7d-18fc-4781-884c-126760dd3acd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.481206] env[68663]: DEBUG nova.compute.provider_tree [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 557.547349] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.798622] env[68663]: DEBUG nova.network.neutron [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Successfully created port: e13c4d91-6fee-49e5-89ec-210f83257bbe {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 557.837640] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Acquiring lock "refresh_cache-b95b8194-54c5-45d3-b2ed-bf61f1b2ce02" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.837640] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Acquired lock "refresh_cache-b95b8194-54c5-45d3-b2ed-bf61f1b2ce02" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.837640] env[68663]: DEBUG nova.network.neutron [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 557.850012] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717906} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.850220] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Copied Virtual Disk [datastore2] vmware_temp/eafa64fd-80a0-4217-ae76-ddf36c5acaeb/34b3c90c-68cd-46c0-a971-9997d079fffe/tmp-sparse.vmdk to [datastore2] vmware_temp/eafa64fd-80a0-4217-ae76-ddf36c5acaeb/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.850458] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Deleting the datastore file [datastore2] vmware_temp/eafa64fd-80a0-4217-ae76-ddf36c5acaeb/34b3c90c-68cd-46c0-a971-9997d079fffe/tmp-sparse.vmdk {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 557.850730] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68315bbe-7712-40a5-a3b3-2574433155a1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.857848] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Waiting for the task: (returnval){ [ 557.857848] env[68663]: value = "task-3237458" [ 557.857848] env[68663]: _type = "Task" [ 557.857848] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.867102] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.961534] env[68663]: DEBUG oslo_concurrency.lockutils [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] Releasing lock "refresh_cache-62b574b2-52da-4288-a48f-42c99825127a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.962091] env[68663]: DEBUG nova.compute.manager [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Received event network-vif-plugged-a49f952b-78c6-42bf-bb49-de5685438bb1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 557.962343] env[68663]: DEBUG oslo_concurrency.lockutils [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] Acquiring lock "38805c56-25d5-4164-914f-83dc983d765c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.962564] env[68663]: DEBUG oslo_concurrency.lockutils [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] Lock "38805c56-25d5-4164-914f-83dc983d765c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 557.962732] env[68663]: DEBUG oslo_concurrency.lockutils [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] Lock "38805c56-25d5-4164-914f-83dc983d765c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 557.962898] env[68663]: DEBUG nova.compute.manager [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] [instance: 38805c56-25d5-4164-914f-83dc983d765c] No waiting events found dispatching network-vif-plugged-a49f952b-78c6-42bf-bb49-de5685438bb1 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 557.963076] env[68663]: WARNING nova.compute.manager [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Received unexpected event network-vif-plugged-a49f952b-78c6-42bf-bb49-de5685438bb1 for instance with vm_state building and task_state spawning. [ 557.963241] env[68663]: DEBUG nova.compute.manager [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Received event network-changed-a49f952b-78c6-42bf-bb49-de5685438bb1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 557.963389] env[68663]: DEBUG nova.compute.manager [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Refreshing instance network info cache due to event network-changed-a49f952b-78c6-42bf-bb49-de5685438bb1. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 557.963566] env[68663]: DEBUG oslo_concurrency.lockutils [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] Acquiring lock "refresh_cache-38805c56-25d5-4164-914f-83dc983d765c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.963702] env[68663]: DEBUG oslo_concurrency.lockutils [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] Acquired lock "refresh_cache-38805c56-25d5-4164-914f-83dc983d765c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.963892] env[68663]: DEBUG nova.network.neutron [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Refreshing network info cache for port a49f952b-78c6-42bf-bb49-de5685438bb1 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 557.984603] env[68663]: DEBUG nova.scheduler.client.report [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 558.175825] env[68663]: DEBUG nova.compute.manager [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.202018] env[68663]: DEBUG nova.virt.hardware [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.202018] env[68663]: DEBUG nova.virt.hardware [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.202018] env[68663]: DEBUG nova.virt.hardware [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.202317] env[68663]: DEBUG nova.virt.hardware [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.202317] env[68663]: DEBUG nova.virt.hardware [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.202317] env[68663]: DEBUG nova.virt.hardware [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.202317] env[68663]: DEBUG nova.virt.hardware [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.202317] env[68663]: DEBUG nova.virt.hardware [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.202890] env[68663]: DEBUG nova.virt.hardware [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.203278] env[68663]: DEBUG nova.virt.hardware [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.203620] env[68663]: DEBUG nova.virt.hardware [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.204779] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fc03af-b847-4eb8-b018-415596dca9d3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.218278] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb2da5a-081e-4a77-a13b-c8694fa8c9e0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.367992] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02282} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.368303] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 558.368598] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Moving file from [datastore2] vmware_temp/eafa64fd-80a0-4217-ae76-ddf36c5acaeb/34b3c90c-68cd-46c0-a971-9997d079fffe to [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe. {{(pid=68663) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 558.369020] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e36c1bf4-d8b1-47ad-8076-88dd0647e406 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.376438] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Waiting for the task: (returnval){ [ 558.376438] env[68663]: value = "task-3237459" [ 558.376438] env[68663]: _type = "Task" [ 558.376438] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.385306] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237459, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.464118] env[68663]: DEBUG nova.network.neutron [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 558.490956] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 558.493102] env[68663]: DEBUG nova.compute.manager [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 558.499887] env[68663]: DEBUG oslo_concurrency.lockutils [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.252s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 558.502283] env[68663]: INFO nova.compute.claims [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 558.875975] env[68663]: DEBUG nova.network.neutron [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Updating instance_info_cache with network_info: [{"id": "8c986318-3cc0-497e-be6c-55e8bfc90e06", "address": "fa:16:3e:a5:d5:a7", "network": {"id": "855a16d1-485c-4db5-953e-7a1e45bfa72b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1138989234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "218a69927b09494aa04041bfa7b88a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c986318-3c", "ovs_interfaceid": "8c986318-3cc0-497e-be6c-55e8bfc90e06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.890024] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237459, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023996} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.891178] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] File moved {{(pid=68663) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 558.891178] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Cleaning up location [datastore2] vmware_temp/eafa64fd-80a0-4217-ae76-ddf36c5acaeb {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 558.891178] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Deleting the datastore file [datastore2] vmware_temp/eafa64fd-80a0-4217-ae76-ddf36c5acaeb {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 558.891178] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a3bf3ab-7468-41dd-8e13-b4f29928daf4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.898629] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Waiting for the task: (returnval){ [ 558.898629] env[68663]: value = "task-3237460" [ 558.898629] env[68663]: _type = "Task" [ 558.898629] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.910153] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.007306] env[68663]: DEBUG nova.compute.utils [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 559.013795] env[68663]: DEBUG nova.compute.manager [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 559.013795] env[68663]: DEBUG nova.network.neutron [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 559.240344] env[68663]: DEBUG nova.policy [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72e3c2173b6e4d7b811ec88a661904cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8d0b6703853451ba7c945bae6c6ede6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 559.360619] env[68663]: DEBUG nova.network.neutron [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Updated VIF entry in instance network info cache for port a49f952b-78c6-42bf-bb49-de5685438bb1. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 559.362053] env[68663]: DEBUG nova.network.neutron [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Updating instance_info_cache with network_info: [{"id": "a49f952b-78c6-42bf-bb49-de5685438bb1", "address": "fa:16:3e:a2:32:a7", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa49f952b-78", "ovs_interfaceid": "a49f952b-78c6-42bf-bb49-de5685438bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.379630] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Releasing lock "refresh_cache-b95b8194-54c5-45d3-b2ed-bf61f1b2ce02" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.380030] env[68663]: DEBUG nova.compute.manager [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Instance network_info: |[{"id": "8c986318-3cc0-497e-be6c-55e8bfc90e06", "address": "fa:16:3e:a5:d5:a7", "network": {"id": "855a16d1-485c-4db5-953e-7a1e45bfa72b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1138989234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "218a69927b09494aa04041bfa7b88a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c986318-3c", "ovs_interfaceid": "8c986318-3cc0-497e-be6c-55e8bfc90e06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 559.380750] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:d5:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c986318-3cc0-497e-be6c-55e8bfc90e06', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 559.390861] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Creating folder: Project (218a69927b09494aa04041bfa7b88a15). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.391497] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e5b7f75-8a34-4078-bb37-ca77d7fc64f6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.407289] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Created folder: Project (218a69927b09494aa04041bfa7b88a15) in parent group-v647027. [ 559.407289] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Creating folder: Instances. Parent ref: group-v647037. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.407289] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b23ab53-5640-4934-a132-811e8a9f016e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.412817] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026233} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.413774] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 559.414907] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ec475a3-f77d-4d3d-bf6b-04a54c1cd0fa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.421980] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Created folder: Instances in parent group-v647037. [ 559.422397] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 559.423359] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 559.423691] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Waiting for the task: (returnval){ [ 559.423691] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f6e3b0-12e3-840a-c2a9-37dbc747c74c" [ 559.423691] env[68663]: _type = "Task" [ 559.423691] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.424232] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a0466f2-dd83-4a64-9b44-be92156907fe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.451875] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f6e3b0-12e3-840a-c2a9-37dbc747c74c, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.454416] env[68663]: DEBUG oslo_concurrency.lockutils [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.454760] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 62b574b2-52da-4288-a48f-42c99825127a/62b574b2-52da-4288-a48f-42c99825127a.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 559.455226] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 559.455226] env[68663]: value = "task-3237463" [ 559.455226] env[68663]: _type = "Task" [ 559.455226] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.455785] env[68663]: DEBUG oslo_concurrency.lockutils [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.456086] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 559.456332] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c479b6b-3868-4a60-9ba1-cb2a4bebd636 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.458989] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6149c12-c915-4526-8bf9-df629f105e4b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.472437] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Waiting for the task: (returnval){ [ 559.472437] env[68663]: value = "task-3237464" [ 559.472437] env[68663]: _type = "Task" [ 559.472437] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.474853] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 559.475232] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 559.480665] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d913885-dc9d-4c45-9999-b60f8aa74425 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.487191] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237463, 'name': CreateVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.491144] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Waiting for the task: (returnval){ [ 559.491144] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f8ce44-89ea-bd98-5593-ded8c1968677" [ 559.491144] env[68663]: _type = "Task" [ 559.491144] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.494650] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.504887] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f8ce44-89ea-bd98-5593-ded8c1968677, 'name': SearchDatastore_Task, 'duration_secs': 0.008906} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.505841] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ee0bce-4a5b-44e8-8b31-bddde6333484 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.511886] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Waiting for the task: (returnval){ [ 559.511886] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b7a542-3dc6-1231-b206-f877a6476d15" [ 559.511886] env[68663]: _type = "Task" [ 559.511886] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.517223] env[68663]: DEBUG nova.compute.manager [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 559.532090] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b7a542-3dc6-1231-b206-f877a6476d15, 'name': SearchDatastore_Task, 'duration_secs': 0.008272} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.532442] env[68663]: DEBUG oslo_concurrency.lockutils [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.532682] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76/e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 559.533062] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.533269] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 559.533531] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4767059-a388-42c0-904f-47296c52ec87 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.536025] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cd27918-8651-408b-a649-649b4c3597b8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.543915] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Waiting for the task: (returnval){ [ 559.543915] env[68663]: value = "task-3237465" [ 559.543915] env[68663]: _type = "Task" [ 559.543915] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.545580] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 559.546163] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 559.550800] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57d0c9ff-b630-40c2-8cf5-688c75f3e8f6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.561903] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Task: {'id': task-3237465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.563963] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for the task: (returnval){ [ 559.563963] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5214d765-2287-6d82-eefe-35559075cd0b" [ 559.563963] env[68663]: _type = "Task" [ 559.563963] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.573516] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5214d765-2287-6d82-eefe-35559075cd0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.578517] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3b5196-545f-4514-8445-56fa94b6d0f3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.588527] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for the task: (returnval){ [ 559.588527] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52abb089-d889-2e45-5a00-350c6187a366" [ 559.588527] env[68663]: _type = "Task" [ 559.588527] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.598750] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52abb089-d889-2e45-5a00-350c6187a366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.864914] env[68663]: DEBUG oslo_concurrency.lockutils [req-b656d5c4-e6d1-4486-a7c4-92a53fcc33bf req-2c382801-edef-44d6-b737-797446cd9329 service nova] Releasing lock "refresh_cache-38805c56-25d5-4164-914f-83dc983d765c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.898094] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242352d7-8f46-4480-b3c5-bf344e34634c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.908176] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eeb1fff-5d6c-4ad6-8a72-640b915a6f88 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.948582] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3367afeb-683c-4c75-91ef-cd5dd38b0018 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.956950] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a5f687-ab53-4e55-aa82-1e84cc60d884 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.971710] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237463, 'name': CreateVM_Task, 'duration_secs': 0.483158} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.982125] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 559.983272] env[68663]: DEBUG nova.compute.provider_tree [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 559.987163] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.987163] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.987163] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.992023] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15da080e-ed9f-44a6-8c05-4536d7308ea4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.999161] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467824} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.001698] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 62b574b2-52da-4288-a48f-42c99825127a/62b574b2-52da-4288-a48f-42c99825127a.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 560.001958] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 560.002734] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the task: (returnval){ [ 560.002734] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52843f51-73a4-7200-5786-6aac416ed030" [ 560.002734] env[68663]: _type = "Task" [ 560.002734] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.002934] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71a8ea34-afc0-4f26-8941-4b142aa2ac89 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.017740] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52843f51-73a4-7200-5786-6aac416ed030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.019971] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Waiting for the task: (returnval){ [ 560.019971] env[68663]: value = "task-3237466" [ 560.019971] env[68663]: _type = "Task" [ 560.019971] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.036685] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.060986] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Task: {'id': task-3237465, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.101560] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52abb089-d889-2e45-5a00-350c6187a366, 'name': SearchDatastore_Task, 'duration_secs': 0.009951} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.102299] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.102554] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 38805c56-25d5-4164-914f-83dc983d765c/38805c56-25d5-4164-914f-83dc983d765c.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 560.102916] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b444a68-f394-476a-8847-1861647f55ab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.111492] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for the task: (returnval){ [ 560.111492] env[68663]: value = "task-3237467" [ 560.111492] env[68663]: _type = "Task" [ 560.111492] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.122372] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.498621] env[68663]: DEBUG nova.scheduler.client.report [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 560.508613] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Acquiring lock "70493bb9-72a0-4f3f-a7b3-b53460d35046" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 560.508885] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Lock "70493bb9-72a0-4f3f-a7b3-b53460d35046" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 560.524203] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52843f51-73a4-7200-5786-6aac416ed030, 'name': SearchDatastore_Task, 'duration_secs': 0.053708} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.531614] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.532138] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 560.532706] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.533048] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.533466] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 560.534807] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d2032a9-3877-4b11-8bb5-0e70157d1492 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.539231] env[68663]: DEBUG nova.compute.manager [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 560.546908] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272212} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.548139] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 560.549592] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf572ae-2396-486c-b05b-e7748e64d91a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.559931] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 560.560263] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 560.576516] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b82435f0-8093-427d-937b-6bd1af72b314 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.580303] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Task: {'id': task-3237465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73468} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.593411] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 62b574b2-52da-4288-a48f-42c99825127a/62b574b2-52da-4288-a48f-42c99825127a.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 560.597458] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76/e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 560.597898] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 560.598220] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-809e1f1b-81d7-4bbf-afb7-ec052cc7da79 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.617908] env[68663]: DEBUG nova.compute.manager [req-5c8d4572-3435-4980-aefd-aacb2a1cdf16 req-9ef188b3-836e-496a-87cb-fdd4289e48ef service nova] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Received event network-vif-plugged-8c986318-3cc0-497e-be6c-55e8bfc90e06 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 560.617908] env[68663]: DEBUG oslo_concurrency.lockutils [req-5c8d4572-3435-4980-aefd-aacb2a1cdf16 req-9ef188b3-836e-496a-87cb-fdd4289e48ef service nova] Acquiring lock "b95b8194-54c5-45d3-b2ed-bf61f1b2ce02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 560.617908] env[68663]: DEBUG oslo_concurrency.lockutils [req-5c8d4572-3435-4980-aefd-aacb2a1cdf16 req-9ef188b3-836e-496a-87cb-fdd4289e48ef service nova] Lock "b95b8194-54c5-45d3-b2ed-bf61f1b2ce02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 560.618021] env[68663]: DEBUG oslo_concurrency.lockutils [req-5c8d4572-3435-4980-aefd-aacb2a1cdf16 req-9ef188b3-836e-496a-87cb-fdd4289e48ef service nova] Lock "b95b8194-54c5-45d3-b2ed-bf61f1b2ce02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 560.620473] env[68663]: DEBUG nova.compute.manager [req-5c8d4572-3435-4980-aefd-aacb2a1cdf16 req-9ef188b3-836e-496a-87cb-fdd4289e48ef service nova] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] No waiting events found dispatching network-vif-plugged-8c986318-3cc0-497e-be6c-55e8bfc90e06 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 560.620473] env[68663]: WARNING nova.compute.manager [req-5c8d4572-3435-4980-aefd-aacb2a1cdf16 req-9ef188b3-836e-496a-87cb-fdd4289e48ef service nova] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Received unexpected event network-vif-plugged-8c986318-3cc0-497e-be6c-55e8bfc90e06 for instance with vm_state building and task_state spawning. [ 560.620473] env[68663]: DEBUG nova.compute.manager [req-5c8d4572-3435-4980-aefd-aacb2a1cdf16 req-9ef188b3-836e-496a-87cb-fdd4289e48ef service nova] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Received event network-changed-8c986318-3cc0-497e-be6c-55e8bfc90e06 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 560.620473] env[68663]: DEBUG nova.compute.manager [req-5c8d4572-3435-4980-aefd-aacb2a1cdf16 req-9ef188b3-836e-496a-87cb-fdd4289e48ef service nova] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Refreshing instance network info cache due to event network-changed-8c986318-3cc0-497e-be6c-55e8bfc90e06. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 560.620473] env[68663]: DEBUG oslo_concurrency.lockutils [req-5c8d4572-3435-4980-aefd-aacb2a1cdf16 req-9ef188b3-836e-496a-87cb-fdd4289e48ef service nova] Acquiring lock "refresh_cache-b95b8194-54c5-45d3-b2ed-bf61f1b2ce02" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.624629] env[68663]: DEBUG oslo_concurrency.lockutils [req-5c8d4572-3435-4980-aefd-aacb2a1cdf16 req-9ef188b3-836e-496a-87cb-fdd4289e48ef service nova] Acquired lock "refresh_cache-b95b8194-54c5-45d3-b2ed-bf61f1b2ce02" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.624629] env[68663]: DEBUG nova.network.neutron [req-5c8d4572-3435-4980-aefd-aacb2a1cdf16 req-9ef188b3-836e-496a-87cb-fdd4289e48ef service nova] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Refreshing network info cache for port 8c986318-3cc0-497e-be6c-55e8bfc90e06 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 560.624629] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7bb3169-8387-47b5-8e07-b1c82e2afdb0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.630398] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the task: (returnval){ [ 560.630398] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527f5be5-b1f3-7f35-df93-96c5ac5444b4" [ 560.630398] env[68663]: _type = "Task" [ 560.630398] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.642276] env[68663]: DEBUG nova.virt.hardware [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 560.642501] env[68663]: DEBUG nova.virt.hardware [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 560.642681] env[68663]: DEBUG nova.virt.hardware [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 560.642840] env[68663]: DEBUG nova.virt.hardware [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 560.642943] env[68663]: DEBUG nova.virt.hardware [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 560.643228] env[68663]: DEBUG nova.virt.hardware [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 560.643737] env[68663]: DEBUG nova.virt.hardware [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 560.643737] env[68663]: DEBUG nova.virt.hardware [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 560.643737] env[68663]: DEBUG nova.virt.hardware [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 560.643905] env[68663]: DEBUG nova.virt.hardware [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 560.644376] env[68663]: DEBUG nova.virt.hardware [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 560.651221] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Waiting for the task: (returnval){ [ 560.651221] env[68663]: value = "task-3237468" [ 560.651221] env[68663]: _type = "Task" [ 560.651221] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.651899] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbee0c1-5ecc-4591-b871-5e1ed5cee47c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.655074] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Waiting for the task: (returnval){ [ 560.655074] env[68663]: value = "task-3237469" [ 560.655074] env[68663]: _type = "Task" [ 560.655074] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.655761] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237467, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.671060] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4ae3a5-9950-41e9-a96d-46a8a7263e10 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.685386] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Task: {'id': task-3237469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.685678] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.685894] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527f5be5-b1f3-7f35-df93-96c5ac5444b4, 'name': SearchDatastore_Task, 'duration_secs': 0.040274} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.687203] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8683a4d9-5efc-4cc3-82cb-781095c0aa88 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.703915] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the task: (returnval){ [ 560.703915] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529118cb-3b02-6077-aaf3-ac352aeaff0e" [ 560.703915] env[68663]: _type = "Task" [ 560.703915] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.711808] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529118cb-3b02-6077-aaf3-ac352aeaff0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.760536] env[68663]: DEBUG nova.network.neutron [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Successfully updated port: e13c4d91-6fee-49e5-89ec-210f83257bbe {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 560.787465] env[68663]: DEBUG nova.network.neutron [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Successfully created port: 3b80e0c8-970f-4749-9b1f-01cb133c9dc7 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 561.007807] env[68663]: DEBUG oslo_concurrency.lockutils [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.008364] env[68663]: DEBUG nova.compute.manager [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 561.013609] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.185s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.017832] env[68663]: INFO nova.compute.claims [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 561.137623] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567715} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.138073] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 38805c56-25d5-4164-914f-83dc983d765c/38805c56-25d5-4164-914f-83dc983d765c.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 561.138339] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 561.139419] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b2b3c94-7343-4dd1-9766-07a9e31a2450 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.148238] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for the task: (returnval){ [ 561.148238] env[68663]: value = "task-3237470" [ 561.148238] env[68663]: _type = "Task" [ 561.148238] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.157568] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.169567] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237468, 'name': ReconfigVM_Task, 'duration_secs': 0.285433} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.173199] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 62b574b2-52da-4288-a48f-42c99825127a/62b574b2-52da-4288-a48f-42c99825127a.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 561.175266] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Task: {'id': task-3237469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08412} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.175535] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c42082d-03e0-4639-8d93-d50c0cf923c1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.181963] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 561.182840] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba6ed6e-33ea-4bf5-b75b-17348ad9b818 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.206461] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76/e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 561.208155] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82f95d4a-e5a1-4b22-a44a-a622d453d56f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.223921] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Waiting for the task: (returnval){ [ 561.223921] env[68663]: value = "task-3237471" [ 561.223921] env[68663]: _type = "Task" [ 561.223921] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.234829] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Waiting for the task: (returnval){ [ 561.234829] env[68663]: value = "task-3237472" [ 561.234829] env[68663]: _type = "Task" [ 561.234829] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.241181] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237471, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.241421] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529118cb-3b02-6077-aaf3-ac352aeaff0e, 'name': SearchDatastore_Task, 'duration_secs': 0.008418} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.244702] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.244899] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] b95b8194-54c5-45d3-b2ed-bf61f1b2ce02/b95b8194-54c5-45d3-b2ed-bf61f1b2ce02.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 561.245178] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6789b67f-a1dc-4316-a6db-bcaf9e4cbeec {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.252118] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Task: {'id': task-3237472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.253378] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the task: (returnval){ [ 561.253378] env[68663]: value = "task-3237473" [ 561.253378] env[68663]: _type = "Task" [ 561.253378] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.262230] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.264175] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "refresh_cache-7838a338-f8b7-4878-8b34-186f61c77e16" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.264175] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquired lock "refresh_cache-7838a338-f8b7-4878-8b34-186f61c77e16" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.267455] env[68663]: DEBUG nova.network.neutron [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 561.530021] env[68663]: DEBUG nova.compute.utils [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 561.535678] env[68663]: DEBUG nova.compute.manager [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 561.535678] env[68663]: DEBUG nova.network.neutron [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 561.660633] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069856} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.660986] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 561.661918] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e662282b-59cd-44b9-9fa9-b8ef59a5b5ab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.686949] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 38805c56-25d5-4164-914f-83dc983d765c/38805c56-25d5-4164-914f-83dc983d765c.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 561.687648] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3beb130c-8631-4e17-a7ac-7c034897ed57 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.709410] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for the task: (returnval){ [ 561.709410] env[68663]: value = "task-3237474" [ 561.709410] env[68663]: _type = "Task" [ 561.709410] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.721848] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.739799] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237471, 'name': Rename_Task, 'duration_secs': 0.143063} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.740102] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 561.740349] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b93393ee-4f33-48c4-a590-a61d0b69d508 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.751704] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Task: {'id': task-3237472, 'name': ReconfigVM_Task, 'duration_secs': 0.298033} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.753102] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Reconfigured VM instance instance-00000003 to attach disk [datastore2] e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76/e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 561.753991] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Waiting for the task: (returnval){ [ 561.753991] env[68663]: value = "task-3237475" [ 561.753991] env[68663]: _type = "Task" [ 561.753991] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.754391] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f040dbae-876e-41f4-b299-227b3cd3755c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.776264] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.776569] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Waiting for the task: (returnval){ [ 561.776569] env[68663]: value = "task-3237476" [ 561.776569] env[68663]: _type = "Task" [ 561.776569] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.786234] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Task: {'id': task-3237476, 'name': Rename_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.832584] env[68663]: DEBUG nova.network.neutron [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 561.965528] env[68663]: DEBUG nova.policy [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15c55c98b83542319a80526707413c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05f4884faead46f59794c60731ac0101', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 562.032483] env[68663]: DEBUG nova.compute.manager [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 562.221564] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237474, 'name': ReconfigVM_Task, 'duration_secs': 0.455162} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.221918] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 38805c56-25d5-4164-914f-83dc983d765c/38805c56-25d5-4164-914f-83dc983d765c.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 562.225849] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8b7864a-696e-4e81-b242-3c1ece0bd8b7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.235427] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for the task: (returnval){ [ 562.235427] env[68663]: value = "task-3237477" [ 562.235427] env[68663]: _type = "Task" [ 562.235427] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.235427] env[68663]: DEBUG nova.network.neutron [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Updating instance_info_cache with network_info: [{"id": "e13c4d91-6fee-49e5-89ec-210f83257bbe", "address": "fa:16:3e:22:61:18", "network": {"id": "470f8483-d8fe-4b45-be11-3eec2270a449", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1787332904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80405bc76cf5489a96fe4c016ccf319c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13c4d91-6f", "ovs_interfaceid": "e13c4d91-6fee-49e5-89ec-210f83257bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.244172] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28592ac-d750-4315-9b29-40dd78b8cd30 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.252533] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237477, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.266614] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9021ad-ab42-4707-a613-a3852b713d89 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.272770] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8752} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.276478] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] b95b8194-54c5-45d3-b2ed-bf61f1b2ce02/b95b8194-54c5-45d3-b2ed-bf61f1b2ce02.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 562.276478] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 562.276478] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f657feb-d127-48a9-be59-f655641b4613 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.309063] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.316027] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36713f01-d064-4d64-9e89-28bb3a0ce509 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.322903] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the task: (returnval){ [ 562.322903] env[68663]: value = "task-3237478" [ 562.322903] env[68663]: _type = "Task" [ 562.322903] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.333898] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Task: {'id': task-3237476, 'name': Rename_Task, 'duration_secs': 0.202962} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.334828] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 562.336170] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e807207-704a-4940-8b55-f98e452e2fd7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.344140] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b14eb63-659f-43a7-8247-333875e325bf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.352255] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.368035] env[68663]: DEBUG nova.compute.provider_tree [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 562.371775] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Waiting for the task: (returnval){ [ 562.371775] env[68663]: value = "task-3237479" [ 562.371775] env[68663]: _type = "Task" [ 562.371775] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.381543] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Task: {'id': task-3237479, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.603969] env[68663]: DEBUG nova.network.neutron [req-5c8d4572-3435-4980-aefd-aacb2a1cdf16 req-9ef188b3-836e-496a-87cb-fdd4289e48ef service nova] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Updated VIF entry in instance network info cache for port 8c986318-3cc0-497e-be6c-55e8bfc90e06. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 562.604440] env[68663]: DEBUG nova.network.neutron [req-5c8d4572-3435-4980-aefd-aacb2a1cdf16 req-9ef188b3-836e-496a-87cb-fdd4289e48ef service nova] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Updating instance_info_cache with network_info: [{"id": "8c986318-3cc0-497e-be6c-55e8bfc90e06", "address": "fa:16:3e:a5:d5:a7", "network": {"id": "855a16d1-485c-4db5-953e-7a1e45bfa72b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1138989234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "218a69927b09494aa04041bfa7b88a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c986318-3c", "ovs_interfaceid": "8c986318-3cc0-497e-be6c-55e8bfc90e06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.738923] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Releasing lock "refresh_cache-7838a338-f8b7-4878-8b34-186f61c77e16" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.739317] env[68663]: DEBUG nova.compute.manager [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Instance network_info: |[{"id": "e13c4d91-6fee-49e5-89ec-210f83257bbe", "address": "fa:16:3e:22:61:18", "network": {"id": "470f8483-d8fe-4b45-be11-3eec2270a449", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1787332904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80405bc76cf5489a96fe4c016ccf319c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13c4d91-6f", "ovs_interfaceid": "e13c4d91-6fee-49e5-89ec-210f83257bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 562.743540] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:61:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e13c4d91-6fee-49e5-89ec-210f83257bbe', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 562.753069] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Creating folder: Project (80405bc76cf5489a96fe4c016ccf319c). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.753917] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25b7b5f1-4e5d-4359-9278-38a409e49dc0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.762505] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237477, 'name': Rename_Task, 'duration_secs': 0.157871} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.766355] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 562.768127] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0909d110-8c82-471b-bb8d-0420fbc21dc4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.769950] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Created folder: Project (80405bc76cf5489a96fe4c016ccf319c) in parent group-v647027. [ 562.770065] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Creating folder: Instances. Parent ref: group-v647040. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.770811] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e4c923a-200d-4fbd-b294-27a6e8a995e2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.778057] env[68663]: DEBUG oslo_vmware.api [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237475, 'name': PowerOnVM_Task, 'duration_secs': 1.014772} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.778057] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 562.778057] env[68663]: INFO nova.compute.manager [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Took 13.58 seconds to spawn the instance on the hypervisor. [ 562.778057] env[68663]: DEBUG nova.compute.manager [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.778790] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba81b3f1-3ff1-4049-9c85-40acdddde6c8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.784563] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for the task: (returnval){ [ 562.784563] env[68663]: value = "task-3237481" [ 562.784563] env[68663]: _type = "Task" [ 562.784563] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.785171] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Created folder: Instances in parent group-v647040. [ 562.785385] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 562.789539] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 562.791153] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10eee73e-25bb-4377-b508-14ce47126105 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.816023] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.817446] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 562.817446] env[68663]: value = "task-3237483" [ 562.817446] env[68663]: _type = "Task" [ 562.817446] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.830034] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237483, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.836487] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084805} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.836796] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 562.837608] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfcb647-2f94-40c6-83f6-e909f31170a8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.863539] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] b95b8194-54c5-45d3-b2ed-bf61f1b2ce02/b95b8194-54c5-45d3-b2ed-bf61f1b2ce02.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 562.865209] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd2dcd09-fd0c-40ca-8a79-c0e216f9a03a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.883238] env[68663]: DEBUG nova.scheduler.client.report [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 562.897720] env[68663]: DEBUG oslo_vmware.api [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Task: {'id': task-3237479, 'name': PowerOnVM_Task, 'duration_secs': 0.484976} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.899826] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 562.899826] env[68663]: INFO nova.compute.manager [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Took 9.28 seconds to spawn the instance on the hypervisor. [ 562.899826] env[68663]: DEBUG nova.compute.manager [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.900035] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the task: (returnval){ [ 562.900035] env[68663]: value = "task-3237484" [ 562.900035] env[68663]: _type = "Task" [ 562.900035] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.901409] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67503d7c-4fc8-4d76-84f3-e08bc5144c45 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.918909] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.051234] env[68663]: DEBUG nova.compute.manager [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 563.085596] env[68663]: DEBUG nova.virt.hardware [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 563.085770] env[68663]: DEBUG nova.virt.hardware [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 563.085922] env[68663]: DEBUG nova.virt.hardware [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 563.086157] env[68663]: DEBUG nova.virt.hardware [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 563.086393] env[68663]: DEBUG nova.virt.hardware [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 563.086569] env[68663]: DEBUG nova.virt.hardware [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 563.086807] env[68663]: DEBUG nova.virt.hardware [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 563.087049] env[68663]: DEBUG nova.virt.hardware [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 563.087252] env[68663]: DEBUG nova.virt.hardware [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 563.087477] env[68663]: DEBUG nova.virt.hardware [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 563.088246] env[68663]: DEBUG nova.virt.hardware [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 563.089239] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952db75e-c521-499e-abc4-9b029574680e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.098963] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7765192f-9dfe-4455-9d67-8a6de5f5dfa7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.113318] env[68663]: DEBUG oslo_concurrency.lockutils [req-5c8d4572-3435-4980-aefd-aacb2a1cdf16 req-9ef188b3-836e-496a-87cb-fdd4289e48ef service nova] Releasing lock "refresh_cache-b95b8194-54c5-45d3-b2ed-bf61f1b2ce02" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.296638] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237481, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.326094] env[68663]: INFO nova.compute.manager [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Took 18.41 seconds to build instance. [ 563.331956] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237483, 'name': CreateVM_Task, 'duration_secs': 0.390032} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.331956] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 563.333897] env[68663]: DEBUG oslo_vmware.service [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce9d3df-7bff-45d7-9a75-160d3178af7b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.341364] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.341364] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.341364] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.341364] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-328e2fd7-2b90-47bf-9fb7-ce46988b8c87 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.347074] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 563.347074] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f6c4ef-c9be-dd09-d931-4ac44158d189" [ 563.347074] env[68663]: _type = "Task" [ 563.347074] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.364178] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.364487] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 563.365223] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.365362] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.365563] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 563.365946] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c001c15-601e-4158-a81d-c1e2d329d303 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.374339] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 563.374532] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 563.375391] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4abb9a5-929e-4e09-afed-15fabcfc3b68 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.384416] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d04cc113-a3ce-4bed-a830-fa091b4b786f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.387757] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 563.388257] env[68663]: DEBUG nova.compute.manager [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 563.392232] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.767s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 563.393734] env[68663]: INFO nova.compute.claims [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 563.400020] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 563.400020] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526d944a-b1c0-1da3-ffb8-38324b5e768b" [ 563.400020] env[68663]: _type = "Task" [ 563.400020] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.410912] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Preparing fetch location {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 563.411258] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Creating directory with path [datastore1] vmware_temp/871cf9c0-a4b2-436c-94ab-fbc8720b1ec9/34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 563.411517] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3feade96-22c6-4a5c-86cd-077bc301e858 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.422889] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.424241] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Created directory with path [datastore1] vmware_temp/871cf9c0-a4b2-436c-94ab-fbc8720b1ec9/34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 563.424439] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Fetch image to [datastore1] vmware_temp/871cf9c0-a4b2-436c-94ab-fbc8720b1ec9/34b3c90c-68cd-46c0-a971-9997d079fffe/tmp-sparse.vmdk {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 563.424599] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Downloading image file data 34b3c90c-68cd-46c0-a971-9997d079fffe to [datastore1] vmware_temp/871cf9c0-a4b2-436c-94ab-fbc8720b1ec9/34b3c90c-68cd-46c0-a971-9997d079fffe/tmp-sparse.vmdk on the data store datastore1 {{(pid=68663) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 563.427163] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3098ff5-5125-4939-a39f-40f787c077bd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.429993] env[68663]: INFO nova.compute.manager [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Took 18.30 seconds to build instance. [ 563.436076] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59481ed2-b524-477f-acdd-d16d54eb3cda {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.449793] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f390ac0-e684-4915-9983-d7a54d53130f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.487373] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d762ce4e-aa81-4a50-8cb4-419c2dbfb753 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.494259] env[68663]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f54e5eca-1e3c-42e1-8f4e-16a34c9bc58f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.523935] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Downloading image file data 34b3c90c-68cd-46c0-a971-9997d079fffe to the data store datastore1 {{(pid=68663) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 563.584511] env[68663]: DEBUG oslo_vmware.rw_handles [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/871cf9c0-a4b2-436c-94ab-fbc8720b1ec9/34b3c90c-68cd-46c0-a971-9997d079fffe/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68663) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 563.800252] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237481, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.828256] env[68663]: DEBUG oslo_concurrency.lockutils [None req-387e2366-e003-4f0c-bc7d-a41fa452d733 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Lock "62b574b2-52da-4288-a48f-42c99825127a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.920s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 563.906229] env[68663]: DEBUG nova.compute.utils [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 563.911343] env[68663]: DEBUG nova.compute.manager [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 563.911343] env[68663]: DEBUG nova.network.neutron [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 563.931981] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237484, 'name': ReconfigVM_Task, 'duration_secs': 0.863938} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.932851] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Reconfigured VM instance instance-00000004 to attach disk [datastore2] b95b8194-54c5-45d3-b2ed-bf61f1b2ce02/b95b8194-54c5-45d3-b2ed-bf61f1b2ce02.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 563.933599] env[68663]: DEBUG oslo_concurrency.lockutils [None req-17349bf1-d4c3-43c1-94dd-4d28577a5d5e tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Lock "e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.819s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 563.934095] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbc42c5a-b654-43aa-b696-a4f449ead640 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.945564] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the task: (returnval){ [ 563.945564] env[68663]: value = "task-3237485" [ 563.945564] env[68663]: _type = "Task" [ 563.945564] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.959456] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237485, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.106704] env[68663]: DEBUG nova.policy [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f4efe8b464a44fda311b8aea10eb3d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '696b48d91a9944d6a82a7a8eaa08a4fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 564.189186] env[68663]: DEBUG nova.network.neutron [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Successfully updated port: 3b80e0c8-970f-4749-9b1f-01cb133c9dc7 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 564.209042] env[68663]: DEBUG nova.network.neutron [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Successfully created port: 9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 564.273963] env[68663]: DEBUG oslo_vmware.rw_handles [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Completed reading data from the image iterator. {{(pid=68663) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 564.274258] env[68663]: DEBUG oslo_vmware.rw_handles [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/871cf9c0-a4b2-436c-94ab-fbc8720b1ec9/34b3c90c-68cd-46c0-a971-9997d079fffe/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 564.298404] env[68663]: DEBUG oslo_vmware.api [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237481, 'name': PowerOnVM_Task, 'duration_secs': 1.017886} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.298404] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 564.298404] env[68663]: INFO nova.compute.manager [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Took 12.89 seconds to spawn the instance on the hypervisor. [ 564.298404] env[68663]: DEBUG nova.compute.manager [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 564.299240] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bda9a7-af94-488e-bb80-941c29f8f567 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.331913] env[68663]: DEBUG nova.compute.manager [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.414993] env[68663]: DEBUG nova.compute.manager [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 564.420045] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Downloaded image file data 34b3c90c-68cd-46c0-a971-9997d079fffe to vmware_temp/871cf9c0-a4b2-436c-94ab-fbc8720b1ec9/34b3c90c-68cd-46c0-a971-9997d079fffe/tmp-sparse.vmdk on the data store datastore1 {{(pid=68663) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 564.424980] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Caching image {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 564.424980] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Copying Virtual Disk [datastore1] vmware_temp/871cf9c0-a4b2-436c-94ab-fbc8720b1ec9/34b3c90c-68cd-46c0-a971-9997d079fffe/tmp-sparse.vmdk to [datastore1] vmware_temp/871cf9c0-a4b2-436c-94ab-fbc8720b1ec9/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 564.424980] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d124d7a-4ea3-421b-b5de-610cdad84333 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.430505] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 564.430505] env[68663]: value = "task-3237486" [ 564.430505] env[68663]: _type = "Task" [ 564.430505] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.440859] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.456942] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237485, 'name': Rename_Task, 'duration_secs': 0.2372} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.457371] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 564.457798] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4f55372-808c-43a5-bf2f-03ef79c96168 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.464082] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the task: (returnval){ [ 564.464082] env[68663]: value = "task-3237487" [ 564.464082] env[68663]: _type = "Task" [ 564.464082] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.477195] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.617255] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5952f71a-84f9-4246-92e5-ca47b3473330 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.626711] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d5c1bb-074d-401a-a1a6-5c07d7de1ac1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.660372] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25f813c-0f7f-41d7-aabf-9f6f573cd8f6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.669036] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec452544-0398-419d-91d0-30d3c51399f6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.684358] env[68663]: DEBUG nova.compute.provider_tree [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 564.692607] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Acquiring lock "refresh_cache-0438bf69-1fe2-4c9d-b7fc-8985c13696e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.692748] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Acquired lock "refresh_cache-0438bf69-1fe2-4c9d-b7fc-8985c13696e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.692907] env[68663]: DEBUG nova.network.neutron [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 564.822244] env[68663]: INFO nova.compute.manager [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Took 19.84 seconds to build instance. [ 564.859102] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.949165] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237486, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.982468] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237487, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.066163] env[68663]: DEBUG nova.compute.manager [req-26612f9a-f83c-4ee5-b84a-7243a34a4a0a req-637f39a8-33ce-4895-b35c-09a47eb53334 service nova] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Received event network-vif-plugged-e13c4d91-6fee-49e5-89ec-210f83257bbe {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 565.066163] env[68663]: DEBUG oslo_concurrency.lockutils [req-26612f9a-f83c-4ee5-b84a-7243a34a4a0a req-637f39a8-33ce-4895-b35c-09a47eb53334 service nova] Acquiring lock "7838a338-f8b7-4878-8b34-186f61c77e16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.066163] env[68663]: DEBUG oslo_concurrency.lockutils [req-26612f9a-f83c-4ee5-b84a-7243a34a4a0a req-637f39a8-33ce-4895-b35c-09a47eb53334 service nova] Lock "7838a338-f8b7-4878-8b34-186f61c77e16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.066568] env[68663]: DEBUG oslo_concurrency.lockutils [req-26612f9a-f83c-4ee5-b84a-7243a34a4a0a req-637f39a8-33ce-4895-b35c-09a47eb53334 service nova] Lock "7838a338-f8b7-4878-8b34-186f61c77e16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 565.066878] env[68663]: DEBUG nova.compute.manager [req-26612f9a-f83c-4ee5-b84a-7243a34a4a0a req-637f39a8-33ce-4895-b35c-09a47eb53334 service nova] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] No waiting events found dispatching network-vif-plugged-e13c4d91-6fee-49e5-89ec-210f83257bbe {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 565.067212] env[68663]: WARNING nova.compute.manager [req-26612f9a-f83c-4ee5-b84a-7243a34a4a0a req-637f39a8-33ce-4895-b35c-09a47eb53334 service nova] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Received unexpected event network-vif-plugged-e13c4d91-6fee-49e5-89ec-210f83257bbe for instance with vm_state building and task_state spawning. [ 565.067657] env[68663]: DEBUG nova.compute.manager [req-26612f9a-f83c-4ee5-b84a-7243a34a4a0a req-637f39a8-33ce-4895-b35c-09a47eb53334 service nova] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Received event network-changed-e13c4d91-6fee-49e5-89ec-210f83257bbe {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 565.067971] env[68663]: DEBUG nova.compute.manager [req-26612f9a-f83c-4ee5-b84a-7243a34a4a0a req-637f39a8-33ce-4895-b35c-09a47eb53334 service nova] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Refreshing instance network info cache due to event network-changed-e13c4d91-6fee-49e5-89ec-210f83257bbe. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 565.068329] env[68663]: DEBUG oslo_concurrency.lockutils [req-26612f9a-f83c-4ee5-b84a-7243a34a4a0a req-637f39a8-33ce-4895-b35c-09a47eb53334 service nova] Acquiring lock "refresh_cache-7838a338-f8b7-4878-8b34-186f61c77e16" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.068641] env[68663]: DEBUG oslo_concurrency.lockutils [req-26612f9a-f83c-4ee5-b84a-7243a34a4a0a req-637f39a8-33ce-4895-b35c-09a47eb53334 service nova] Acquired lock "refresh_cache-7838a338-f8b7-4878-8b34-186f61c77e16" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.068981] env[68663]: DEBUG nova.network.neutron [req-26612f9a-f83c-4ee5-b84a-7243a34a4a0a req-637f39a8-33ce-4895-b35c-09a47eb53334 service nova] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Refreshing network info cache for port e13c4d91-6fee-49e5-89ec-210f83257bbe {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 565.187249] env[68663]: DEBUG nova.scheduler.client.report [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 565.296451] env[68663]: DEBUG nova.network.neutron [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 565.325479] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8944d567-5252-42fd-bc7b-7a295618cc03 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Lock "38805c56-25d5-4164-914f-83dc983d765c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.358s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 565.430669] env[68663]: DEBUG nova.compute.manager [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 565.443896] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702304} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.443896] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Copied Virtual Disk [datastore1] vmware_temp/871cf9c0-a4b2-436c-94ab-fbc8720b1ec9/34b3c90c-68cd-46c0-a971-9997d079fffe/tmp-sparse.vmdk to [datastore1] vmware_temp/871cf9c0-a4b2-436c-94ab-fbc8720b1ec9/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 565.445296] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Deleting the datastore file [datastore1] vmware_temp/871cf9c0-a4b2-436c-94ab-fbc8720b1ec9/34b3c90c-68cd-46c0-a971-9997d079fffe/tmp-sparse.vmdk {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 565.445757] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f4e2b95-7304-4785-89a8-66102cc5ecf0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.456191] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 565.456191] env[68663]: value = "task-3237488" [ 565.456191] env[68663]: _type = "Task" [ 565.456191] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.470194] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.474958] env[68663]: DEBUG nova.virt.hardware [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 565.475284] env[68663]: DEBUG nova.virt.hardware [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 565.475450] env[68663]: DEBUG nova.virt.hardware [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 565.475697] env[68663]: DEBUG nova.virt.hardware [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 565.475945] env[68663]: DEBUG nova.virt.hardware [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 565.476146] env[68663]: DEBUG nova.virt.hardware [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 565.476647] env[68663]: DEBUG nova.virt.hardware [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 565.476647] env[68663]: DEBUG nova.virt.hardware [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 565.476788] env[68663]: DEBUG nova.virt.hardware [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 565.476853] env[68663]: DEBUG nova.virt.hardware [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 565.477062] env[68663]: DEBUG nova.virt.hardware [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 565.477922] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398d616a-a75a-450a-8785-139977ae5d90 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.488476] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237487, 'name': PowerOnVM_Task} progress is 91%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.492525] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f30559-e44a-4df0-8774-6c9fdb72db59 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.695393] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 565.696248] env[68663]: DEBUG nova.compute.manager [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 565.700617] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.381s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.828660] env[68663]: DEBUG nova.network.neutron [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Successfully created port: f972636b-7524-40bb-9d4d-fdab55fb074b {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 565.885102] env[68663]: DEBUG nova.network.neutron [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Updating instance_info_cache with network_info: [{"id": "3b80e0c8-970f-4749-9b1f-01cb133c9dc7", "address": "fa:16:3e:ee:4f:41", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b80e0c8-97", "ovs_interfaceid": "3b80e0c8-970f-4749-9b1f-01cb133c9dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.972175] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026426} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.976914] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 565.977486] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Moving file from [datastore1] vmware_temp/871cf9c0-a4b2-436c-94ab-fbc8720b1ec9/34b3c90c-68cd-46c0-a971-9997d079fffe to [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe. {{(pid=68663) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 565.977830] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-3ba30497-fe53-4bc8-8121-76cab4f43fe5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.988750] env[68663]: DEBUG oslo_vmware.api [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237487, 'name': PowerOnVM_Task, 'duration_secs': 1.022612} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.988750] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 565.988960] env[68663]: INFO nova.compute.manager [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Took 10.08 seconds to spawn the instance on the hypervisor. [ 565.989165] env[68663]: DEBUG nova.compute.manager [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 565.989540] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 565.989540] env[68663]: value = "task-3237489" [ 565.989540] env[68663]: _type = "Task" [ 565.989540] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.990264] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aee010-ff44-41ca-a4df-cb7e1f065f3e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.001297] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237489, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.204432] env[68663]: DEBUG nova.compute.utils [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 566.214109] env[68663]: DEBUG nova.compute.manager [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 566.214109] env[68663]: DEBUG nova.network.neutron [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 566.330728] env[68663]: DEBUG nova.compute.manager [req-8026df58-e1da-4091-a3f8-0276887f9e89 req-63e26102-e2cf-46dd-8ce5-7bfd96ffabd4 service nova] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Received event network-vif-plugged-3b80e0c8-970f-4749-9b1f-01cb133c9dc7 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 566.330922] env[68663]: DEBUG oslo_concurrency.lockutils [req-8026df58-e1da-4091-a3f8-0276887f9e89 req-63e26102-e2cf-46dd-8ce5-7bfd96ffabd4 service nova] Acquiring lock "0438bf69-1fe2-4c9d-b7fc-8985c13696e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.331139] env[68663]: DEBUG oslo_concurrency.lockutils [req-8026df58-e1da-4091-a3f8-0276887f9e89 req-63e26102-e2cf-46dd-8ce5-7bfd96ffabd4 service nova] Lock "0438bf69-1fe2-4c9d-b7fc-8985c13696e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.331296] env[68663]: DEBUG oslo_concurrency.lockutils [req-8026df58-e1da-4091-a3f8-0276887f9e89 req-63e26102-e2cf-46dd-8ce5-7bfd96ffabd4 service nova] Lock "0438bf69-1fe2-4c9d-b7fc-8985c13696e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 566.331456] env[68663]: DEBUG nova.compute.manager [req-8026df58-e1da-4091-a3f8-0276887f9e89 req-63e26102-e2cf-46dd-8ce5-7bfd96ffabd4 service nova] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] No waiting events found dispatching network-vif-plugged-3b80e0c8-970f-4749-9b1f-01cb133c9dc7 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 566.331630] env[68663]: WARNING nova.compute.manager [req-8026df58-e1da-4091-a3f8-0276887f9e89 req-63e26102-e2cf-46dd-8ce5-7bfd96ffabd4 service nova] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Received unexpected event network-vif-plugged-3b80e0c8-970f-4749-9b1f-01cb133c9dc7 for instance with vm_state building and task_state spawning. [ 566.391395] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Releasing lock "refresh_cache-0438bf69-1fe2-4c9d-b7fc-8985c13696e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.391624] env[68663]: DEBUG nova.compute.manager [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Instance network_info: |[{"id": "3b80e0c8-970f-4749-9b1f-01cb133c9dc7", "address": "fa:16:3e:ee:4f:41", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b80e0c8-97", "ovs_interfaceid": "3b80e0c8-970f-4749-9b1f-01cb133c9dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 566.392491] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:4f:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b80e0c8-970f-4749-9b1f-01cb133c9dc7', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 566.399820] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Creating folder: Project (a8d0b6703853451ba7c945bae6c6ede6). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.400118] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43b0d9e1-21da-4e87-852a-6aea81d07702 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.411800] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Created folder: Project (a8d0b6703853451ba7c945bae6c6ede6) in parent group-v647027. [ 566.413077] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Creating folder: Instances. Parent ref: group-v647043. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.413077] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35cae76b-4069-4eff-8b1f-6558baf565d5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.415066] env[68663]: DEBUG nova.policy [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a94b2f4fd154dce977907914cff47c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48e85fa9464f448fa4743e82be707ca6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 566.425708] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Created folder: Instances in parent group-v647043. [ 566.426485] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 566.426485] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 566.426485] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-379f81fb-0cb4-41d8-aacc-a63992bc4cb6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.453506] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 566.453506] env[68663]: value = "task-3237492" [ 566.453506] env[68663]: _type = "Task" [ 566.453506] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.462344] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237492, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.503769] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237489, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.054959} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.504092] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] File moved {{(pid=68663) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 566.504302] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Cleaning up location [datastore1] vmware_temp/871cf9c0-a4b2-436c-94ab-fbc8720b1ec9 {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 566.504469] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Deleting the datastore file [datastore1] vmware_temp/871cf9c0-a4b2-436c-94ab-fbc8720b1ec9 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 566.504728] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56ed0b4a-6794-4dbb-ab46-af7f80ba6f87 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.515604] env[68663]: INFO nova.compute.manager [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Took 20.66 seconds to build instance. [ 566.519580] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 566.519580] env[68663]: value = "task-3237493" [ 566.519580] env[68663]: _type = "Task" [ 566.519580] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.527784] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.706859] env[68663]: DEBUG nova.network.neutron [req-26612f9a-f83c-4ee5-b84a-7243a34a4a0a req-637f39a8-33ce-4895-b35c-09a47eb53334 service nova] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Updated VIF entry in instance network info cache for port e13c4d91-6fee-49e5-89ec-210f83257bbe. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 566.706859] env[68663]: DEBUG nova.network.neutron [req-26612f9a-f83c-4ee5-b84a-7243a34a4a0a req-637f39a8-33ce-4895-b35c-09a47eb53334 service nova] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Updating instance_info_cache with network_info: [{"id": "e13c4d91-6fee-49e5-89ec-210f83257bbe", "address": "fa:16:3e:22:61:18", "network": {"id": "470f8483-d8fe-4b45-be11-3eec2270a449", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1787332904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80405bc76cf5489a96fe4c016ccf319c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13c4d91-6f", "ovs_interfaceid": "e13c4d91-6fee-49e5-89ec-210f83257bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.716159] env[68663]: DEBUG nova.compute.manager [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 566.752555] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 62b574b2-52da-4288-a48f-42c99825127a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 566.752555] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 38805c56-25d5-4164-914f-83dc983d765c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 566.752555] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 566.752767] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance b95b8194-54c5-45d3-b2ed-bf61f1b2ce02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 566.752798] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 7838a338-f8b7-4878-8b34-186f61c77e16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 566.752935] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 0438bf69-1fe2-4c9d-b7fc-8985c13696e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 566.753018] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 9e8f21f5-5332-4543-91e7-b1f5057f16d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 566.753147] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 566.753305] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 052896f2-2f6f-479d-a161-88e6f3513515 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 566.968484] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237492, 'name': CreateVM_Task, 'duration_secs': 0.383513} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.968484] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 566.968484] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.968484] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.969447] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.971698] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc2b864b-3446-4fc6-a07f-39304443f25a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.976916] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Waiting for the task: (returnval){ [ 566.976916] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529d3264-396f-8fc1-ed7c-86c7af57b7fb" [ 566.976916] env[68663]: _type = "Task" [ 566.976916] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.984976] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529d3264-396f-8fc1-ed7c-86c7af57b7fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.020398] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc1c5a70-bc9e-4ecf-8a33-06b650ab06bc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Lock "b95b8194-54c5-45d3-b2ed-bf61f1b2ce02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.180s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 567.031342] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031936} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.031536] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 567.033761] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b624410-76bf-4965-8141-3c6259cde46a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.040105] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 567.040105] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e9d1f9-1d30-8670-2dcd-c7d1c1a85d9a" [ 567.040105] env[68663]: _type = "Task" [ 567.040105] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.048884] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e9d1f9-1d30-8670-2dcd-c7d1c1a85d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.214742] env[68663]: DEBUG oslo_concurrency.lockutils [req-26612f9a-f83c-4ee5-b84a-7243a34a4a0a req-637f39a8-33ce-4895-b35c-09a47eb53334 service nova] Releasing lock "refresh_cache-7838a338-f8b7-4878-8b34-186f61c77e16" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.260052] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance ec6e3393-17d9-47ca-94c3-4bb1ccf243d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 567.355700] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Acquiring lock "38805c56-25d5-4164-914f-83dc983d765c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.356045] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Lock "38805c56-25d5-4164-914f-83dc983d765c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.357102] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Acquiring lock "38805c56-25d5-4164-914f-83dc983d765c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.357102] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Lock "38805c56-25d5-4164-914f-83dc983d765c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.357102] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Lock "38805c56-25d5-4164-914f-83dc983d765c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 567.362235] env[68663]: INFO nova.compute.manager [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Terminating instance [ 567.382015] env[68663]: DEBUG nova.network.neutron [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Successfully created port: 5545f4da-6b0f-4aa8-b883-3390c6ba180f {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 567.488562] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529d3264-396f-8fc1-ed7c-86c7af57b7fb, 'name': SearchDatastore_Task, 'duration_secs': 0.017651} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.490202] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.490202] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 567.490202] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.554409] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e9d1f9-1d30-8670-2dcd-c7d1c1a85d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.047132} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.554711] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.555023] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 7838a338-f8b7-4878-8b34-186f61c77e16/7838a338-f8b7-4878-8b34-186f61c77e16.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.555289] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.555864] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 567.555864] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-059acce8-791a-465d-b026-f8fae6e5bda8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.559115] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ef3e6fb-3b40-42d5-9eb2-0347916f9e4f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.566229] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 567.566229] env[68663]: value = "task-3237494" [ 567.566229] env[68663]: _type = "Task" [ 567.566229] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.572510] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 567.572912] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 567.575041] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f0e06f3-3457-4e68-b57a-fa89c2dc1289 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.582886] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.585100] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Waiting for the task: (returnval){ [ 567.585100] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52399417-fbbc-b59e-d60a-9059b4acb016" [ 567.585100] env[68663]: _type = "Task" [ 567.585100] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.594398] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52399417-fbbc-b59e-d60a-9059b4acb016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.703939] env[68663]: DEBUG nova.compute.manager [None req-92df2d37-0321-4273-a82c-67b2763394a4 tempest-ServerDiagnosticsV248Test-1377103600 tempest-ServerDiagnosticsV248Test-1377103600-project-admin] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.705561] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493c9cbc-cdb5-4f68-8b6a-ccf65d3b3ceb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.713119] env[68663]: INFO nova.compute.manager [None req-92df2d37-0321-4273-a82c-67b2763394a4 tempest-ServerDiagnosticsV248Test-1377103600 tempest-ServerDiagnosticsV248Test-1377103600-project-admin] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Retrieving diagnostics [ 567.713896] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ec201f-aa4d-4faa-b1a4-b68b179f7cbf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.754423] env[68663]: DEBUG nova.compute.manager [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 567.765821] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 70493bb9-72a0-4f3f-a7b3-b53460d35046 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 567.768019] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 567.768019] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 567.793397] env[68663]: DEBUG nova.virt.hardware [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 567.793397] env[68663]: DEBUG nova.virt.hardware [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 567.793558] env[68663]: DEBUG nova.virt.hardware [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 567.793806] env[68663]: DEBUG nova.virt.hardware [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 567.793964] env[68663]: DEBUG nova.virt.hardware [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 567.794125] env[68663]: DEBUG nova.virt.hardware [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 567.794333] env[68663]: DEBUG nova.virt.hardware [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 567.794490] env[68663]: DEBUG nova.virt.hardware [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 567.794658] env[68663]: DEBUG nova.virt.hardware [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 567.794839] env[68663]: DEBUG nova.virt.hardware [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 567.796579] env[68663]: DEBUG nova.virt.hardware [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 567.797069] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3887b632-a38d-448a-a744-b0809ad30eb3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.806286] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a78ebe-aa27-4eb4-97b4-1378534b5e51 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.867077] env[68663]: DEBUG nova.compute.manager [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 567.867452] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 567.869018] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0e68dc-4c75-46d6-be15-9f4a995de30b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.879764] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 567.879764] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c8d044c-62b9-4963-889d-01d87c12ec1f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.887113] env[68663]: DEBUG oslo_vmware.api [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Waiting for the task: (returnval){ [ 567.887113] env[68663]: value = "task-3237495" [ 567.887113] env[68663]: _type = "Task" [ 567.887113] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.900203] env[68663]: DEBUG oslo_vmware.api [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Task: {'id': task-3237495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.901746] env[68663]: DEBUG nova.network.neutron [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Successfully updated port: 9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 568.080529] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237494, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.082591] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba82e6a4-b6a3-456b-9f1d-406e88abb129 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.101857] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52399417-fbbc-b59e-d60a-9059b4acb016, 'name': SearchDatastore_Task, 'duration_secs': 0.011976} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.103657] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e144bd3c-c5b6-4b38-88c5-2417c0c12974 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.107085] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb677eef-c739-4749-846b-2a23bcdd0d36 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.114921] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Waiting for the task: (returnval){ [ 568.114921] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529d4700-bfa6-43a1-5042-138f390fc1dd" [ 568.114921] env[68663]: _type = "Task" [ 568.114921] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.149479] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ef4394-7bb6-4a95-aadf-bf26e38195c0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.158586] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529d4700-bfa6-43a1-5042-138f390fc1dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.162643] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f27c52-9a9d-47fa-b12e-536fa6221fd2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.179402] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 568.402800] env[68663]: DEBUG oslo_vmware.api [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Task: {'id': task-3237495, 'name': PowerOffVM_Task, 'duration_secs': 0.316003} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.402800] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 568.403161] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 568.403437] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6241689e-dea7-43bf-b51a-d12c17d401b7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.407155] env[68663]: DEBUG oslo_concurrency.lockutils [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Acquiring lock "refresh_cache-9e8f21f5-5332-4543-91e7-b1f5057f16d6" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.407340] env[68663]: DEBUG oslo_concurrency.lockutils [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Acquired lock "refresh_cache-9e8f21f5-5332-4543-91e7-b1f5057f16d6" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.408221] env[68663]: DEBUG nova.network.neutron [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 568.469836] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 568.469836] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 568.469836] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Deleting the datastore file [datastore2] 38805c56-25d5-4164-914f-83dc983d765c {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 568.469836] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb405861-ba6e-4c6a-b8fa-f2fbd2388ab7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.479978] env[68663]: DEBUG oslo_vmware.api [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Waiting for the task: (returnval){ [ 568.479978] env[68663]: value = "task-3237497" [ 568.479978] env[68663]: _type = "Task" [ 568.479978] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.494015] env[68663]: DEBUG oslo_vmware.api [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Task: {'id': task-3237497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.559302] env[68663]: DEBUG nova.compute.manager [None req-255ce93c-8217-415e-8045-f668d3a7826f tempest-ServerDiagnosticsTest-1797817515 tempest-ServerDiagnosticsTest-1797817515-project-admin] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.560434] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92be5ed2-8c9a-47b6-88da-e08a088fe4a9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.567771] env[68663]: INFO nova.compute.manager [None req-255ce93c-8217-415e-8045-f668d3a7826f tempest-ServerDiagnosticsTest-1797817515 tempest-ServerDiagnosticsTest-1797817515-project-admin] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Retrieving diagnostics [ 568.571832] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdba83cc-c118-45dd-927e-42a055681f40 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.610269] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237494, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.658496] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529d4700-bfa6-43a1-5042-138f390fc1dd, 'name': SearchDatastore_Task, 'duration_secs': 0.05134} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.658695] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.661040] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 0438bf69-1fe2-4c9d-b7fc-8985c13696e2/0438bf69-1fe2-4c9d-b7fc-8985c13696e2.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 568.661040] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a953b792-e8ee-4b5c-b2da-1df6e4f1a49c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.667934] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Waiting for the task: (returnval){ [ 568.667934] env[68663]: value = "task-3237498" [ 568.667934] env[68663]: _type = "Task" [ 568.667934] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.676879] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.683130] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 568.765761] env[68663]: DEBUG nova.network.neutron [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Successfully updated port: f972636b-7524-40bb-9d4d-fdab55fb074b {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 568.990466] env[68663]: DEBUG oslo_vmware.api [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Task: {'id': task-3237497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.048110] env[68663]: DEBUG nova.network.neutron [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 569.085414] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237494, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.179380] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.191346] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 569.192249] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.493s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.192627] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.645s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.194600] env[68663]: INFO nova.compute.claims [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 569.268167] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Acquiring lock "refresh_cache-51cf3ba5-5a4c-49d2-b955-b4e84a6df37d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.268316] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Acquired lock "refresh_cache-51cf3ba5-5a4c-49d2-b955-b4e84a6df37d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.268467] env[68663]: DEBUG nova.network.neutron [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 569.490505] env[68663]: DEBUG oslo_vmware.api [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Task: {'id': task-3237497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517142} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.493692] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 569.493692] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 569.493692] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 569.493692] env[68663]: INFO nova.compute.manager [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Took 1.62 seconds to destroy the instance on the hypervisor. [ 569.493692] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 569.493910] env[68663]: DEBUG nova.compute.manager [-] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 569.493910] env[68663]: DEBUG nova.network.neutron [-] [instance: 38805c56-25d5-4164-914f-83dc983d765c] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 569.539687] env[68663]: DEBUG nova.compute.manager [req-7300824c-8ef8-4074-8cde-d08805b72921 req-5cab3410-b393-4c89-966d-2a004f36e79a service nova] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Received event network-vif-plugged-9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 569.539983] env[68663]: DEBUG oslo_concurrency.lockutils [req-7300824c-8ef8-4074-8cde-d08805b72921 req-5cab3410-b393-4c89-966d-2a004f36e79a service nova] Acquiring lock "9e8f21f5-5332-4543-91e7-b1f5057f16d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.540257] env[68663]: DEBUG oslo_concurrency.lockutils [req-7300824c-8ef8-4074-8cde-d08805b72921 req-5cab3410-b393-4c89-966d-2a004f36e79a service nova] Lock "9e8f21f5-5332-4543-91e7-b1f5057f16d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.540473] env[68663]: DEBUG oslo_concurrency.lockutils [req-7300824c-8ef8-4074-8cde-d08805b72921 req-5cab3410-b393-4c89-966d-2a004f36e79a service nova] Lock "9e8f21f5-5332-4543-91e7-b1f5057f16d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.540712] env[68663]: DEBUG nova.compute.manager [req-7300824c-8ef8-4074-8cde-d08805b72921 req-5cab3410-b393-4c89-966d-2a004f36e79a service nova] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] No waiting events found dispatching network-vif-plugged-9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 569.540961] env[68663]: WARNING nova.compute.manager [req-7300824c-8ef8-4074-8cde-d08805b72921 req-5cab3410-b393-4c89-966d-2a004f36e79a service nova] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Received unexpected event network-vif-plugged-9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b for instance with vm_state building and task_state spawning. [ 569.543109] env[68663]: DEBUG nova.network.neutron [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Updating instance_info_cache with network_info: [{"id": "9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b", "address": "fa:16:3e:cc:4b:58", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9505da33-3e", "ovs_interfaceid": "9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.583063] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237494, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.624256} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.583386] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 7838a338-f8b7-4878-8b34-186f61c77e16/7838a338-f8b7-4878-8b34-186f61c77e16.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 569.584113] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 569.584394] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bc0dda5-7928-45a7-ae7d-df359f13c6a4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.592073] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 569.592073] env[68663]: value = "task-3237499" [ 569.592073] env[68663]: _type = "Task" [ 569.592073] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.602494] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.682472] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237498, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.046452] env[68663]: DEBUG oslo_concurrency.lockutils [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Releasing lock "refresh_cache-9e8f21f5-5332-4543-91e7-b1f5057f16d6" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.046452] env[68663]: DEBUG nova.compute.manager [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Instance network_info: |[{"id": "9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b", "address": "fa:16:3e:cc:4b:58", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9505da33-3e", "ovs_interfaceid": "9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 570.046854] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:4b:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 570.055138] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Creating folder: Project (05f4884faead46f59794c60731ac0101). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.055437] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c947163e-78c8-4a5a-976a-8097dc1fe0b7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.066876] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Created folder: Project (05f4884faead46f59794c60731ac0101) in parent group-v647027. [ 570.067096] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Creating folder: Instances. Parent ref: group-v647046. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.067328] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd0b3400-5d32-46b6-91be-d5605797d4d5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.077659] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Created folder: Instances in parent group-v647046. [ 570.077985] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 570.078191] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 570.078718] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-349f0064-c2c7-4908-b6a1-11ee48d59f68 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.106278] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099195} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.107669] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 570.107956] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 570.107956] env[68663]: value = "task-3237502" [ 570.107956] env[68663]: _type = "Task" [ 570.107956] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.108649] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57f8476-8bc1-4f8e-afed-b52a39173f14 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.138554] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 7838a338-f8b7-4878-8b34-186f61c77e16/7838a338-f8b7-4878-8b34-186f61c77e16.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 570.142789] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c59b925-6cd9-4678-b644-8d5ffcc096d3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.158650] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237502, 'name': CreateVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.164252] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 570.164252] env[68663]: value = "task-3237503" [ 570.164252] env[68663]: _type = "Task" [ 570.164252] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.172911] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.184308] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237498, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.210971} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.184737] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 0438bf69-1fe2-4c9d-b7fc-8985c13696e2/0438bf69-1fe2-4c9d-b7fc-8985c13696e2.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 570.184978] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 570.185263] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b75b8345-cda5-4baa-8bc9-1c8a2d6281b5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.192733] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Waiting for the task: (returnval){ [ 570.192733] env[68663]: value = "task-3237504" [ 570.192733] env[68663]: _type = "Task" [ 570.192733] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.197273] env[68663]: DEBUG nova.network.neutron [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 570.208607] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.502971] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b3d63d-fa1e-400b-8c9d-aeb86fedf563 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.517138] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912c5663-671c-408a-9bf5-ecbcbf1d293f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.554774] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d7295e-af98-4ac2-a96b-8afd6ebf909e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.564507] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6afe37a-c1ef-42cf-ab76-92acc210ebec {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.582344] env[68663]: DEBUG nova.compute.provider_tree [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 570.630196] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237502, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.676561] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237503, 'name': ReconfigVM_Task, 'duration_secs': 0.491502} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.677123] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 7838a338-f8b7-4878-8b34-186f61c77e16/7838a338-f8b7-4878-8b34-186f61c77e16.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 570.680344] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02e8c80b-9381-4862-ae1b-f70dc89e0a65 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.688209] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 570.688209] env[68663]: value = "task-3237505" [ 570.688209] env[68663]: _type = "Task" [ 570.688209] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.715146] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237505, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.715958] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062918} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.716286] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 570.717139] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e88cdf1-68a6-4e7d-a97a-c8fed5b84ecd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.746903] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 0438bf69-1fe2-4c9d-b7fc-8985c13696e2/0438bf69-1fe2-4c9d-b7fc-8985c13696e2.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 570.747132] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b47426d0-f947-4231-9b9f-c159e28245ef {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.768385] env[68663]: DEBUG nova.network.neutron [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Updating instance_info_cache with network_info: [{"id": "f972636b-7524-40bb-9d4d-fdab55fb074b", "address": "fa:16:3e:b8:80:97", "network": {"id": "faeffb4e-75fa-4236-80b0-5956f62f52c8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-130480410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "696b48d91a9944d6a82a7a8eaa08a4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf972636b-75", "ovs_interfaceid": "f972636b-7524-40bb-9d4d-fdab55fb074b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.776104] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Waiting for the task: (returnval){ [ 570.776104] env[68663]: value = "task-3237506" [ 570.776104] env[68663]: _type = "Task" [ 570.776104] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.789593] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237506, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.836049] env[68663]: DEBUG nova.compute.manager [req-d1f369b7-c2e9-4b73-955b-34b1c27e0ed9 req-5f03a454-b935-4e93-96ad-12f790082861 service nova] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Received event network-changed-3b80e0c8-970f-4749-9b1f-01cb133c9dc7 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 570.836981] env[68663]: DEBUG nova.compute.manager [req-d1f369b7-c2e9-4b73-955b-34b1c27e0ed9 req-5f03a454-b935-4e93-96ad-12f790082861 service nova] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Refreshing instance network info cache due to event network-changed-3b80e0c8-970f-4749-9b1f-01cb133c9dc7. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 570.836981] env[68663]: DEBUG oslo_concurrency.lockutils [req-d1f369b7-c2e9-4b73-955b-34b1c27e0ed9 req-5f03a454-b935-4e93-96ad-12f790082861 service nova] Acquiring lock "refresh_cache-0438bf69-1fe2-4c9d-b7fc-8985c13696e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.836981] env[68663]: DEBUG oslo_concurrency.lockutils [req-d1f369b7-c2e9-4b73-955b-34b1c27e0ed9 req-5f03a454-b935-4e93-96ad-12f790082861 service nova] Acquired lock "refresh_cache-0438bf69-1fe2-4c9d-b7fc-8985c13696e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.836981] env[68663]: DEBUG nova.network.neutron [req-d1f369b7-c2e9-4b73-955b-34b1c27e0ed9 req-5f03a454-b935-4e93-96ad-12f790082861 service nova] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Refreshing network info cache for port 3b80e0c8-970f-4749-9b1f-01cb133c9dc7 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 571.113726] env[68663]: ERROR nova.scheduler.client.report [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [req-c577fb33-6826-416f-8d55-21a20885510b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c577fb33-6826-416f-8d55-21a20885510b"}]} [ 571.131409] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237502, 'name': CreateVM_Task, 'duration_secs': 0.522997} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.131755] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 571.137281] env[68663]: DEBUG oslo_concurrency.lockutils [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.137281] env[68663]: DEBUG oslo_concurrency.lockutils [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.137281] env[68663]: DEBUG oslo_concurrency.lockutils [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.137281] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f899d8e-edc2-45e5-80bd-688110283f1f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.144601] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Waiting for the task: (returnval){ [ 571.144601] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52988b71-41a4-11c0-765c-cc3acc12ff05" [ 571.144601] env[68663]: _type = "Task" [ 571.144601] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.145625] env[68663]: DEBUG nova.scheduler.client.report [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Refreshing inventories for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 571.156951] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52988b71-41a4-11c0-765c-cc3acc12ff05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.177025] env[68663]: DEBUG nova.scheduler.client.report [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Updating ProviderTree inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 571.177025] env[68663]: DEBUG nova.compute.provider_tree [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 571.199579] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237505, 'name': Rename_Task, 'duration_secs': 0.3838} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.200693] env[68663]: DEBUG nova.scheduler.client.report [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Refreshing aggregate associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, aggregates: None {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 571.203997] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 571.204443] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb6959c5-1262-48f1-a1a6-a689adb2838d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.213120] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 571.213120] env[68663]: value = "task-3237507" [ 571.213120] env[68663]: _type = "Task" [ 571.213120] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.223797] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.236760] env[68663]: DEBUG nova.scheduler.client.report [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Refreshing trait associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 571.276220] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Releasing lock "refresh_cache-51cf3ba5-5a4c-49d2-b955-b4e84a6df37d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.276540] env[68663]: DEBUG nova.compute.manager [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Instance network_info: |[{"id": "f972636b-7524-40bb-9d4d-fdab55fb074b", "address": "fa:16:3e:b8:80:97", "network": {"id": "faeffb4e-75fa-4236-80b0-5956f62f52c8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-130480410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "696b48d91a9944d6a82a7a8eaa08a4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf972636b-75", "ovs_interfaceid": "f972636b-7524-40bb-9d4d-fdab55fb074b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 571.277357] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:80:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f972636b-7524-40bb-9d4d-fdab55fb074b', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 571.288492] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Creating folder: Project (696b48d91a9944d6a82a7a8eaa08a4fb). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.299491] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1b6ee6b-3b28-41bd-a95c-1ca1fad53de6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.306784] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.357844] env[68663]: DEBUG nova.network.neutron [-] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.453096] env[68663]: DEBUG nova.network.neutron [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Successfully updated port: 5545f4da-6b0f-4aa8-b883-3390c6ba180f {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 571.517556] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cc5662-90bf-4fc7-940b-ac970a69b439 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.527259] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3337055b-334f-4013-93ad-cadc1db4f5b3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.531720] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Created folder: Project (696b48d91a9944d6a82a7a8eaa08a4fb) in parent group-v647027. [ 571.531921] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Creating folder: Instances. Parent ref: group-v647049. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.534401] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9418037-aeb9-4a46-ba3e-185dbc834bc2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.563384] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45be862-00c4-4e90-977a-e4097fdddf00 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.566131] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Created folder: Instances in parent group-v647049. [ 571.566364] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 571.566630] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 571.567120] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4666bd64-4b89-42da-a5a1-75b725eccb58 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.586232] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d50b6ff-ab95-4d13-9c4a-d5373dc7f026 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.592262] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 571.592262] env[68663]: value = "task-3237510" [ 571.592262] env[68663]: _type = "Task" [ 571.592262] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.605218] env[68663]: DEBUG nova.compute.provider_tree [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 571.611705] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237510, 'name': CreateVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.662396] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52988b71-41a4-11c0-765c-cc3acc12ff05, 'name': SearchDatastore_Task, 'duration_secs': 0.042847} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.663534] env[68663]: DEBUG oslo_concurrency.lockutils [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.663700] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 571.664279] env[68663]: DEBUG oslo_concurrency.lockutils [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.664556] env[68663]: DEBUG oslo_concurrency.lockutils [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.664654] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.665019] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7762e3b6-33cc-4eb4-9239-a18ba67a9bee {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.685492] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.685702] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 571.686490] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f33f4b-c453-4902-9a91-301b5d03b20d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.695880] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Waiting for the task: (returnval){ [ 571.695880] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a9c988-4693-3934-66ad-54199b18ce9c" [ 571.695880] env[68663]: _type = "Task" [ 571.695880] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.706278] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a9c988-4693-3934-66ad-54199b18ce9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.724765] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237507, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.753989] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Acquiring lock "62b574b2-52da-4288-a48f-42c99825127a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.754680] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Lock "62b574b2-52da-4288-a48f-42c99825127a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.755068] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Acquiring lock "62b574b2-52da-4288-a48f-42c99825127a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.755560] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Lock "62b574b2-52da-4288-a48f-42c99825127a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.755560] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Lock "62b574b2-52da-4288-a48f-42c99825127a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.759144] env[68663]: INFO nova.compute.manager [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Terminating instance [ 571.795570] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237506, 'name': ReconfigVM_Task, 'duration_secs': 0.911581} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.798747] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 0438bf69-1fe2-4c9d-b7fc-8985c13696e2/0438bf69-1fe2-4c9d-b7fc-8985c13696e2.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 571.798747] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a5c2a07-ca73-4dbb-b5b4-0334e08a1e95 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.810348] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Waiting for the task: (returnval){ [ 571.810348] env[68663]: value = "task-3237511" [ 571.810348] env[68663]: _type = "Task" [ 571.810348] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.823978] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237511, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.861216] env[68663]: INFO nova.compute.manager [-] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Took 2.37 seconds to deallocate network for instance. [ 571.958493] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "refresh_cache-052896f2-2f6f-479d-a161-88e6f3513515" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.958688] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired lock "refresh_cache-052896f2-2f6f-479d-a161-88e6f3513515" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.959076] env[68663]: DEBUG nova.network.neutron [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 572.105478] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237510, 'name': CreateVM_Task, 'duration_secs': 0.324628} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.105658] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 572.106923] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.106923] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.106923] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.107201] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e699cd2e-a1ce-4bfc-8398-e654bcfb7fb0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.114166] env[68663]: DEBUG nova.network.neutron [req-d1f369b7-c2e9-4b73-955b-34b1c27e0ed9 req-5f03a454-b935-4e93-96ad-12f790082861 service nova] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Updated VIF entry in instance network info cache for port 3b80e0c8-970f-4749-9b1f-01cb133c9dc7. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 572.114824] env[68663]: DEBUG nova.network.neutron [req-d1f369b7-c2e9-4b73-955b-34b1c27e0ed9 req-5f03a454-b935-4e93-96ad-12f790082861 service nova] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Updating instance_info_cache with network_info: [{"id": "3b80e0c8-970f-4749-9b1f-01cb133c9dc7", "address": "fa:16:3e:ee:4f:41", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b80e0c8-97", "ovs_interfaceid": "3b80e0c8-970f-4749-9b1f-01cb133c9dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.120452] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Waiting for the task: (returnval){ [ 572.120452] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529eec68-8fce-0321-dc6e-7bae92b0c1e4" [ 572.120452] env[68663]: _type = "Task" [ 572.120452] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.136971] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529eec68-8fce-0321-dc6e-7bae92b0c1e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.156974] env[68663]: DEBUG nova.scheduler.client.report [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 15 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 572.157562] env[68663]: DEBUG nova.compute.provider_tree [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 15 to 16 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 572.157898] env[68663]: DEBUG nova.compute.provider_tree [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 572.210517] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a9c988-4693-3934-66ad-54199b18ce9c, 'name': SearchDatastore_Task, 'duration_secs': 0.012329} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.211337] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7e1ad6-68cf-4c2e-bf6f-637a73fafbd4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.223043] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Waiting for the task: (returnval){ [ 572.223043] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52109a2e-d882-1b22-55a5-05d1f0dbe2cc" [ 572.223043] env[68663]: _type = "Task" [ 572.223043] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.225311] env[68663]: DEBUG oslo_vmware.api [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237507, 'name': PowerOnVM_Task, 'duration_secs': 0.728222} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.228419] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 572.228535] env[68663]: INFO nova.compute.manager [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Took 14.05 seconds to spawn the instance on the hypervisor. [ 572.228709] env[68663]: DEBUG nova.compute.manager [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.229491] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c9095f-8c57-4f8c-b308-0e5e67e0b818 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.237131] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52109a2e-d882-1b22-55a5-05d1f0dbe2cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.263767] env[68663]: DEBUG nova.compute.manager [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 572.263990] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 572.264891] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e8130b-900c-4c59-810c-d593d37b388d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.276794] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 572.277073] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49a1d616-84ce-4b41-8e70-234c05523f93 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.284057] env[68663]: DEBUG oslo_vmware.api [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Waiting for the task: (returnval){ [ 572.284057] env[68663]: value = "task-3237512" [ 572.284057] env[68663]: _type = "Task" [ 572.284057] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.297562] env[68663]: DEBUG oslo_vmware.api [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.323963] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237511, 'name': Rename_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.371255] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.532540] env[68663]: DEBUG nova.network.neutron [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 572.624084] env[68663]: DEBUG oslo_concurrency.lockutils [req-d1f369b7-c2e9-4b73-955b-34b1c27e0ed9 req-5f03a454-b935-4e93-96ad-12f790082861 service nova] Releasing lock "refresh_cache-0438bf69-1fe2-4c9d-b7fc-8985c13696e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.635964] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529eec68-8fce-0321-dc6e-7bae92b0c1e4, 'name': SearchDatastore_Task, 'duration_secs': 0.032652} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.636301] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.636412] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 572.636623] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.670980] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.475s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.671501] env[68663]: DEBUG nova.compute.manager [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 572.675824] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.817s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.680060] env[68663]: INFO nova.compute.claims [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 572.721539] env[68663]: DEBUG oslo_concurrency.lockutils [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "71bc73f9-6db5-4882-9923-a28402436117" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.721769] env[68663]: DEBUG oslo_concurrency.lockutils [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "71bc73f9-6db5-4882-9923-a28402436117" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.742019] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52109a2e-d882-1b22-55a5-05d1f0dbe2cc, 'name': SearchDatastore_Task, 'duration_secs': 0.031794} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.742088] env[68663]: DEBUG oslo_concurrency.lockutils [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.742433] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 9e8f21f5-5332-4543-91e7-b1f5057f16d6/9e8f21f5-5332-4543-91e7-b1f5057f16d6.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 572.742766] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.743334] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 572.743334] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6b289e7-1ac9-4265-918c-3a1fd48d9df1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.745381] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6dfd96f-6b0f-4f52-bf41-5b64456196a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.756099] env[68663]: INFO nova.compute.manager [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Took 21.66 seconds to build instance. [ 572.759084] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Waiting for the task: (returnval){ [ 572.759084] env[68663]: value = "task-3237513" [ 572.759084] env[68663]: _type = "Task" [ 572.759084] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.766256] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 572.766475] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 572.767291] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-181c8534-6dd0-435a-8ae8-6add01380748 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.777308] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': task-3237513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.779485] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Waiting for the task: (returnval){ [ 572.779485] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a974da-2e75-af29-ce57-6c04282362ec" [ 572.779485] env[68663]: _type = "Task" [ 572.779485] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.790714] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a974da-2e75-af29-ce57-6c04282362ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.796039] env[68663]: DEBUG oslo_vmware.api [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237512, 'name': PowerOffVM_Task, 'duration_secs': 0.322024} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.796451] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 572.796542] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 572.797209] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c30167ec-936f-42c4-82ab-190f16fecde6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.827992] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237511, 'name': Rename_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.859044] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 572.859044] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 572.859044] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Deleting the datastore file [datastore2] 62b574b2-52da-4288-a48f-42c99825127a {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 572.859384] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b5ac13d-c0a1-464f-b173-647580dd14a7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.867623] env[68663]: DEBUG oslo_vmware.api [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Waiting for the task: (returnval){ [ 572.867623] env[68663]: value = "task-3237515" [ 572.867623] env[68663]: _type = "Task" [ 572.867623] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.876309] env[68663]: DEBUG oslo_vmware.api [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.186682] env[68663]: DEBUG nova.compute.utils [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 573.189217] env[68663]: DEBUG nova.compute.manager [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 573.190450] env[68663]: DEBUG nova.network.neutron [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 573.223832] env[68663]: DEBUG nova.compute.manager [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 573.240962] env[68663]: DEBUG nova.network.neutron [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Updating instance_info_cache with network_info: [{"id": "5545f4da-6b0f-4aa8-b883-3390c6ba180f", "address": "fa:16:3e:66:95:25", "network": {"id": "8be76827-c2a4-42b4-b4cc-6c2c205e9662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2090219311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e85fa9464f448fa4743e82be707ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5545f4da-6b", "ovs_interfaceid": "5545f4da-6b0f-4aa8-b883-3390c6ba180f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.260311] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e175a59-4289-48bb-88a6-b4a73c53040a tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "7838a338-f8b7-4878-8b34-186f61c77e16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.176s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.285023] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': task-3237513, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.297277] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a974da-2e75-af29-ce57-6c04282362ec, 'name': SearchDatastore_Task, 'duration_secs': 0.036268} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.298166] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2292d2eb-20f8-4bb0-afbb-fdc39d83d8d6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.304563] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Waiting for the task: (returnval){ [ 573.304563] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52882daf-ecf5-a931-005a-b52f24e2dceb" [ 573.304563] env[68663]: _type = "Task" [ 573.304563] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.316464] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52882daf-ecf5-a931-005a-b52f24e2dceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.329362] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237511, 'name': Rename_Task, 'duration_secs': 1.284569} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.329362] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 573.329362] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46a08993-ec53-48b8-97aa-ceec6ce3119e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.336755] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Waiting for the task: (returnval){ [ 573.336755] env[68663]: value = "task-3237516" [ 573.336755] env[68663]: _type = "Task" [ 573.336755] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.349330] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.378311] env[68663]: DEBUG oslo_vmware.api [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Task: {'id': task-3237515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392967} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.378577] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 573.378757] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 573.378919] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 573.379339] env[68663]: INFO nova.compute.manager [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 573.379339] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 573.379532] env[68663]: DEBUG nova.compute.manager [-] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 573.379624] env[68663]: DEBUG nova.network.neutron [-] [instance: 62b574b2-52da-4288-a48f-42c99825127a] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 573.425017] env[68663]: DEBUG nova.policy [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea976331297143deb4b52dcdb7255a31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9289a4f45634970949b69d37927cc43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 573.439406] env[68663]: DEBUG nova.compute.manager [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 573.440395] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a320f8-e00b-42e8-aadc-c0d9600e1ae8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.694780] env[68663]: DEBUG nova.compute.manager [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 573.743582] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Releasing lock "refresh_cache-052896f2-2f6f-479d-a161-88e6f3513515" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.744097] env[68663]: DEBUG nova.compute.manager [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Instance network_info: |[{"id": "5545f4da-6b0f-4aa8-b883-3390c6ba180f", "address": "fa:16:3e:66:95:25", "network": {"id": "8be76827-c2a4-42b4-b4cc-6c2c205e9662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2090219311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e85fa9464f448fa4743e82be707ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5545f4da-6b", "ovs_interfaceid": "5545f4da-6b0f-4aa8-b883-3390c6ba180f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 573.746576] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:95:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5545f4da-6b0f-4aa8-b883-3390c6ba180f', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 573.756087] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Creating folder: Project (48e85fa9464f448fa4743e82be707ca6). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.756141] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fe2c1cb-7ef1-47ae-b984-aaf1cd03b60b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.789122] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Created folder: Project (48e85fa9464f448fa4743e82be707ca6) in parent group-v647027. [ 573.789122] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Creating folder: Instances. Parent ref: group-v647052. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.790648] env[68663]: DEBUG oslo_concurrency.lockutils [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.791423] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9418f86c-d599-4ad6-8f05-5efe29991ec1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.793862] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': task-3237513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87621} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.793977] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 9e8f21f5-5332-4543-91e7-b1f5057f16d6/9e8f21f5-5332-4543-91e7-b1f5057f16d6.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 573.794181] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 573.794856] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ecf0f85-cd4e-46f6-8d6f-f6f8e2f549a8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.804781] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Created folder: Instances in parent group-v647052. [ 573.805077] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 573.805337] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Waiting for the task: (returnval){ [ 573.805337] env[68663]: value = "task-3237519" [ 573.805337] env[68663]: _type = "Task" [ 573.805337] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.805608] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 573.810054] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07bf2902-93b1-43b6-88ad-c77fc8ea7f8b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.840769] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52882daf-ecf5-a931-005a-b52f24e2dceb, 'name': SearchDatastore_Task, 'duration_secs': 0.069747} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.849140] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.849140] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d/51cf3ba5-5a4c-49d2-b955-b4e84a6df37d.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.849286] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 573.849286] env[68663]: value = "task-3237520" [ 573.849286] env[68663]: _type = "Task" [ 573.849286] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.849404] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': task-3237519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.854695] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87cf94f3-ac02-4726-ae1f-310d5f22c3c8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.858021] env[68663]: DEBUG nova.compute.manager [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Received event network-changed-9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 573.858021] env[68663]: DEBUG nova.compute.manager [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Refreshing instance network info cache due to event network-changed-9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 573.858228] env[68663]: DEBUG oslo_concurrency.lockutils [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] Acquiring lock "refresh_cache-9e8f21f5-5332-4543-91e7-b1f5057f16d6" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.858228] env[68663]: DEBUG oslo_concurrency.lockutils [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] Acquired lock "refresh_cache-9e8f21f5-5332-4543-91e7-b1f5057f16d6" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.858517] env[68663]: DEBUG nova.network.neutron [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Refreshing network info cache for port 9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 573.873897] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.875390] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Waiting for the task: (returnval){ [ 573.875390] env[68663]: value = "task-3237521" [ 573.875390] env[68663]: _type = "Task" [ 573.875390] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.881986] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237520, 'name': CreateVM_Task} progress is 15%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.897290] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': task-3237521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.956546] env[68663]: INFO nova.compute.manager [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] instance snapshotting [ 573.958462] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a238b8e-9b1c-41ac-b23b-3083423e4494 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.989655] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c6ef62-7f1e-41a2-9529-e9723b5aaca3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.026156] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2131d262-3328-4388-b01c-a34e3e9d93db {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.034182] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcea4b8c-27c0-4961-8687-c99b00cc81ae {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.073115] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042ec696-f8dd-42f8-acf2-15143108099e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.082640] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908aaf70-e727-4db3-98c3-9b67448cc05b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.099204] env[68663]: DEBUG nova.compute.provider_tree [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 574.327146] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': task-3237519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134142} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.327582] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 574.332351] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30cf675-d3d6-4a4e-8a87-9b922e5c5f60 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.367308] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 9e8f21f5-5332-4543-91e7-b1f5057f16d6/9e8f21f5-5332-4543-91e7-b1f5057f16d6.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 574.372777] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54544166-5939-4a3f-ab70-254dfb4dd801 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.407157] env[68663]: DEBUG oslo_vmware.api [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237516, 'name': PowerOnVM_Task, 'duration_secs': 0.902201} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.409488] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 574.409587] env[68663]: INFO nova.compute.manager [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Took 13.87 seconds to spawn the instance on the hypervisor. [ 574.409779] env[68663]: DEBUG nova.compute.manager [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.410170] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Waiting for the task: (returnval){ [ 574.410170] env[68663]: value = "task-3237522" [ 574.410170] env[68663]: _type = "Task" [ 574.410170] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.418907] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49900185-5a8c-45f9-ad40-88e0a09aedda {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.422509] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237520, 'name': CreateVM_Task, 'duration_secs': 0.520289} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.422509] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': task-3237521, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.426541] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 574.428169] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.428491] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.428798] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.429508] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c1e63a-6859-4907-aa0b-ba7165951493 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.442230] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': task-3237522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.450372] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 574.450372] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52df62b2-a8f7-0584-b981-a1dc898cb5b3" [ 574.450372] env[68663]: _type = "Task" [ 574.450372] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.463807] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52df62b2-a8f7-0584-b981-a1dc898cb5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.501342] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 574.502123] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-19c3df49-e874-49d6-9e69-b82c994331dd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.510815] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the task: (returnval){ [ 574.510815] env[68663]: value = "task-3237523" [ 574.510815] env[68663]: _type = "Task" [ 574.510815] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.521027] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237523, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.568454] env[68663]: DEBUG nova.compute.manager [req-23b247d3-b545-460f-8934-8d0dca17e5ea req-a2a1eaed-e9fe-476e-8439-46535540d477 service nova] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Received event network-vif-plugged-5545f4da-6b0f-4aa8-b883-3390c6ba180f {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 574.572265] env[68663]: DEBUG oslo_concurrency.lockutils [req-23b247d3-b545-460f-8934-8d0dca17e5ea req-a2a1eaed-e9fe-476e-8439-46535540d477 service nova] Acquiring lock "052896f2-2f6f-479d-a161-88e6f3513515-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.572674] env[68663]: DEBUG oslo_concurrency.lockutils [req-23b247d3-b545-460f-8934-8d0dca17e5ea req-a2a1eaed-e9fe-476e-8439-46535540d477 service nova] Lock "052896f2-2f6f-479d-a161-88e6f3513515-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.573016] env[68663]: DEBUG oslo_concurrency.lockutils [req-23b247d3-b545-460f-8934-8d0dca17e5ea req-a2a1eaed-e9fe-476e-8439-46535540d477 service nova] Lock "052896f2-2f6f-479d-a161-88e6f3513515-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.573281] env[68663]: DEBUG nova.compute.manager [req-23b247d3-b545-460f-8934-8d0dca17e5ea req-a2a1eaed-e9fe-476e-8439-46535540d477 service nova] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] No waiting events found dispatching network-vif-plugged-5545f4da-6b0f-4aa8-b883-3390c6ba180f {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 574.574765] env[68663]: WARNING nova.compute.manager [req-23b247d3-b545-460f-8934-8d0dca17e5ea req-a2a1eaed-e9fe-476e-8439-46535540d477 service nova] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Received unexpected event network-vif-plugged-5545f4da-6b0f-4aa8-b883-3390c6ba180f for instance with vm_state building and task_state spawning. [ 574.574765] env[68663]: DEBUG nova.compute.manager [req-23b247d3-b545-460f-8934-8d0dca17e5ea req-a2a1eaed-e9fe-476e-8439-46535540d477 service nova] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Received event network-changed-5545f4da-6b0f-4aa8-b883-3390c6ba180f {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 574.574765] env[68663]: DEBUG nova.compute.manager [req-23b247d3-b545-460f-8934-8d0dca17e5ea req-a2a1eaed-e9fe-476e-8439-46535540d477 service nova] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Refreshing instance network info cache due to event network-changed-5545f4da-6b0f-4aa8-b883-3390c6ba180f. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 574.574765] env[68663]: DEBUG oslo_concurrency.lockutils [req-23b247d3-b545-460f-8934-8d0dca17e5ea req-a2a1eaed-e9fe-476e-8439-46535540d477 service nova] Acquiring lock "refresh_cache-052896f2-2f6f-479d-a161-88e6f3513515" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.574765] env[68663]: DEBUG oslo_concurrency.lockutils [req-23b247d3-b545-460f-8934-8d0dca17e5ea req-a2a1eaed-e9fe-476e-8439-46535540d477 service nova] Acquired lock "refresh_cache-052896f2-2f6f-479d-a161-88e6f3513515" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.575170] env[68663]: DEBUG nova.network.neutron [req-23b247d3-b545-460f-8934-8d0dca17e5ea req-a2a1eaed-e9fe-476e-8439-46535540d477 service nova] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Refreshing network info cache for port 5545f4da-6b0f-4aa8-b883-3390c6ba180f {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 574.603724] env[68663]: DEBUG nova.scheduler.client.report [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 574.624129] env[68663]: DEBUG nova.network.neutron [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Successfully created port: 149e5aed-6992-4d21-b6ca-efebc73f60d1 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 574.713387] env[68663]: DEBUG nova.compute.manager [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 574.752316] env[68663]: DEBUG nova.virt.hardware [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 574.752564] env[68663]: DEBUG nova.virt.hardware [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 574.752958] env[68663]: DEBUG nova.virt.hardware [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 574.752958] env[68663]: DEBUG nova.virt.hardware [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 574.753120] env[68663]: DEBUG nova.virt.hardware [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 574.753190] env[68663]: DEBUG nova.virt.hardware [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 574.753393] env[68663]: DEBUG nova.virt.hardware [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 574.753553] env[68663]: DEBUG nova.virt.hardware [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 574.754576] env[68663]: DEBUG nova.virt.hardware [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 574.754576] env[68663]: DEBUG nova.virt.hardware [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 574.754576] env[68663]: DEBUG nova.virt.hardware [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 574.755220] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aae1444-cb17-42b6-be2b-3c899bb63a79 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.763726] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02d67be-003f-4d22-941a-3b06531d6d50 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.789473] env[68663]: DEBUG nova.network.neutron [-] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.911848] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': task-3237521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674281} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.912574] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d/51cf3ba5-5a4c-49d2-b955-b4e84a6df37d.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 574.912574] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 574.912574] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e749f84d-0748-4947-94fc-9072036e78fc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.922119] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Waiting for the task: (returnval){ [ 574.922119] env[68663]: value = "task-3237528" [ 574.922119] env[68663]: _type = "Task" [ 574.922119] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.937647] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': task-3237522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.942494] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': task-3237528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.966840] env[68663]: INFO nova.compute.manager [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Took 22.15 seconds to build instance. [ 574.983253] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52df62b2-a8f7-0584-b981-a1dc898cb5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.058013} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.986520] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.987345] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 574.987345] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.987533] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.987816] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.991898] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd478872-5510-4bd7-b6c8-3143f40883b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.005414] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 575.005598] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 575.006793] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c0979dc-e1b5-4f80-8c7e-880deff1ecaf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.016983] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 575.016983] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528cb7b9-b73c-754c-bc36-c75b13893830" [ 575.016983] env[68663]: _type = "Task" [ 575.016983] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.025125] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237523, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.032510] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528cb7b9-b73c-754c-bc36-c75b13893830, 'name': SearchDatastore_Task, 'duration_secs': 0.014877} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.034140] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec3f87e-156b-4c77-98e3-5f4967ee5d19 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.040973] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 575.040973] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5295bdc3-82c4-66c0-5d61-51673c5f74e2" [ 575.040973] env[68663]: _type = "Task" [ 575.040973] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.052327] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5295bdc3-82c4-66c0-5d61-51673c5f74e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.113217] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.113217] env[68663]: DEBUG nova.compute.manager [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 575.116268] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.745s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.116268] env[68663]: DEBUG nova.objects.instance [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Lazy-loading 'resources' on Instance uuid 38805c56-25d5-4164-914f-83dc983d765c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 575.171610] env[68663]: DEBUG nova.network.neutron [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Updated VIF entry in instance network info cache for port 9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 575.171990] env[68663]: DEBUG nova.network.neutron [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Updating instance_info_cache with network_info: [{"id": "9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b", "address": "fa:16:3e:cc:4b:58", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9505da33-3e", "ovs_interfaceid": "9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.292570] env[68663]: INFO nova.compute.manager [-] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Took 1.91 seconds to deallocate network for instance. [ 575.438724] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': task-3237522, 'name': ReconfigVM_Task, 'duration_secs': 0.701266} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.442636] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 9e8f21f5-5332-4543-91e7-b1f5057f16d6/9e8f21f5-5332-4543-91e7-b1f5057f16d6.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 575.444103] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': task-3237528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081789} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.444103] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f289c88-ae20-4cf1-9586-96c53dedee9f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.445741] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 575.446791] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705474a2-c1df-4fe3-be59-ddcc111520ce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.472457] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d/51cf3ba5-5a4c-49d2-b955-b4e84a6df37d.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 575.473880] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f002e2cf-f67d-4031-9354-0bfa33fd3f14 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.492145] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Waiting for the task: (returnval){ [ 575.492145] env[68663]: value = "task-3237529" [ 575.492145] env[68663]: _type = "Task" [ 575.492145] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.492560] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2781ebc4-f1b6-41ad-bce2-31ac5b82d948 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Lock "0438bf69-1fe2-4c9d-b7fc-8985c13696e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.702s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.500388] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Waiting for the task: (returnval){ [ 575.500388] env[68663]: value = "task-3237530" [ 575.500388] env[68663]: _type = "Task" [ 575.500388] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.504414] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': task-3237529, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.520546] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': task-3237530, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.532023] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237523, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.554932] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5295bdc3-82c4-66c0-5d61-51673c5f74e2, 'name': SearchDatastore_Task, 'duration_secs': 0.015412} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.555268] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.555559] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 052896f2-2f6f-479d-a161-88e6f3513515/052896f2-2f6f-479d-a161-88e6f3513515.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.555856] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6ff333a-c142-44ee-989a-733156557103 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.567416] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 575.567416] env[68663]: value = "task-3237531" [ 575.567416] env[68663]: _type = "Task" [ 575.567416] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.577018] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.619343] env[68663]: DEBUG nova.compute.utils [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 575.626962] env[68663]: DEBUG nova.compute.manager [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 575.631961] env[68663]: DEBUG nova.network.neutron [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 575.680769] env[68663]: DEBUG oslo_concurrency.lockutils [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] Releasing lock "refresh_cache-9e8f21f5-5332-4543-91e7-b1f5057f16d6" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.681103] env[68663]: DEBUG nova.compute.manager [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Received event network-vif-plugged-f972636b-7524-40bb-9d4d-fdab55fb074b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 575.681473] env[68663]: DEBUG oslo_concurrency.lockutils [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] Acquiring lock "51cf3ba5-5a4c-49d2-b955-b4e84a6df37d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.681647] env[68663]: DEBUG oslo_concurrency.lockutils [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] Lock "51cf3ba5-5a4c-49d2-b955-b4e84a6df37d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.681816] env[68663]: DEBUG oslo_concurrency.lockutils [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] Lock "51cf3ba5-5a4c-49d2-b955-b4e84a6df37d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.682018] env[68663]: DEBUG nova.compute.manager [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] No waiting events found dispatching network-vif-plugged-f972636b-7524-40bb-9d4d-fdab55fb074b {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 575.682193] env[68663]: WARNING nova.compute.manager [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Received unexpected event network-vif-plugged-f972636b-7524-40bb-9d4d-fdab55fb074b for instance with vm_state building and task_state spawning. [ 575.682355] env[68663]: DEBUG nova.compute.manager [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Received event network-changed-f972636b-7524-40bb-9d4d-fdab55fb074b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 575.682503] env[68663]: DEBUG nova.compute.manager [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Refreshing instance network info cache due to event network-changed-f972636b-7524-40bb-9d4d-fdab55fb074b. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 575.682722] env[68663]: DEBUG oslo_concurrency.lockutils [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] Acquiring lock "refresh_cache-51cf3ba5-5a4c-49d2-b955-b4e84a6df37d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.682857] env[68663]: DEBUG oslo_concurrency.lockutils [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] Acquired lock "refresh_cache-51cf3ba5-5a4c-49d2-b955-b4e84a6df37d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.683032] env[68663]: DEBUG nova.network.neutron [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Refreshing network info cache for port f972636b-7524-40bb-9d4d-fdab55fb074b {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 575.810722] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.883802] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d766a1-64f4-4933-ae77-68f4b089389f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.893676] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f512c62-d309-44a8-9e01-282d50de6c8d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.931953] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72fdb59-05ae-4d10-84ed-7142d37acc02 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.941212] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dc2fb6-6b7d-4774-9050-895409b2c07a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.957985] env[68663]: DEBUG nova.compute.provider_tree [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.987917] env[68663]: DEBUG nova.policy [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75ceed2613da4a7ca0ca5f2cef757fe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa50c565aa3349c6be83db9b66f12c66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 576.003248] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': task-3237529, 'name': Rename_Task, 'duration_secs': 0.203966} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.003550] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 576.003801] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a485bce-0158-4688-bdf4-a7aebffa3cbf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.015375] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': task-3237530, 'name': ReconfigVM_Task, 'duration_secs': 0.323673} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.016968] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d/51cf3ba5-5a4c-49d2-b955-b4e84a6df37d.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 576.017707] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Waiting for the task: (returnval){ [ 576.017707] env[68663]: value = "task-3237532" [ 576.017707] env[68663]: _type = "Task" [ 576.017707] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.018139] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5a2ed40-be65-4a92-81da-ce9202023c19 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.031524] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Waiting for the task: (returnval){ [ 576.031524] env[68663]: value = "task-3237533" [ 576.031524] env[68663]: _type = "Task" [ 576.031524] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.033450] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': task-3237532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.042958] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237523, 'name': CreateSnapshot_Task, 'duration_secs': 1.220272} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.043855] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 576.046352] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7eda82-3ef6-496b-af29-baf95cdda49d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.056084] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': task-3237533, 'name': Rename_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.080370] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237531, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.134670] env[68663]: DEBUG nova.compute.manager [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 576.242123] env[68663]: DEBUG nova.network.neutron [req-23b247d3-b545-460f-8934-8d0dca17e5ea req-a2a1eaed-e9fe-476e-8439-46535540d477 service nova] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Updated VIF entry in instance network info cache for port 5545f4da-6b0f-4aa8-b883-3390c6ba180f. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 576.242123] env[68663]: DEBUG nova.network.neutron [req-23b247d3-b545-460f-8934-8d0dca17e5ea req-a2a1eaed-e9fe-476e-8439-46535540d477 service nova] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Updating instance_info_cache with network_info: [{"id": "5545f4da-6b0f-4aa8-b883-3390c6ba180f", "address": "fa:16:3e:66:95:25", "network": {"id": "8be76827-c2a4-42b4-b4cc-6c2c205e9662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2090219311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e85fa9464f448fa4743e82be707ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5545f4da-6b", "ovs_interfaceid": "5545f4da-6b0f-4aa8-b883-3390c6ba180f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.278523] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "b862b802-c379-483e-9238-fa69b1eec7b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.278523] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "b862b802-c379-483e-9238-fa69b1eec7b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.461732] env[68663]: DEBUG nova.scheduler.client.report [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.534227] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': task-3237532, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.543051] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': task-3237533, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.577614] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 576.582378] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7b0c1435-2dd2-42a7-adf7-1ad760b70d48 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.592536] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6653} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.594912] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 052896f2-2f6f-479d-a161-88e6f3513515/052896f2-2f6f-479d-a161-88e6f3513515.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.595190] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.595548] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the task: (returnval){ [ 576.595548] env[68663]: value = "task-3237534" [ 576.595548] env[68663]: _type = "Task" [ 576.595548] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.595713] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dff28070-94c7-4665-9941-d4a0f550031c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.614999] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237534, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.616758] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 576.616758] env[68663]: value = "task-3237535" [ 576.616758] env[68663]: _type = "Task" [ 576.616758] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.633296] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.745255] env[68663]: DEBUG oslo_concurrency.lockutils [req-23b247d3-b545-460f-8934-8d0dca17e5ea req-a2a1eaed-e9fe-476e-8439-46535540d477 service nova] Releasing lock "refresh_cache-052896f2-2f6f-479d-a161-88e6f3513515" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.785068] env[68663]: DEBUG nova.compute.manager [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 576.971375] env[68663]: DEBUG oslo_concurrency.lockutils [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Acquiring lock "d91b778c-ac38-4998-aa7f-625c3fb8a722" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.971916] env[68663]: DEBUG oslo_concurrency.lockutils [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Lock "d91b778c-ac38-4998-aa7f-625c3fb8a722" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.978389] env[68663]: DEBUG nova.network.neutron [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Updated VIF entry in instance network info cache for port f972636b-7524-40bb-9d4d-fdab55fb074b. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 576.979028] env[68663]: DEBUG nova.network.neutron [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Updating instance_info_cache with network_info: [{"id": "f972636b-7524-40bb-9d4d-fdab55fb074b", "address": "fa:16:3e:b8:80:97", "network": {"id": "faeffb4e-75fa-4236-80b0-5956f62f52c8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-130480410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "696b48d91a9944d6a82a7a8eaa08a4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf972636b-75", "ovs_interfaceid": "f972636b-7524-40bb-9d4d-fdab55fb074b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.980898] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.984220] env[68663]: DEBUG oslo_concurrency.lockutils [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.193s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.988117] env[68663]: INFO nova.compute.claims [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.016648] env[68663]: INFO nova.scheduler.client.report [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Deleted allocations for instance 38805c56-25d5-4164-914f-83dc983d765c [ 577.030774] env[68663]: DEBUG oslo_vmware.api [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': task-3237532, 'name': PowerOnVM_Task, 'duration_secs': 0.630347} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.031188] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 577.031401] env[68663]: INFO nova.compute.manager [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Took 13.98 seconds to spawn the instance on the hypervisor. [ 577.031576] env[68663]: DEBUG nova.compute.manager [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 577.032423] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d539716a-4e97-4fc6-bb35-7ff65a603996 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.045150] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': task-3237533, 'name': Rename_Task, 'duration_secs': 0.895662} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.047365] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.051678] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df352268-ebe8-4145-b028-6b571e764f4a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.062640] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Waiting for the task: (returnval){ [ 577.062640] env[68663]: value = "task-3237536" [ 577.062640] env[68663]: _type = "Task" [ 577.062640] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.073942] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': task-3237536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.111558] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237534, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.129464] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07563} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.132014] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 577.132014] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94916aac-93d6-4f55-b5d1-746150c6b0a9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.157474] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 052896f2-2f6f-479d-a161-88e6f3513515/052896f2-2f6f-479d-a161-88e6f3513515.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 577.159049] env[68663]: DEBUG nova.compute.manager [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 577.161644] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b4282c9-5925-4255-96c3-fd0c25f07ca8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.188676] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 577.188676] env[68663]: value = "task-3237537" [ 577.188676] env[68663]: _type = "Task" [ 577.188676] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.201935] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.212375] env[68663]: DEBUG nova.virt.hardware [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:38:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='716958821',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2046265317',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 577.219025] env[68663]: DEBUG nova.virt.hardware [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 577.219025] env[68663]: DEBUG nova.virt.hardware [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 577.219025] env[68663]: DEBUG nova.virt.hardware [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 577.219025] env[68663]: DEBUG nova.virt.hardware [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 577.219025] env[68663]: DEBUG nova.virt.hardware [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 577.219324] env[68663]: DEBUG nova.virt.hardware [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 577.219324] env[68663]: DEBUG nova.virt.hardware [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 577.219324] env[68663]: DEBUG nova.virt.hardware [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 577.219324] env[68663]: DEBUG nova.virt.hardware [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 577.219324] env[68663]: DEBUG nova.virt.hardware [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 577.219466] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a93a80c-f383-4c07-a6d5-fdc87a37887d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.228928] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f333e6-b1b7-4bc6-896a-d437c4d4803b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.321790] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.475352] env[68663]: DEBUG nova.compute.manager [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 577.484816] env[68663]: DEBUG oslo_concurrency.lockutils [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] Releasing lock "refresh_cache-51cf3ba5-5a4c-49d2-b955-b4e84a6df37d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.485154] env[68663]: DEBUG nova.compute.manager [req-42d3db8b-0ff3-4dea-b0e8-29192ae5bce8 req-daa8fd95-511b-4dec-8046-4d663d0008a2 service nova] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Received event network-vif-deleted-a49f952b-78c6-42bf-bb49-de5685438bb1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 577.532218] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2008c8d3-ea74-4ed7-b62b-ebd71c715cde tempest-DeleteServersAdminTestJSON-386743695 tempest-DeleteServersAdminTestJSON-386743695-project-admin] Lock "38805c56-25d5-4164-914f-83dc983d765c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.174s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.564033] env[68663]: INFO nova.compute.manager [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Took 24.33 seconds to build instance. [ 577.578567] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': task-3237536, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.616591] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237534, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.703262] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.856899] env[68663]: DEBUG nova.network.neutron [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Successfully created port: 76e5a896-aa9b-42d5-a775-11d09f035f94 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 578.052112] env[68663]: DEBUG oslo_concurrency.lockutils [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.066140] env[68663]: DEBUG oslo_concurrency.lockutils [None req-051a2b94-dc49-4862-8342-8b7b05093090 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Lock "9e8f21f5-5332-4543-91e7-b1f5057f16d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.847s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.089556] env[68663]: DEBUG oslo_vmware.api [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': task-3237536, 'name': PowerOnVM_Task, 'duration_secs': 0.707178} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.091133] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 578.092119] env[68663]: INFO nova.compute.manager [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Took 12.66 seconds to spawn the instance on the hypervisor. [ 578.092119] env[68663]: DEBUG nova.compute.manager [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.092957] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000c0e67-49e2-479f-82f5-7d34e60e4de1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.118034] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237534, 'name': CloneVM_Task} progress is 95%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.225973] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237537, 'name': ReconfigVM_Task, 'duration_secs': 0.64812} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.233785] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 052896f2-2f6f-479d-a161-88e6f3513515/052896f2-2f6f-479d-a161-88e6f3513515.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 578.235157] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bda848a1-79bb-4295-90ca-ca8d872c8f59 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.248029] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 578.248029] env[68663]: value = "task-3237539" [ 578.248029] env[68663]: _type = "Task" [ 578.248029] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.259040] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237539, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.380019] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585bc2cb-a8ad-45de-8a41-551d0c71bdde {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.388231] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bc8bb4-f4ab-4afc-bd62-447b7c79b977 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.433455] env[68663]: DEBUG nova.network.neutron [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Successfully updated port: 149e5aed-6992-4d21-b6ca-efebc73f60d1 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 578.436581] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad82348-a7b8-44b5-b142-9b6ab9d3e130 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.446325] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83629f49-7d07-4386-88bb-0102b6251ca7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.466914] env[68663]: DEBUG nova.compute.provider_tree [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.579623] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Acquiring lock "f4ffcd33-acb1-4e44-9a89-f10b57d732bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.579863] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Lock "f4ffcd33-acb1-4e44-9a89-f10b57d732bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.585594] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "bb7b5426-eeac-490d-90f0-7fd81106b913" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.585711] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "bb7b5426-eeac-490d-90f0-7fd81106b913" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.627351] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237534, 'name': CloneVM_Task, 'duration_secs': 1.969853} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.627604] env[68663]: INFO nova.compute.manager [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Took 24.84 seconds to build instance. [ 578.629442] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Created linked-clone VM from snapshot [ 578.630266] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af50132d-b227-4ba4-b3ad-4461deac9264 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.642893] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Uploading image a993c0e4-e54d-4deb-8e52-f01673babdfa {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 578.693504] env[68663]: DEBUG oslo_vmware.rw_handles [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 578.693504] env[68663]: value = "vm-647059" [ 578.693504] env[68663]: _type = "VirtualMachine" [ 578.693504] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 578.695159] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7518db3a-15a4-41b1-ae99-eab8a07a8992 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.704697] env[68663]: DEBUG oslo_vmware.rw_handles [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Lease: (returnval){ [ 578.704697] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529a16fe-e46c-4cd3-c804-d3d7868391e2" [ 578.704697] env[68663]: _type = "HttpNfcLease" [ 578.704697] env[68663]: } obtained for exporting VM: (result){ [ 578.704697] env[68663]: value = "vm-647059" [ 578.704697] env[68663]: _type = "VirtualMachine" [ 578.704697] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 578.705647] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the lease: (returnval){ [ 578.705647] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529a16fe-e46c-4cd3-c804-d3d7868391e2" [ 578.705647] env[68663]: _type = "HttpNfcLease" [ 578.705647] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 578.719067] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 578.719067] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529a16fe-e46c-4cd3-c804-d3d7868391e2" [ 578.719067] env[68663]: _type = "HttpNfcLease" [ 578.719067] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 578.756904] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237539, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.937395] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Acquiring lock "refresh_cache-ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.939125] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Acquired lock "refresh_cache-ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.939125] env[68663]: DEBUG nova.network.neutron [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 578.970875] env[68663]: DEBUG nova.scheduler.client.report [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.086712] env[68663]: DEBUG nova.compute.manager [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.093520] env[68663]: DEBUG nova.compute.manager [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.133163] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2aa0e31-08b1-4fbc-b896-cc49eb826b98 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Lock "51cf3ba5-5a4c-49d2-b955-b4e84a6df37d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.354s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.226345] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 579.226345] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529a16fe-e46c-4cd3-c804-d3d7868391e2" [ 579.226345] env[68663]: _type = "HttpNfcLease" [ 579.226345] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 579.226345] env[68663]: DEBUG oslo_vmware.rw_handles [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 579.226345] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529a16fe-e46c-4cd3-c804-d3d7868391e2" [ 579.226345] env[68663]: _type = "HttpNfcLease" [ 579.226345] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 579.233712] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75c83cf-7763-414b-b7ba-8c3129617455 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.251391] env[68663]: DEBUG oslo_vmware.rw_handles [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289d8ea-690c-37d9-29ca-5149928f54e1/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 579.251391] env[68663]: DEBUG oslo_vmware.rw_handles [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289d8ea-690c-37d9-29ca-5149928f54e1/disk-0.vmdk for reading. {{(pid=68663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 579.323087] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237539, 'name': Rename_Task, 'duration_secs': 0.852249} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.323467] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.325505] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6abc4103-bf70-43f1-b290-cae6ae64a668 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.335830] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 579.335830] env[68663]: value = "task-3237541" [ 579.335830] env[68663]: _type = "Task" [ 579.335830] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.344859] env[68663]: DEBUG nova.compute.manager [req-a8e88ded-4b80-4f7d-a2cd-a69db9e03296 req-3b484f79-835c-4765-9ed2-b16baee99eb4 service nova] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Received event network-vif-deleted-9c57ff95-9627-4e36-9a0b-6a54ad7e10d1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 579.352330] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.393548] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-67037f03-73b8-4d85-b131-cef6ccb3a462 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.481020] env[68663]: DEBUG oslo_concurrency.lockutils [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.481020] env[68663]: DEBUG nova.compute.manager [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.484786] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.674s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.485174] env[68663]: DEBUG nova.objects.instance [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Lazy-loading 'resources' on Instance uuid 62b574b2-52da-4288-a48f-42c99825127a {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 579.510527] env[68663]: DEBUG nova.network.neutron [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 579.625677] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.635726] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.701638] env[68663]: DEBUG nova.compute.manager [req-cccccf6b-971d-4f42-bcff-6f9efc90b75f req-a49c3cdd-29cd-4e14-b048-07349657a477 service nova] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Received event network-vif-plugged-149e5aed-6992-4d21-b6ca-efebc73f60d1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 579.702100] env[68663]: DEBUG oslo_concurrency.lockutils [req-cccccf6b-971d-4f42-bcff-6f9efc90b75f req-a49c3cdd-29cd-4e14-b048-07349657a477 service nova] Acquiring lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.702580] env[68663]: DEBUG oslo_concurrency.lockutils [req-cccccf6b-971d-4f42-bcff-6f9efc90b75f req-a49c3cdd-29cd-4e14-b048-07349657a477 service nova] Lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.703041] env[68663]: DEBUG oslo_concurrency.lockutils [req-cccccf6b-971d-4f42-bcff-6f9efc90b75f req-a49c3cdd-29cd-4e14-b048-07349657a477 service nova] Lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.703406] env[68663]: DEBUG nova.compute.manager [req-cccccf6b-971d-4f42-bcff-6f9efc90b75f req-a49c3cdd-29cd-4e14-b048-07349657a477 service nova] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] No waiting events found dispatching network-vif-plugged-149e5aed-6992-4d21-b6ca-efebc73f60d1 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.703497] env[68663]: WARNING nova.compute.manager [req-cccccf6b-971d-4f42-bcff-6f9efc90b75f req-a49c3cdd-29cd-4e14-b048-07349657a477 service nova] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Received unexpected event network-vif-plugged-149e5aed-6992-4d21-b6ca-efebc73f60d1 for instance with vm_state building and task_state spawning. [ 579.775048] env[68663]: DEBUG nova.network.neutron [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Updating instance_info_cache with network_info: [{"id": "149e5aed-6992-4d21-b6ca-efebc73f60d1", "address": "fa:16:3e:ed:57:ff", "network": {"id": "fc843ef7-4d5f-43b5-8fa6-b13e095e8aac", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1914450126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9289a4f45634970949b69d37927cc43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149e5aed-69", "ovs_interfaceid": "149e5aed-6992-4d21-b6ca-efebc73f60d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.851885] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237541, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.903846] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquiring lock "9151c912-cfad-450f-a2d2-345917a67b15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.904353] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "9151c912-cfad-450f-a2d2-345917a67b15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.990384] env[68663]: DEBUG nova.compute.utils [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 579.991072] env[68663]: DEBUG nova.compute.manager [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 579.991319] env[68663]: DEBUG nova.network.neutron [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.065685] env[68663]: DEBUG nova.policy [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f25be357edb4660b10e67eeadd9fe2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebaad111ab4e4c22a9139c0415184c98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 580.277942] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Releasing lock "refresh_cache-ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.278347] env[68663]: DEBUG nova.compute.manager [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Instance network_info: |[{"id": "149e5aed-6992-4d21-b6ca-efebc73f60d1", "address": "fa:16:3e:ed:57:ff", "network": {"id": "fc843ef7-4d5f-43b5-8fa6-b13e095e8aac", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1914450126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9289a4f45634970949b69d37927cc43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149e5aed-69", "ovs_interfaceid": "149e5aed-6992-4d21-b6ca-efebc73f60d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 580.283135] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:57:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '149e5aed-6992-4d21-b6ca-efebc73f60d1', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 580.297441] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Creating folder: Project (b9289a4f45634970949b69d37927cc43). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.298994] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67065ada-bf4b-41fc-a11f-5c8c2b72274e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.318596] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Created folder: Project (b9289a4f45634970949b69d37927cc43) in parent group-v647027. [ 580.318596] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Creating folder: Instances. Parent ref: group-v647060. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.319034] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88a5b364-e0a9-4911-9705-c12b5a80f673 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.333767] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Created folder: Instances in parent group-v647060. [ 580.334679] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 580.334679] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.334679] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06bc9146-a625-454d-b206-6eae8f723f27 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.370997] env[68663]: DEBUG oslo_vmware.api [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237541, 'name': PowerOnVM_Task, 'duration_secs': 0.713571} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.373398] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.373398] env[68663]: INFO nova.compute.manager [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Took 12.62 seconds to spawn the instance on the hypervisor. [ 580.373398] env[68663]: DEBUG nova.compute.manager [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.373398] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.373398] env[68663]: value = "task-3237545" [ 580.373398] env[68663]: _type = "Task" [ 580.373398] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.373720] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341e94a1-b4cb-4e0e-9231-e52eb367a84e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.386489] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6a1aff-1ae2-4360-a1b1-de5cd69272db {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.396465] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237545, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.409264] env[68663]: DEBUG nova.compute.manager [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.418219] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ae53d3-ce8b-4ee1-98b7-6730b5992a8b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.475293] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687acdd4-a6c2-4ea1-95c4-3c61c3952a55 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.494371] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155dbb74-1bea-499b-b5bf-7ad34ee3c27e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.507919] env[68663]: DEBUG nova.compute.manager [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.528081] env[68663]: DEBUG nova.compute.provider_tree [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.547620] env[68663]: DEBUG nova.compute.manager [None req-d25b7c75-663b-49cf-a289-90d285ab65bf tempest-ServerDiagnosticsV248Test-1377103600 tempest-ServerDiagnosticsV248Test-1377103600-project-admin] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.550594] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bf0582-2d61-47ef-9653-b424ad95e81b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.564019] env[68663]: INFO nova.compute.manager [None req-d25b7c75-663b-49cf-a289-90d285ab65bf tempest-ServerDiagnosticsV248Test-1377103600 tempest-ServerDiagnosticsV248Test-1377103600-project-admin] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Retrieving diagnostics [ 580.564019] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89c6044-86e1-4432-8d4d-d755d2cf3b45 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.652122] env[68663]: DEBUG nova.network.neutron [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Successfully updated port: 76e5a896-aa9b-42d5-a775-11d09f035f94 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 580.661287] env[68663]: DEBUG nova.compute.manager [None req-e4a1c8ec-330b-48c5-a0c9-38747e444e84 tempest-ServerExternalEventsTest-1726702812 tempest-ServerExternalEventsTest-1726702812-project] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Received event network-changed {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 580.661484] env[68663]: DEBUG nova.compute.manager [None req-e4a1c8ec-330b-48c5-a0c9-38747e444e84 tempest-ServerExternalEventsTest-1726702812 tempest-ServerExternalEventsTest-1726702812-project] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Refreshing instance network info cache due to event network-changed. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 580.661714] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e4a1c8ec-330b-48c5-a0c9-38747e444e84 tempest-ServerExternalEventsTest-1726702812 tempest-ServerExternalEventsTest-1726702812-project] Acquiring lock "refresh_cache-9e8f21f5-5332-4543-91e7-b1f5057f16d6" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.661849] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e4a1c8ec-330b-48c5-a0c9-38747e444e84 tempest-ServerExternalEventsTest-1726702812 tempest-ServerExternalEventsTest-1726702812-project] Acquired lock "refresh_cache-9e8f21f5-5332-4543-91e7-b1f5057f16d6" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.662014] env[68663]: DEBUG nova.network.neutron [None req-e4a1c8ec-330b-48c5-a0c9-38747e444e84 tempest-ServerExternalEventsTest-1726702812 tempest-ServerExternalEventsTest-1726702812-project] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.884058] env[68663]: DEBUG nova.network.neutron [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Successfully created port: aa73e3c6-a337-4246-98e6-fa87137294e5 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 580.892029] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237545, 'name': CreateVM_Task, 'duration_secs': 0.475501} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.892410] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.893525] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.893525] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.894063] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.894487] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a9d448-cec4-427e-a02c-e3721c622239 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.902257] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Waiting for the task: (returnval){ [ 580.902257] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b0fa9a-f554-ace0-f50a-92b0605c4f9e" [ 580.902257] env[68663]: _type = "Task" [ 580.902257] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.925058] env[68663]: INFO nova.compute.manager [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Took 25.32 seconds to build instance. [ 580.956621] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b0fa9a-f554-ace0-f50a-92b0605c4f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.019931} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.958711] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.962585] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.962585] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.962585] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.962585] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.962585] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7e51775-5647-4df0-ba65-af1d4efa35b5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.970972] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.978569] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.978722] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.980460] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590900c7-8b64-44b1-bc54-695d38f1fd5c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.991438] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Waiting for the task: (returnval){ [ 580.991438] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52dae6bd-dbe9-7f47-d215-b654c303ba5f" [ 580.991438] env[68663]: _type = "Task" [ 580.991438] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.009041] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52dae6bd-dbe9-7f47-d215-b654c303ba5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.037937] env[68663]: DEBUG nova.scheduler.client.report [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.123538] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "f11f3491-6d77-4e61-aa80-270e788f1695" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.123937] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "f11f3491-6d77-4e61-aa80-270e788f1695" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.164838] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Acquiring lock "refresh_cache-70493bb9-72a0-4f3f-a7b3-b53460d35046" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.165244] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Acquired lock "refresh_cache-70493bb9-72a0-4f3f-a7b3-b53460d35046" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.166272] env[68663]: DEBUG nova.network.neutron [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 581.175282] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.177326] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.433645] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea015818-9a25-41a1-af19-bcb8d7624d35 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "052896f2-2f6f-479d-a161-88e6f3513515" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.857s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.511305] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52dae6bd-dbe9-7f47-d215-b654c303ba5f, 'name': SearchDatastore_Task, 'duration_secs': 0.015348} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.512405] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaeba2d1-daa8-40bd-8a32-fed2e9e8839e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.519729] env[68663]: DEBUG nova.compute.manager [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.526778] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Waiting for the task: (returnval){ [ 581.526778] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5244c3ff-ebe2-6d1f-d893-e85f94ecd9b7" [ 581.526778] env[68663]: _type = "Task" [ 581.526778] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.540029] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5244c3ff-ebe2-6d1f-d893-e85f94ecd9b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.553947] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.559842] env[68663]: DEBUG nova.virt.hardware [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.560605] env[68663]: DEBUG nova.virt.hardware [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.560605] env[68663]: DEBUG nova.virt.hardware [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.560605] env[68663]: DEBUG nova.virt.hardware [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.560605] env[68663]: DEBUG nova.virt.hardware [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.560852] env[68663]: DEBUG nova.virt.hardware [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.560945] env[68663]: DEBUG nova.virt.hardware [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.564646] env[68663]: DEBUG nova.virt.hardware [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.564887] env[68663]: DEBUG nova.virt.hardware [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.565137] env[68663]: DEBUG nova.virt.hardware [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.565363] env[68663]: DEBUG nova.virt.hardware [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.565715] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.244s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.567777] env[68663]: INFO nova.compute.claims [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.570755] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77302bbe-c56e-44af-9c35-25c78c7fde73 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.585627] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ddde39-12b3-4da1-b1c6-54c483dd60b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.605643] env[68663]: INFO nova.scheduler.client.report [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Deleted allocations for instance 62b574b2-52da-4288-a48f-42c99825127a [ 581.626968] env[68663]: DEBUG nova.compute.manager [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.778406] env[68663]: DEBUG nova.network.neutron [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 581.936253] env[68663]: DEBUG nova.compute.manager [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.040549] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5244c3ff-ebe2-6d1f-d893-e85f94ecd9b7, 'name': SearchDatastore_Task, 'duration_secs': 0.016367} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.041302] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.041302] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] ec6e3393-17d9-47ca-94c3-4bb1ccf243d3/ec6e3393-17d9-47ca-94c3-4bb1ccf243d3.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.041713] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a3fe342-8b6d-411e-940e-2dd0d6004a33 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.055052] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Waiting for the task: (returnval){ [ 582.055052] env[68663]: value = "task-3237547" [ 582.055052] env[68663]: _type = "Task" [ 582.055052] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.064641] env[68663]: DEBUG nova.network.neutron [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Updating instance_info_cache with network_info: [{"id": "76e5a896-aa9b-42d5-a775-11d09f035f94", "address": "fa:16:3e:6a:49:64", "network": {"id": "7e6e57e1-7d22-4fab-a6cb-787f6101cd27", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-148501753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa50c565aa3349c6be83db9b66f12c66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e5a896-aa", "ovs_interfaceid": "76e5a896-aa9b-42d5-a775-11d09f035f94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.071853] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': task-3237547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.115920] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de1580a4-e08d-4110-be4f-419484ed9cd1 tempest-ServerDiagnosticsTest-680225165 tempest-ServerDiagnosticsTest-680225165-project-member] Lock "62b574b2-52da-4288-a48f-42c99825127a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.361s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.164040] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.224345] env[68663]: DEBUG nova.network.neutron [None req-e4a1c8ec-330b-48c5-a0c9-38747e444e84 tempest-ServerExternalEventsTest-1726702812 tempest-ServerExternalEventsTest-1726702812-project] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Updating instance_info_cache with network_info: [{"id": "9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b", "address": "fa:16:3e:cc:4b:58", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9505da33-3e", "ovs_interfaceid": "9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.465711] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.576086] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Releasing lock "refresh_cache-70493bb9-72a0-4f3f-a7b3-b53460d35046" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.576636] env[68663]: DEBUG nova.compute.manager [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Instance network_info: |[{"id": "76e5a896-aa9b-42d5-a775-11d09f035f94", "address": "fa:16:3e:6a:49:64", "network": {"id": "7e6e57e1-7d22-4fab-a6cb-787f6101cd27", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-148501753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa50c565aa3349c6be83db9b66f12c66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e5a896-aa", "ovs_interfaceid": "76e5a896-aa9b-42d5-a775-11d09f035f94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 582.577265] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': task-3237547, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.577735] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:49:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76e5a896-aa9b-42d5-a775-11d09f035f94', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 582.588907] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Creating folder: Project (fa50c565aa3349c6be83db9b66f12c66). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.593270] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba714b23-cc1e-4656-b5e6-1e4786dee0a6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.612369] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Created folder: Project (fa50c565aa3349c6be83db9b66f12c66) in parent group-v647027. [ 582.612369] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Creating folder: Instances. Parent ref: group-v647063. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.612369] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9e01567-f8a8-424b-928e-e305c88360ba {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.633452] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Created folder: Instances in parent group-v647063. [ 582.633452] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 582.633452] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 582.633452] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dab40ae-2cf7-436e-a609-e0708aaa10a0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.681076] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 582.681076] env[68663]: value = "task-3237550" [ 582.681076] env[68663]: _type = "Task" [ 582.681076] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.699106] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237550, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.730689] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e4a1c8ec-330b-48c5-a0c9-38747e444e84 tempest-ServerExternalEventsTest-1726702812 tempest-ServerExternalEventsTest-1726702812-project] Releasing lock "refresh_cache-9e8f21f5-5332-4543-91e7-b1f5057f16d6" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.960467] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Acquiring lock "722005fb-bc16-4103-955c-c9a27d33a234" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.962451] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Lock "722005fb-bc16-4103-955c-c9a27d33a234" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.065090] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41076100-0a3c-4854-9fa8-5719a333278f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.079140] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': task-3237547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611306} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.080424] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4a3884-ac76-4f04-9db8-f5aee79808ca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.083928] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] ec6e3393-17d9-47ca-94c3-4bb1ccf243d3/ec6e3393-17d9-47ca-94c3-4bb1ccf243d3.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 583.084392] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 583.084756] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afcb72a1-b78b-40a7-9ba2-dfe07ebba35e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.119821] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8109fef1-c9ff-472b-ae03-b6ebddacdb31 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.123113] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Waiting for the task: (returnval){ [ 583.123113] env[68663]: value = "task-3237551" [ 583.123113] env[68663]: _type = "Task" [ 583.123113] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.132018] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c2ea3e-619d-4d37-8885-17fb1c84e8f8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.143139] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': task-3237551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.155116] env[68663]: DEBUG nova.compute.provider_tree [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.195780] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237550, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.212171] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquiring lock "ea89d16d-6564-4b98-84c8-4a21acc9013e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.212416] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Lock "ea89d16d-6564-4b98-84c8-4a21acc9013e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.244828] env[68663]: DEBUG nova.network.neutron [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Successfully updated port: aa73e3c6-a337-4246-98e6-fa87137294e5 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 583.640021] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': task-3237551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173789} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.640021] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.640021] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54a30b1-4cbb-4409-a6e3-85adcdf7068d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.661968] env[68663]: DEBUG nova.scheduler.client.report [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.675995] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] ec6e3393-17d9-47ca-94c3-4bb1ccf243d3/ec6e3393-17d9-47ca-94c3-4bb1ccf243d3.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 583.677892] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3a059a8-85b2-4d48-b4d2-22259f012980 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.704067] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237550, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.706838] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Waiting for the task: (returnval){ [ 583.706838] env[68663]: value = "task-3237552" [ 583.706838] env[68663]: _type = "Task" [ 583.706838] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.718746] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': task-3237552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.749046] env[68663]: DEBUG oslo_concurrency.lockutils [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "refresh_cache-71bc73f9-6db5-4882-9923-a28402436117" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.749251] env[68663]: DEBUG oslo_concurrency.lockutils [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "refresh_cache-71bc73f9-6db5-4882-9923-a28402436117" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.749580] env[68663]: DEBUG nova.network.neutron [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.797561] env[68663]: DEBUG nova.compute.manager [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Received event network-changed-e13c4d91-6fee-49e5-89ec-210f83257bbe {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 583.797812] env[68663]: DEBUG nova.compute.manager [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Refreshing instance network info cache due to event network-changed-e13c4d91-6fee-49e5-89ec-210f83257bbe. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 583.797931] env[68663]: DEBUG oslo_concurrency.lockutils [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] Acquiring lock "refresh_cache-7838a338-f8b7-4878-8b34-186f61c77e16" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.798509] env[68663]: DEBUG oslo_concurrency.lockutils [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] Acquired lock "refresh_cache-7838a338-f8b7-4878-8b34-186f61c77e16" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.798739] env[68663]: DEBUG nova.network.neutron [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Refreshing network info cache for port e13c4d91-6fee-49e5-89ec-210f83257bbe {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.878301] env[68663]: DEBUG nova.compute.manager [req-3329d914-accc-4c9d-8423-15652f606d72 req-1fdc06c2-6428-43be-8210-adb541561b27 service nova] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Received event network-changed-149e5aed-6992-4d21-b6ca-efebc73f60d1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 583.878514] env[68663]: DEBUG nova.compute.manager [req-3329d914-accc-4c9d-8423-15652f606d72 req-1fdc06c2-6428-43be-8210-adb541561b27 service nova] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Refreshing instance network info cache due to event network-changed-149e5aed-6992-4d21-b6ca-efebc73f60d1. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 583.878955] env[68663]: DEBUG oslo_concurrency.lockutils [req-3329d914-accc-4c9d-8423-15652f606d72 req-1fdc06c2-6428-43be-8210-adb541561b27 service nova] Acquiring lock "refresh_cache-ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.879177] env[68663]: DEBUG oslo_concurrency.lockutils [req-3329d914-accc-4c9d-8423-15652f606d72 req-1fdc06c2-6428-43be-8210-adb541561b27 service nova] Acquired lock "refresh_cache-ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.879355] env[68663]: DEBUG nova.network.neutron [req-3329d914-accc-4c9d-8423-15652f606d72 req-1fdc06c2-6428-43be-8210-adb541561b27 service nova] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Refreshing network info cache for port 149e5aed-6992-4d21-b6ca-efebc73f60d1 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.924420] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Acquiring lock "9e8f21f5-5332-4543-91e7-b1f5057f16d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.924749] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Lock "9e8f21f5-5332-4543-91e7-b1f5057f16d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.924995] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Acquiring lock "9e8f21f5-5332-4543-91e7-b1f5057f16d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.925273] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Lock "9e8f21f5-5332-4543-91e7-b1f5057f16d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.925452] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Lock "9e8f21f5-5332-4543-91e7-b1f5057f16d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.928112] env[68663]: INFO nova.compute.manager [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Terminating instance [ 584.095319] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Acquiring lock "b20c6322-d999-406a-ac2a-1484449a4b57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.095319] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Lock "b20c6322-d999-406a-ac2a-1484449a4b57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.183245] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.183245] env[68663]: DEBUG nova.compute.manager [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.184920] env[68663]: DEBUG oslo_concurrency.lockutils [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.133s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.187139] env[68663]: INFO nova.compute.claims [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.215053] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237550, 'name': CreateVM_Task, 'duration_secs': 1.523035} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.222301] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.224383] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.224383] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.225236] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.228593] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98441705-2b71-4e1d-a550-e3f848e7c067 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.234474] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': task-3237552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.239374] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Waiting for the task: (returnval){ [ 584.239374] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c99fa2-8d2f-0fd9-063d-7468f5f7facc" [ 584.239374] env[68663]: _type = "Task" [ 584.239374] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.262152] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c99fa2-8d2f-0fd9-063d-7468f5f7facc, 'name': SearchDatastore_Task, 'duration_secs': 0.015712} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.262152] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.262152] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.262368] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.262404] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.263090] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.263355] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3840b4f6-aa1e-4673-a698-1df2d75b2ed4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.278680] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.278923] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.280333] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ff20b0-2f68-4818-9df6-bc5104bae8c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.291158] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Waiting for the task: (returnval){ [ 584.291158] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5244fe09-2b0c-40cf-02f2-aee371f6886d" [ 584.291158] env[68663]: _type = "Task" [ 584.291158] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.306027] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5244fe09-2b0c-40cf-02f2-aee371f6886d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.307644] env[68663]: DEBUG nova.network.neutron [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.350078] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Acquiring lock "e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.350588] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Lock "e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.350757] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Acquiring lock "e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.351053] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Lock "e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.351700] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Lock "e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.357117] env[68663]: INFO nova.compute.manager [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Terminating instance [ 584.436868] env[68663]: DEBUG nova.compute.manager [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 584.437136] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 584.438132] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ba3e68-313c-4ff2-8a86-1cc7a756bdf8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.457850] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 584.459918] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-806ff910-4e5d-4ac4-87d8-c72c8d7fbefd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.468841] env[68663]: DEBUG oslo_vmware.api [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Waiting for the task: (returnval){ [ 584.468841] env[68663]: value = "task-3237554" [ 584.468841] env[68663]: _type = "Task" [ 584.468841] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.485172] env[68663]: DEBUG oslo_vmware.api [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': task-3237554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.624896] env[68663]: DEBUG nova.network.neutron [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Updating instance_info_cache with network_info: [{"id": "aa73e3c6-a337-4246-98e6-fa87137294e5", "address": "fa:16:3e:2f:a9:21", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa73e3c6-a3", "ovs_interfaceid": "aa73e3c6-a337-4246-98e6-fa87137294e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.695146] env[68663]: DEBUG nova.compute.utils [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.701403] env[68663]: DEBUG nova.compute.manager [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 584.701403] env[68663]: DEBUG nova.network.neutron [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.734125] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': task-3237552, 'name': ReconfigVM_Task, 'duration_secs': 0.625327} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.734509] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Reconfigured VM instance instance-0000000a to attach disk [datastore2] ec6e3393-17d9-47ca-94c3-4bb1ccf243d3/ec6e3393-17d9-47ca-94c3-4bb1ccf243d3.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 584.735233] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a3cd6ad-ac10-4b4b-abd5-dd3644104249 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.749359] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Waiting for the task: (returnval){ [ 584.749359] env[68663]: value = "task-3237555" [ 584.749359] env[68663]: _type = "Task" [ 584.749359] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.756388] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Acquiring lock "0438bf69-1fe2-4c9d-b7fc-8985c13696e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.756658] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Lock "0438bf69-1fe2-4c9d-b7fc-8985c13696e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.757322] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Acquiring lock "0438bf69-1fe2-4c9d-b7fc-8985c13696e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.757515] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Lock "0438bf69-1fe2-4c9d-b7fc-8985c13696e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.757734] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Lock "0438bf69-1fe2-4c9d-b7fc-8985c13696e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.761846] env[68663]: INFO nova.compute.manager [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Terminating instance [ 584.772506] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': task-3237555, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.784872] env[68663]: DEBUG nova.network.neutron [req-3329d914-accc-4c9d-8423-15652f606d72 req-1fdc06c2-6428-43be-8210-adb541561b27 service nova] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Updated VIF entry in instance network info cache for port 149e5aed-6992-4d21-b6ca-efebc73f60d1. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 584.785307] env[68663]: DEBUG nova.network.neutron [req-3329d914-accc-4c9d-8423-15652f606d72 req-1fdc06c2-6428-43be-8210-adb541561b27 service nova] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Updating instance_info_cache with network_info: [{"id": "149e5aed-6992-4d21-b6ca-efebc73f60d1", "address": "fa:16:3e:ed:57:ff", "network": {"id": "fc843ef7-4d5f-43b5-8fa6-b13e095e8aac", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1914450126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9289a4f45634970949b69d37927cc43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149e5aed-69", "ovs_interfaceid": "149e5aed-6992-4d21-b6ca-efebc73f60d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.791911] env[68663]: DEBUG nova.policy [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3c9730dbec54755a738ecab46d515e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86b7a180a3564cca955c100cbbdbd51e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.810026] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5244fe09-2b0c-40cf-02f2-aee371f6886d, 'name': SearchDatastore_Task, 'duration_secs': 0.015477} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.811538] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3035517b-2e07-4e98-ad80-b0b1a3278e76 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.823623] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Waiting for the task: (returnval){ [ 584.823623] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ff50f9-8dc7-fab8-474a-195826e7a346" [ 584.823623] env[68663]: _type = "Task" [ 584.823623] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.836128] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ff50f9-8dc7-fab8-474a-195826e7a346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.853624] env[68663]: DEBUG oslo_concurrency.lockutils [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquiring lock "a51104e6-ed7a-49ed-89ca-37ed9d35950d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.853624] env[68663]: DEBUG oslo_concurrency.lockutils [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "a51104e6-ed7a-49ed-89ca-37ed9d35950d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.859298] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Acquiring lock "refresh_cache-e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.859298] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Acquired lock "refresh_cache-e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.860653] env[68663]: DEBUG nova.network.neutron [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.913337] env[68663]: DEBUG nova.network.neutron [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Updated VIF entry in instance network info cache for port e13c4d91-6fee-49e5-89ec-210f83257bbe. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 584.913713] env[68663]: DEBUG nova.network.neutron [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Updating instance_info_cache with network_info: [{"id": "e13c4d91-6fee-49e5-89ec-210f83257bbe", "address": "fa:16:3e:22:61:18", "network": {"id": "470f8483-d8fe-4b45-be11-3eec2270a449", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1787332904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80405bc76cf5489a96fe4c016ccf319c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13c4d91-6f", "ovs_interfaceid": "e13c4d91-6fee-49e5-89ec-210f83257bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.982437] env[68663]: DEBUG oslo_vmware.api [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': task-3237554, 'name': PowerOffVM_Task, 'duration_secs': 0.335941} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.982985] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 584.982985] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 584.983485] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc335c5d-08d1-4ad0-9253-ce04a360f2f7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.069204] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 585.069204] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 585.069204] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Deleting the datastore file [datastore1] 9e8f21f5-5332-4543-91e7-b1f5057f16d6 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 585.069204] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8129eaa-61e2-4903-9f05-fd6cd4ee267d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.078971] env[68663]: DEBUG oslo_vmware.api [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Waiting for the task: (returnval){ [ 585.078971] env[68663]: value = "task-3237557" [ 585.078971] env[68663]: _type = "Task" [ 585.078971] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.091656] env[68663]: DEBUG oslo_vmware.api [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': task-3237557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.132888] env[68663]: DEBUG oslo_concurrency.lockutils [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "refresh_cache-71bc73f9-6db5-4882-9923-a28402436117" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.133580] env[68663]: DEBUG nova.compute.manager [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Instance network_info: |[{"id": "aa73e3c6-a337-4246-98e6-fa87137294e5", "address": "fa:16:3e:2f:a9:21", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa73e3c6-a3", "ovs_interfaceid": "aa73e3c6-a337-4246-98e6-fa87137294e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 585.134087] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:a9:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa73e3c6-a337-4246-98e6-fa87137294e5', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.145883] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Creating folder: Project (ebaad111ab4e4c22a9139c0415184c98). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.146310] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3ed3254-2a58-4691-bee9-b76c283c6f22 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.164931] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Created folder: Project (ebaad111ab4e4c22a9139c0415184c98) in parent group-v647027. [ 585.165160] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Creating folder: Instances. Parent ref: group-v647067. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.165414] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f2b8d6e-cd93-407a-807e-21485a855ce9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.168045] env[68663]: DEBUG nova.network.neutron [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Successfully created port: 84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.182742] env[68663]: DEBUG oslo_concurrency.lockutils [None req-60e40bc5-2ef7-4b0f-8261-3fb9a33e6fbc tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "052896f2-2f6f-479d-a161-88e6f3513515" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.183405] env[68663]: DEBUG oslo_concurrency.lockutils [None req-60e40bc5-2ef7-4b0f-8261-3fb9a33e6fbc tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "052896f2-2f6f-479d-a161-88e6f3513515" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.183405] env[68663]: DEBUG nova.compute.manager [None req-60e40bc5-2ef7-4b0f-8261-3fb9a33e6fbc tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 585.184994] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aae21ae-a8fd-4b47-addc-9f031ca22d81 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.196080] env[68663]: DEBUG nova.compute.manager [None req-60e40bc5-2ef7-4b0f-8261-3fb9a33e6fbc tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 585.196854] env[68663]: DEBUG nova.objects.instance [None req-60e40bc5-2ef7-4b0f-8261-3fb9a33e6fbc tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lazy-loading 'flavor' on Instance uuid 052896f2-2f6f-479d-a161-88e6f3513515 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 585.208594] env[68663]: DEBUG nova.compute.manager [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 585.214423] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Created folder: Instances in parent group-v647067. [ 585.214669] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 585.215390] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.217130] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a353646-8535-4279-adc8-d50fa104b227 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.243076] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.243076] env[68663]: value = "task-3237560" [ 585.243076] env[68663]: _type = "Task" [ 585.243076] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.257606] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237560, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.277749] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': task-3237555, 'name': Rename_Task, 'duration_secs': 0.223083} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.277749] env[68663]: DEBUG nova.compute.manager [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 585.277749] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 585.278837] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 585.279746] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674be90a-db9c-4586-bf3d-4488a1c4cdf4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.282602] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c043d91d-0650-4fb0-9763-3bd76de0cc2d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.290969] env[68663]: DEBUG oslo_concurrency.lockutils [req-3329d914-accc-4c9d-8423-15652f606d72 req-1fdc06c2-6428-43be-8210-adb541561b27 service nova] Releasing lock "refresh_cache-ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.297436] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 585.298842] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84f60098-6ea2-4fa7-b3ea-e3b877d74112 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.300887] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Waiting for the task: (returnval){ [ 585.300887] env[68663]: value = "task-3237561" [ 585.300887] env[68663]: _type = "Task" [ 585.300887] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.309224] env[68663]: DEBUG oslo_vmware.api [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Waiting for the task: (returnval){ [ 585.309224] env[68663]: value = "task-3237562" [ 585.309224] env[68663]: _type = "Task" [ 585.309224] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.324961] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': task-3237561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.334022] env[68663]: DEBUG oslo_vmware.api [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.348768] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ff50f9-8dc7-fab8-474a-195826e7a346, 'name': SearchDatastore_Task, 'duration_secs': 0.015646} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.349557] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.349909] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 70493bb9-72a0-4f3f-a7b3-b53460d35046/70493bb9-72a0-4f3f-a7b3-b53460d35046.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 585.350250] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86be5e7e-ebfe-4dc4-af7e-0efc26251560 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.361242] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Waiting for the task: (returnval){ [ 585.361242] env[68663]: value = "task-3237563" [ 585.361242] env[68663]: _type = "Task" [ 585.361242] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.376266] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': task-3237563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.413536] env[68663]: DEBUG nova.network.neutron [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.417024] env[68663]: DEBUG oslo_concurrency.lockutils [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] Releasing lock "refresh_cache-7838a338-f8b7-4878-8b34-186f61c77e16" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.417024] env[68663]: DEBUG nova.compute.manager [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Received event network-vif-plugged-76e5a896-aa9b-42d5-a775-11d09f035f94 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 585.417024] env[68663]: DEBUG oslo_concurrency.lockutils [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] Acquiring lock "70493bb9-72a0-4f3f-a7b3-b53460d35046-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.417024] env[68663]: DEBUG oslo_concurrency.lockutils [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] Lock "70493bb9-72a0-4f3f-a7b3-b53460d35046-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.417024] env[68663]: DEBUG oslo_concurrency.lockutils [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] Lock "70493bb9-72a0-4f3f-a7b3-b53460d35046-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.417300] env[68663]: DEBUG nova.compute.manager [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] No waiting events found dispatching network-vif-plugged-76e5a896-aa9b-42d5-a775-11d09f035f94 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 585.417300] env[68663]: WARNING nova.compute.manager [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Received unexpected event network-vif-plugged-76e5a896-aa9b-42d5-a775-11d09f035f94 for instance with vm_state building and task_state spawning. [ 585.417566] env[68663]: DEBUG nova.compute.manager [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Received event network-changed-76e5a896-aa9b-42d5-a775-11d09f035f94 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 585.417566] env[68663]: DEBUG nova.compute.manager [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Refreshing instance network info cache due to event network-changed-76e5a896-aa9b-42d5-a775-11d09f035f94. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 585.417712] env[68663]: DEBUG oslo_concurrency.lockutils [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] Acquiring lock "refresh_cache-70493bb9-72a0-4f3f-a7b3-b53460d35046" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.417849] env[68663]: DEBUG oslo_concurrency.lockutils [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] Acquired lock "refresh_cache-70493bb9-72a0-4f3f-a7b3-b53460d35046" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.418015] env[68663]: DEBUG nova.network.neutron [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Refreshing network info cache for port 76e5a896-aa9b-42d5-a775-11d09f035f94 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.595642] env[68663]: DEBUG oslo_vmware.api [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Task: {'id': task-3237557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338569} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.595921] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 585.596069] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 585.596270] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 585.596576] env[68663]: INFO nova.compute.manager [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 585.596732] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 585.596893] env[68663]: DEBUG nova.compute.manager [-] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 585.596991] env[68663]: DEBUG nova.network.neutron [-] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 585.606435] env[68663]: DEBUG nova.network.neutron [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.752765] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fcf099-4093-412d-afe7-7b4a803808bd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.770128] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237560, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.770610] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41de5e85-62ac-473d-a003-e66fa0d5f6db {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.820488] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf0a06a-78d6-467f-b8cb-9a8c54f00c7b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.837202] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507dbcae-3d53-4012-9be1-9373a4e881c2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.841767] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': task-3237561, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.841767] env[68663]: DEBUG oslo_vmware.api [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237562, 'name': PowerOffVM_Task, 'duration_secs': 0.275748} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.842399] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 585.842399] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 585.843537] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c358822-2c15-4049-aaab-07e947c6ca67 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.854632] env[68663]: DEBUG nova.compute.provider_tree [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.874960] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': task-3237563, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.934459] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 585.934670] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 585.934856] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Deleting the datastore file [datastore1] 0438bf69-1fe2-4c9d-b7fc-8985c13696e2 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 585.935158] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-612cd008-92bb-4507-a1d4-a9de6a9b9857 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.946574] env[68663]: DEBUG oslo_vmware.api [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Waiting for the task: (returnval){ [ 585.946574] env[68663]: value = "task-3237565" [ 585.946574] env[68663]: _type = "Task" [ 585.946574] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.962959] env[68663]: DEBUG oslo_vmware.api [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.113788] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Releasing lock "refresh_cache-e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.119139] env[68663]: DEBUG nova.compute.manager [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 586.119139] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 586.119139] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c29dd8c-9c45-4a48-a4b2-51f184f7cd1c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.130590] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 586.130972] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77f973a7-f828-48cf-b1f8-9991afe098ec {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.140552] env[68663]: DEBUG oslo_vmware.api [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Waiting for the task: (returnval){ [ 586.140552] env[68663]: value = "task-3237567" [ 586.140552] env[68663]: _type = "Task" [ 586.140552] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.157065] env[68663]: DEBUG oslo_vmware.api [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Task: {'id': task-3237567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.213478] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e40bc5-2ef7-4b0f-8261-3fb9a33e6fbc tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 586.213644] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7776df16-e165-4ca8-b514-dace29226163 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.222851] env[68663]: DEBUG nova.compute.manager [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 586.228780] env[68663]: DEBUG oslo_vmware.api [None req-60e40bc5-2ef7-4b0f-8261-3fb9a33e6fbc tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 586.228780] env[68663]: value = "task-3237568" [ 586.228780] env[68663]: _type = "Task" [ 586.228780] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.244541] env[68663]: DEBUG oslo_vmware.api [None req-60e40bc5-2ef7-4b0f-8261-3fb9a33e6fbc tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.259291] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237560, 'name': CreateVM_Task, 'duration_secs': 0.596893} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.261773] env[68663]: DEBUG nova.virt.hardware [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.262262] env[68663]: DEBUG nova.virt.hardware [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.262262] env[68663]: DEBUG nova.virt.hardware [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.262453] env[68663]: DEBUG nova.virt.hardware [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.262598] env[68663]: DEBUG nova.virt.hardware [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.262744] env[68663]: DEBUG nova.virt.hardware [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.263060] env[68663]: DEBUG nova.virt.hardware [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.263172] env[68663]: DEBUG nova.virt.hardware [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.263788] env[68663]: DEBUG nova.virt.hardware [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.263788] env[68663]: DEBUG nova.virt.hardware [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.263788] env[68663]: DEBUG nova.virt.hardware [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.264037] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.265372] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca7eacb-cc7c-4ac7-a8db-9e6086abb6fa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.268558] env[68663]: DEBUG oslo_concurrency.lockutils [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.269278] env[68663]: DEBUG oslo_concurrency.lockutils [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.269278] env[68663]: DEBUG oslo_concurrency.lockutils [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.269408] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4199023e-5c48-41e3-afa8-69ad84597da4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.275311] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 586.275311] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528a4994-d4a0-3f79-d0c7-006390406a9e" [ 586.275311] env[68663]: _type = "Task" [ 586.275311] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.284887] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352087cd-eff8-4517-8abf-a23db94e1b4d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.308066] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528a4994-d4a0-3f79-d0c7-006390406a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.017273} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.308630] env[68663]: DEBUG oslo_concurrency.lockutils [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.308979] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.309252] env[68663]: DEBUG oslo_concurrency.lockutils [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.309399] env[68663]: DEBUG oslo_concurrency.lockutils [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.309573] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.309850] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-640abeec-eb69-498d-8ebe-31e707ebf5c6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.323637] env[68663]: DEBUG oslo_vmware.api [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': task-3237561, 'name': PowerOnVM_Task, 'duration_secs': 0.928265} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.325357] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.325621] env[68663]: INFO nova.compute.manager [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Took 11.61 seconds to spawn the instance on the hypervisor. [ 586.325825] env[68663]: DEBUG nova.compute.manager [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 586.326136] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.326308] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.329817] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f504b69a-3445-4da5-8656-9d20677da6b4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.332725] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ff0a14-d2ae-4d12-a766-af1627860f20 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.340653] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 586.340653] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e6e780-dc6b-1fa9-c08f-f608f6608ce7" [ 586.340653] env[68663]: _type = "Task" [ 586.340653] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.356066] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e6e780-dc6b-1fa9-c08f-f608f6608ce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.358316] env[68663]: DEBUG nova.scheduler.client.report [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.373539] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': task-3237563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633528} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.374654] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 70493bb9-72a0-4f3f-a7b3-b53460d35046/70493bb9-72a0-4f3f-a7b3-b53460d35046.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.375169] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.375169] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7d7c4f5-9f55-468e-8c7f-fcd19d924c23 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.383285] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Waiting for the task: (returnval){ [ 586.383285] env[68663]: value = "task-3237569" [ 586.383285] env[68663]: _type = "Task" [ 586.383285] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.395226] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': task-3237569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.458077] env[68663]: DEBUG oslo_vmware.api [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Task: {'id': task-3237565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221692} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.458381] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 586.458497] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 586.458675] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 586.458974] env[68663]: INFO nova.compute.manager [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 586.459270] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 586.459497] env[68663]: DEBUG nova.compute.manager [-] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 586.459595] env[68663]: DEBUG nova.network.neutron [-] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 586.462583] env[68663]: DEBUG nova.network.neutron [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Updated VIF entry in instance network info cache for port 76e5a896-aa9b-42d5-a775-11d09f035f94. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 586.462583] env[68663]: DEBUG nova.network.neutron [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Updating instance_info_cache with network_info: [{"id": "76e5a896-aa9b-42d5-a775-11d09f035f94", "address": "fa:16:3e:6a:49:64", "network": {"id": "7e6e57e1-7d22-4fab-a6cb-787f6101cd27", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-148501753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa50c565aa3349c6be83db9b66f12c66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e5a896-aa", "ovs_interfaceid": "76e5a896-aa9b-42d5-a775-11d09f035f94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.654720] env[68663]: DEBUG oslo_vmware.api [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Task: {'id': task-3237567, 'name': PowerOffVM_Task, 'duration_secs': 0.23765} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.655232] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 586.655548] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 586.658017] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42aaa1c8-e944-4e97-bfc6-7a379d51c966 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.691817] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 586.692607] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 586.692607] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Deleting the datastore file [datastore2] e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 586.692935] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af7dc26a-57bc-49cc-afb3-83adbc6620ef {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.702527] env[68663]: DEBUG oslo_vmware.api [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Waiting for the task: (returnval){ [ 586.702527] env[68663]: value = "task-3237571" [ 586.702527] env[68663]: _type = "Task" [ 586.702527] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.714531] env[68663]: DEBUG oslo_vmware.api [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Task: {'id': task-3237571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.728210] env[68663]: DEBUG nova.network.neutron [-] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.742702] env[68663]: DEBUG oslo_vmware.api [None req-60e40bc5-2ef7-4b0f-8261-3fb9a33e6fbc tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237568, 'name': PowerOffVM_Task, 'duration_secs': 0.317163} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.744332] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e40bc5-2ef7-4b0f-8261-3fb9a33e6fbc tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 586.744943] env[68663]: DEBUG nova.compute.manager [None req-60e40bc5-2ef7-4b0f-8261-3fb9a33e6fbc tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 586.749890] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483db18b-cf4a-4284-8ba2-38dc2556d214 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.754205] env[68663]: DEBUG oslo_concurrency.lockutils [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquiring lock "422ee922-8a6e-48ff-a2c3-16581bd1ec3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.754205] env[68663]: DEBUG oslo_concurrency.lockutils [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "422ee922-8a6e-48ff-a2c3-16581bd1ec3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.855134] env[68663]: INFO nova.compute.manager [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Took 29.33 seconds to build instance. [ 586.861839] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e6e780-dc6b-1fa9-c08f-f608f6608ce7, 'name': SearchDatastore_Task, 'duration_secs': 0.017215} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.863091] env[68663]: DEBUG oslo_concurrency.lockutils [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.863631] env[68663]: DEBUG nova.compute.manager [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.866628] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ea97ce-6e18-478a-b3da-ea78004c7508 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.869777] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.244s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.870904] env[68663]: INFO nova.compute.claims [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.879021] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 586.879021] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5236dfad-7721-3e46-fb7b-6ce777fb6a91" [ 586.879021] env[68663]: _type = "Task" [ 586.879021] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.891452] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5236dfad-7721-3e46-fb7b-6ce777fb6a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.900138] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': task-3237569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129961} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.900470] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 586.901348] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b7165e-d811-4f7d-bab7-ddb37b3c3da4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.931265] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 70493bb9-72a0-4f3f-a7b3-b53460d35046/70493bb9-72a0-4f3f-a7b3-b53460d35046.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 586.933130] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3fa2ac5-4d15-4ac4-94de-66a59520203d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.959543] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Waiting for the task: (returnval){ [ 586.959543] env[68663]: value = "task-3237572" [ 586.959543] env[68663]: _type = "Task" [ 586.959543] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.968859] env[68663]: DEBUG oslo_concurrency.lockutils [req-5a4f9598-1911-44ff-9a19-193405b601b0 req-67c42a4e-3b3e-4cf3-b69b-30273a9a32ba service nova] Releasing lock "refresh_cache-70493bb9-72a0-4f3f-a7b3-b53460d35046" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.969697] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': task-3237572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.141615] env[68663]: DEBUG nova.compute.manager [req-2bc6a858-8385-47b4-b43b-81f44bb34896 req-6201c5e5-fda1-41f6-9a0b-ce87666ddd8d service nova] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Received event network-vif-plugged-aa73e3c6-a337-4246-98e6-fa87137294e5 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 587.141877] env[68663]: DEBUG oslo_concurrency.lockutils [req-2bc6a858-8385-47b4-b43b-81f44bb34896 req-6201c5e5-fda1-41f6-9a0b-ce87666ddd8d service nova] Acquiring lock "71bc73f9-6db5-4882-9923-a28402436117-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.143031] env[68663]: DEBUG oslo_concurrency.lockutils [req-2bc6a858-8385-47b4-b43b-81f44bb34896 req-6201c5e5-fda1-41f6-9a0b-ce87666ddd8d service nova] Lock "71bc73f9-6db5-4882-9923-a28402436117-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.143031] env[68663]: DEBUG oslo_concurrency.lockutils [req-2bc6a858-8385-47b4-b43b-81f44bb34896 req-6201c5e5-fda1-41f6-9a0b-ce87666ddd8d service nova] Lock "71bc73f9-6db5-4882-9923-a28402436117-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.143225] env[68663]: DEBUG nova.compute.manager [req-2bc6a858-8385-47b4-b43b-81f44bb34896 req-6201c5e5-fda1-41f6-9a0b-ce87666ddd8d service nova] [instance: 71bc73f9-6db5-4882-9923-a28402436117] No waiting events found dispatching network-vif-plugged-aa73e3c6-a337-4246-98e6-fa87137294e5 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 587.143381] env[68663]: WARNING nova.compute.manager [req-2bc6a858-8385-47b4-b43b-81f44bb34896 req-6201c5e5-fda1-41f6-9a0b-ce87666ddd8d service nova] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Received unexpected event network-vif-plugged-aa73e3c6-a337-4246-98e6-fa87137294e5 for instance with vm_state building and task_state spawning. [ 587.143565] env[68663]: DEBUG nova.compute.manager [req-2bc6a858-8385-47b4-b43b-81f44bb34896 req-6201c5e5-fda1-41f6-9a0b-ce87666ddd8d service nova] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Received event network-changed-aa73e3c6-a337-4246-98e6-fa87137294e5 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 587.143740] env[68663]: DEBUG nova.compute.manager [req-2bc6a858-8385-47b4-b43b-81f44bb34896 req-6201c5e5-fda1-41f6-9a0b-ce87666ddd8d service nova] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Refreshing instance network info cache due to event network-changed-aa73e3c6-a337-4246-98e6-fa87137294e5. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 587.143956] env[68663]: DEBUG oslo_concurrency.lockutils [req-2bc6a858-8385-47b4-b43b-81f44bb34896 req-6201c5e5-fda1-41f6-9a0b-ce87666ddd8d service nova] Acquiring lock "refresh_cache-71bc73f9-6db5-4882-9923-a28402436117" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.144174] env[68663]: DEBUG oslo_concurrency.lockutils [req-2bc6a858-8385-47b4-b43b-81f44bb34896 req-6201c5e5-fda1-41f6-9a0b-ce87666ddd8d service nova] Acquired lock "refresh_cache-71bc73f9-6db5-4882-9923-a28402436117" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.144298] env[68663]: DEBUG nova.network.neutron [req-2bc6a858-8385-47b4-b43b-81f44bb34896 req-6201c5e5-fda1-41f6-9a0b-ce87666ddd8d service nova] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Refreshing network info cache for port aa73e3c6-a337-4246-98e6-fa87137294e5 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 587.164169] env[68663]: DEBUG nova.compute.manager [req-3c47f895-d31f-495a-9f72-0bf7f92b7863 req-209fb0ed-4706-40b5-88b1-687949ec4fc2 service nova] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Received event network-changed-f972636b-7524-40bb-9d4d-fdab55fb074b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 587.164385] env[68663]: DEBUG nova.compute.manager [req-3c47f895-d31f-495a-9f72-0bf7f92b7863 req-209fb0ed-4706-40b5-88b1-687949ec4fc2 service nova] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Refreshing instance network info cache due to event network-changed-f972636b-7524-40bb-9d4d-fdab55fb074b. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 587.164638] env[68663]: DEBUG oslo_concurrency.lockutils [req-3c47f895-d31f-495a-9f72-0bf7f92b7863 req-209fb0ed-4706-40b5-88b1-687949ec4fc2 service nova] Acquiring lock "refresh_cache-51cf3ba5-5a4c-49d2-b955-b4e84a6df37d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.164788] env[68663]: DEBUG oslo_concurrency.lockutils [req-3c47f895-d31f-495a-9f72-0bf7f92b7863 req-209fb0ed-4706-40b5-88b1-687949ec4fc2 service nova] Acquired lock "refresh_cache-51cf3ba5-5a4c-49d2-b955-b4e84a6df37d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.164951] env[68663]: DEBUG nova.network.neutron [req-3c47f895-d31f-495a-9f72-0bf7f92b7863 req-209fb0ed-4706-40b5-88b1-687949ec4fc2 service nova] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Refreshing network info cache for port f972636b-7524-40bb-9d4d-fdab55fb074b {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 587.213998] env[68663]: DEBUG oslo_vmware.api [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Task: {'id': task-3237571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245159} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.217517] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 587.217517] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 587.217517] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 587.217517] env[68663]: INFO nova.compute.manager [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Took 1.10 seconds to destroy the instance on the hypervisor. [ 587.217517] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 587.217967] env[68663]: DEBUG nova.compute.manager [-] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 587.217967] env[68663]: DEBUG nova.network.neutron [-] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 587.235525] env[68663]: INFO nova.compute.manager [-] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Took 1.64 seconds to deallocate network for instance. [ 587.247522] env[68663]: DEBUG nova.network.neutron [-] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.269968] env[68663]: DEBUG oslo_concurrency.lockutils [None req-60e40bc5-2ef7-4b0f-8261-3fb9a33e6fbc tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "052896f2-2f6f-479d-a161-88e6f3513515" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.317352] env[68663]: DEBUG nova.network.neutron [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Successfully updated port: 84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.362528] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e2be60b-01d6-4f00-bf37-84de148c17d7 tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.844s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.372026] env[68663]: DEBUG nova.compute.utils [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 587.372026] env[68663]: DEBUG nova.compute.manager [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 587.373780] env[68663]: DEBUG nova.network.neutron [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.398965] env[68663]: DEBUG nova.network.neutron [-] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.406674] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5236dfad-7721-3e46-fb7b-6ce777fb6a91, 'name': SearchDatastore_Task, 'duration_secs': 0.017794} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.406674] env[68663]: DEBUG oslo_concurrency.lockutils [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.406674] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 71bc73f9-6db5-4882-9923-a28402436117/71bc73f9-6db5-4882-9923-a28402436117.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.406674] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59db7281-3c70-453f-87c0-206a88e41acf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.416493] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 587.416493] env[68663]: value = "task-3237573" [ 587.416493] env[68663]: _type = "Task" [ 587.416493] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.429147] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "257b370c-a0ec-4003-ae40-82e4bbfc7306" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.429453] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "257b370c-a0ec-4003-ae40-82e4bbfc7306" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.434758] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.474158] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': task-3237572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.505165] env[68663]: DEBUG nova.policy [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a36eebded434852a47d1c5812769c44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c6db560b33e4c7295cb064407300bf3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.745080] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.750463] env[68663]: DEBUG nova.network.neutron [-] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.823583] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.823583] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.823583] env[68663]: DEBUG nova.network.neutron [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 587.864851] env[68663]: DEBUG nova.compute.manager [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.881141] env[68663]: DEBUG nova.compute.manager [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.905768] env[68663]: INFO nova.compute.manager [-] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Took 1.45 seconds to deallocate network for instance. [ 587.938621] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237573, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.975570] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': task-3237572, 'name': ReconfigVM_Task, 'duration_secs': 0.594847} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.978145] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 70493bb9-72a0-4f3f-a7b3-b53460d35046/70493bb9-72a0-4f3f-a7b3-b53460d35046.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 587.979402] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-055e64bf-9acd-42b0-b019-817551726b1e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.991810] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Waiting for the task: (returnval){ [ 587.991810] env[68663]: value = "task-3237574" [ 587.991810] env[68663]: _type = "Task" [ 587.991810] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.009943] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': task-3237574, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.255911] env[68663]: INFO nova.compute.manager [-] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Took 1.04 seconds to deallocate network for instance. [ 588.330618] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c525b225-ed64-44f5-857b-27505adfc5c7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.340061] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca9caaf-4b5d-4a92-8dfa-46085eebee4f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.381700] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7992afdc-6f69-4d0d-8f46-ca01ac159151 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.399148] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ef206b-efb0-4d07-825a-2385f66744fa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.407303] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.421401] env[68663]: DEBUG nova.compute.provider_tree [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.425305] env[68663]: DEBUG nova.network.neutron [req-2bc6a858-8385-47b4-b43b-81f44bb34896 req-6201c5e5-fda1-41f6-9a0b-ce87666ddd8d service nova] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Updated VIF entry in instance network info cache for port aa73e3c6-a337-4246-98e6-fa87137294e5. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 588.425305] env[68663]: DEBUG nova.network.neutron [req-2bc6a858-8385-47b4-b43b-81f44bb34896 req-6201c5e5-fda1-41f6-9a0b-ce87666ddd8d service nova] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Updating instance_info_cache with network_info: [{"id": "aa73e3c6-a337-4246-98e6-fa87137294e5", "address": "fa:16:3e:2f:a9:21", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa73e3c6-a3", "ovs_interfaceid": "aa73e3c6-a337-4246-98e6-fa87137294e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.429387] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.436600] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585385} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.440346] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 71bc73f9-6db5-4882-9923-a28402436117/71bc73f9-6db5-4882-9923-a28402436117.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.440542] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.441579] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b29ec03-4951-4023-b975-8a85c1b460f1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.451021] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 588.451021] env[68663]: value = "task-3237576" [ 588.451021] env[68663]: _type = "Task" [ 588.451021] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.465836] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.503954] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': task-3237574, 'name': Rename_Task, 'duration_secs': 0.199172} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.504256] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 588.504497] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6acd6245-7b18-4249-b330-54fc5cef9f2d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.512729] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Waiting for the task: (returnval){ [ 588.512729] env[68663]: value = "task-3237577" [ 588.512729] env[68663]: _type = "Task" [ 588.512729] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.521618] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': task-3237577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.522715] env[68663]: DEBUG nova.network.neutron [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.584572] env[68663]: DEBUG nova.network.neutron [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Successfully created port: 714784ee-b9a4-4094-a9e7-d03be827b05c {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.766718] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.897979] env[68663]: DEBUG nova.compute.manager [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.931546] env[68663]: DEBUG nova.virt.hardware [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.931921] env[68663]: DEBUG nova.virt.hardware [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.932049] env[68663]: DEBUG nova.virt.hardware [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.933520] env[68663]: DEBUG nova.virt.hardware [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.933744] env[68663]: DEBUG nova.virt.hardware [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.933831] env[68663]: DEBUG nova.virt.hardware [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.934045] env[68663]: DEBUG nova.virt.hardware [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.934216] env[68663]: DEBUG nova.virt.hardware [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.934445] env[68663]: DEBUG nova.virt.hardware [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.934647] env[68663]: DEBUG nova.virt.hardware [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.934846] env[68663]: DEBUG nova.virt.hardware [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.935398] env[68663]: DEBUG oslo_concurrency.lockutils [req-2bc6a858-8385-47b4-b43b-81f44bb34896 req-6201c5e5-fda1-41f6-9a0b-ce87666ddd8d service nova] Releasing lock "refresh_cache-71bc73f9-6db5-4882-9923-a28402436117" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.936291] env[68663]: DEBUG nova.scheduler.client.report [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.940104] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23769938-b260-4ca8-9716-1f39895877ad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.957639] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c93f39e-0d43-457c-944c-d1459a24839a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.980435] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129317} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.984026] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.987947] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effb0f68-f5c4-4142-a123-af867dc4ffb9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.017624] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 71bc73f9-6db5-4882-9923-a28402436117/71bc73f9-6db5-4882-9923-a28402436117.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.018131] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd3f0c7d-0c7e-445e-9aa7-934fb90c76aa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.049276] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': task-3237577, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.051033] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 589.051033] env[68663]: value = "task-3237578" [ 589.051033] env[68663]: _type = "Task" [ 589.051033] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.063428] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.088725] env[68663]: DEBUG nova.network.neutron [req-3c47f895-d31f-495a-9f72-0bf7f92b7863 req-209fb0ed-4706-40b5-88b1-687949ec4fc2 service nova] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Updated VIF entry in instance network info cache for port f972636b-7524-40bb-9d4d-fdab55fb074b. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.089185] env[68663]: DEBUG nova.network.neutron [req-3c47f895-d31f-495a-9f72-0bf7f92b7863 req-209fb0ed-4706-40b5-88b1-687949ec4fc2 service nova] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Updating instance_info_cache with network_info: [{"id": "f972636b-7524-40bb-9d4d-fdab55fb074b", "address": "fa:16:3e:b8:80:97", "network": {"id": "faeffb4e-75fa-4236-80b0-5956f62f52c8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-130480410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "696b48d91a9944d6a82a7a8eaa08a4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf972636b-75", "ovs_interfaceid": "f972636b-7524-40bb-9d4d-fdab55fb074b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.148920] env[68663]: DEBUG oslo_vmware.rw_handles [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289d8ea-690c-37d9-29ca-5149928f54e1/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 589.152618] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc693db-cb24-4c3c-a5ae-db6ccf0bd877 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.161479] env[68663]: DEBUG oslo_vmware.rw_handles [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289d8ea-690c-37d9-29ca-5149928f54e1/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 589.161661] env[68663]: ERROR oslo_vmware.rw_handles [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289d8ea-690c-37d9-29ca-5149928f54e1/disk-0.vmdk due to incomplete transfer. [ 589.161900] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d9d6673c-8a93-41f9-8d10-9ee7120f0b10 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.175581] env[68663]: DEBUG oslo_vmware.rw_handles [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289d8ea-690c-37d9-29ca-5149928f54e1/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 589.175965] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Uploaded image a993c0e4-e54d-4deb-8e52-f01673babdfa to the Glance image server {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 589.178035] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 589.178695] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a0d33871-136b-4cc7-a4da-224626e6a6ed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.188257] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the task: (returnval){ [ 589.188257] env[68663]: value = "task-3237579" [ 589.188257] env[68663]: _type = "Task" [ 589.188257] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.199166] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237579, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.446167] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.446167] env[68663]: DEBUG nova.compute.manager [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 589.449410] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.813s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.450560] env[68663]: INFO nova.compute.claims [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.461528] env[68663]: DEBUG nova.network.neutron [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updating instance_info_cache with network_info: [{"id": "84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f", "address": "fa:16:3e:36:f4:bd", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fc0b6c-6d", "ovs_interfaceid": "84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.528914] env[68663]: DEBUG oslo_vmware.api [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': task-3237577, 'name': PowerOnVM_Task, 'duration_secs': 0.659472} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.529522] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 589.529821] env[68663]: INFO nova.compute.manager [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Took 12.37 seconds to spawn the instance on the hypervisor. [ 589.530073] env[68663]: DEBUG nova.compute.manager [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.531081] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aa2053-1772-4edd-826d-da1c7af3f55d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.562557] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.595858] env[68663]: DEBUG oslo_concurrency.lockutils [req-3c47f895-d31f-495a-9f72-0bf7f92b7863 req-209fb0ed-4706-40b5-88b1-687949ec4fc2 service nova] Releasing lock "refresh_cache-51cf3ba5-5a4c-49d2-b955-b4e84a6df37d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.710775] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237579, 'name': Destroy_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.962224] env[68663]: DEBUG nova.compute.utils [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.962224] env[68663]: DEBUG nova.compute.manager [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.962224] env[68663]: DEBUG nova.network.neutron [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.975018] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.975018] env[68663]: DEBUG nova.compute.manager [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Instance network_info: |[{"id": "84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f", "address": "fa:16:3e:36:f4:bd", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fc0b6c-6d", "ovs_interfaceid": "84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 589.975361] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:f4:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.985066] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Creating folder: Project (86b7a180a3564cca955c100cbbdbd51e). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.986991] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31ab8fe8-712b-4a13-be13-f0f13ab82c75 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.006926] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Created folder: Project (86b7a180a3564cca955c100cbbdbd51e) in parent group-v647027. [ 590.007139] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Creating folder: Instances. Parent ref: group-v647070. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.007389] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fe4b7ee-eade-4526-a72a-df28a8b8a303 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.021756] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Created folder: Instances in parent group-v647070. [ 590.024410] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 590.024410] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.024410] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4596b881-29da-42b5-9bab-78a1980f30c1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.050511] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.050511] env[68663]: value = "task-3237582" [ 590.050511] env[68663]: _type = "Task" [ 590.050511] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.056136] env[68663]: INFO nova.compute.manager [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Took 25.22 seconds to build instance. [ 590.077612] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237582, 'name': CreateVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.077907] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237578, 'name': ReconfigVM_Task, 'duration_secs': 0.747573} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.078846] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 71bc73f9-6db5-4882-9923-a28402436117/71bc73f9-6db5-4882-9923-a28402436117.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.079503] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d643501e-4daf-4abd-ab0e-7af882f1e787 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.088607] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 590.088607] env[68663]: value = "task-3237583" [ 590.088607] env[68663]: _type = "Task" [ 590.088607] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.108901] env[68663]: DEBUG nova.policy [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ae919f9e6874c869d7515d49229eeae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bb4ef27ca1c466598533c34cacd632d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.122953] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237583, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.207814] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237579, 'name': Destroy_Task, 'duration_secs': 0.859449} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.207814] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Destroyed the VM [ 590.207814] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 590.207814] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5a38bc86-3a7f-4297-9115-2cebc02062db {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.226721] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the task: (returnval){ [ 590.226721] env[68663]: value = "task-3237584" [ 590.226721] env[68663]: _type = "Task" [ 590.226721] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.237854] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237584, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.475094] env[68663]: DEBUG nova.compute.manager [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 590.566086] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51541447-2db3-4de0-939f-456e6039b3cf tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Lock "70493bb9-72a0-4f3f-a7b3-b53460d35046" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.056s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.566086] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237582, 'name': CreateVM_Task, 'duration_secs': 0.445412} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.570100] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.570539] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.570784] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.571096] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.573559] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb1fef54-ed26-41c9-9544-78196deb59c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.580865] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 590.580865] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d0d8a9-2650-61a0-1e09-c1b32ae16db0" [ 590.580865] env[68663]: _type = "Task" [ 590.580865] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.606192] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d0d8a9-2650-61a0-1e09-c1b32ae16db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.613299] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237583, 'name': Rename_Task, 'duration_secs': 0.289718} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.613800] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.614070] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99324f07-9492-4452-a514-c7bd2fc98f71 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.620125] env[68663]: DEBUG nova.compute.manager [req-8d8d2814-1bab-4dae-b60b-7e0e4e870060 req-b9b00a35-6627-4f0f-8a20-8dba52bb31c7 service nova] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Received event network-vif-deleted-9505da33-3e9a-4ea2-9ab1-9475b0f8bb3b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 590.620125] env[68663]: DEBUG nova.compute.manager [req-8d8d2814-1bab-4dae-b60b-7e0e4e870060 req-b9b00a35-6627-4f0f-8a20-8dba52bb31c7 service nova] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Received event network-vif-deleted-3b80e0c8-970f-4749-9b1f-01cb133c9dc7 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 590.620125] env[68663]: DEBUG nova.compute.manager [req-8d8d2814-1bab-4dae-b60b-7e0e4e870060 req-b9b00a35-6627-4f0f-8a20-8dba52bb31c7 service nova] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Received event network-vif-plugged-84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 590.620125] env[68663]: DEBUG oslo_concurrency.lockutils [req-8d8d2814-1bab-4dae-b60b-7e0e4e870060 req-b9b00a35-6627-4f0f-8a20-8dba52bb31c7 service nova] Acquiring lock "b862b802-c379-483e-9238-fa69b1eec7b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.620579] env[68663]: DEBUG oslo_concurrency.lockutils [req-8d8d2814-1bab-4dae-b60b-7e0e4e870060 req-b9b00a35-6627-4f0f-8a20-8dba52bb31c7 service nova] Lock "b862b802-c379-483e-9238-fa69b1eec7b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.620579] env[68663]: DEBUG oslo_concurrency.lockutils [req-8d8d2814-1bab-4dae-b60b-7e0e4e870060 req-b9b00a35-6627-4f0f-8a20-8dba52bb31c7 service nova] Lock "b862b802-c379-483e-9238-fa69b1eec7b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.620579] env[68663]: DEBUG nova.compute.manager [req-8d8d2814-1bab-4dae-b60b-7e0e4e870060 req-b9b00a35-6627-4f0f-8a20-8dba52bb31c7 service nova] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] No waiting events found dispatching network-vif-plugged-84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 590.620691] env[68663]: WARNING nova.compute.manager [req-8d8d2814-1bab-4dae-b60b-7e0e4e870060 req-b9b00a35-6627-4f0f-8a20-8dba52bb31c7 service nova] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Received unexpected event network-vif-plugged-84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f for instance with vm_state building and task_state spawning. [ 590.622553] env[68663]: DEBUG nova.compute.manager [req-8d8d2814-1bab-4dae-b60b-7e0e4e870060 req-b9b00a35-6627-4f0f-8a20-8dba52bb31c7 service nova] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Received event network-changed-84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 590.622553] env[68663]: DEBUG nova.compute.manager [req-8d8d2814-1bab-4dae-b60b-7e0e4e870060 req-b9b00a35-6627-4f0f-8a20-8dba52bb31c7 service nova] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Refreshing instance network info cache due to event network-changed-84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 590.622553] env[68663]: DEBUG oslo_concurrency.lockutils [req-8d8d2814-1bab-4dae-b60b-7e0e4e870060 req-b9b00a35-6627-4f0f-8a20-8dba52bb31c7 service nova] Acquiring lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.622553] env[68663]: DEBUG oslo_concurrency.lockutils [req-8d8d2814-1bab-4dae-b60b-7e0e4e870060 req-b9b00a35-6627-4f0f-8a20-8dba52bb31c7 service nova] Acquired lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.622553] env[68663]: DEBUG nova.network.neutron [req-8d8d2814-1bab-4dae-b60b-7e0e4e870060 req-b9b00a35-6627-4f0f-8a20-8dba52bb31c7 service nova] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Refreshing network info cache for port 84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.630149] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 590.630149] env[68663]: value = "task-3237586" [ 590.630149] env[68663]: _type = "Task" [ 590.630149] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.647125] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.740284] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237584, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.929879] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6d299c-d5ee-4106-bec4-ab2340deb55b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.938320] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4d9baf-88c8-4fe0-8cb0-135ff9c056f9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.983501] env[68663]: DEBUG nova.compute.manager [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.987892] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd738a8-504a-4533-ae5d-ae97a1b3b5ed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.989958] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97658a69-a932-43b2-8a51-85f8f812a80a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.001739] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96954ee2-0801-400e-b29a-07acdea084ac {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.021273] env[68663]: DEBUG nova.compute.provider_tree [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.074343] env[68663]: DEBUG nova.compute.manager [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.105675] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d0d8a9-2650-61a0-1e09-c1b32ae16db0, 'name': SearchDatastore_Task, 'duration_secs': 0.018058} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.106697] env[68663]: DEBUG nova.network.neutron [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Successfully updated port: 714784ee-b9a4-4094-a9e7-d03be827b05c {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.108064] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.108373] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.108649] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.109064] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.109457] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.109681] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab267875-37ec-497c-bedb-5b7d0e802156 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.128668] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.128668] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.128668] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7f93829-d1f0-4be0-9d4a-8fc65f1fcc2f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.139665] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 591.139665] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52085bdf-8e10-9e85-e147-7783c6ebabb3" [ 591.139665] env[68663]: _type = "Task" [ 591.139665] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.148934] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237586, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.155700] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52085bdf-8e10-9e85-e147-7783c6ebabb3, 'name': SearchDatastore_Task, 'duration_secs': 0.013331} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.156572] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72dabb62-5638-4522-a5c0-7942b585a0e1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.164247] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 591.164247] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fc1904-764a-5f36-eab7-460cff411631" [ 591.164247] env[68663]: _type = "Task" [ 591.164247] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.175756] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fc1904-764a-5f36-eab7-460cff411631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.243690] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237584, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.321640] env[68663]: DEBUG nova.network.neutron [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Successfully created port: 32b54d92-8a16-4ed7-891d-9a0714515072 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 591.413940] env[68663]: DEBUG nova.compute.manager [req-54cf0862-a2f5-4cd5-a60a-6ade0737b1c6 req-d7f43319-5686-4390-8fe0-7365ca693a9f service nova] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Received event network-changed-149e5aed-6992-4d21-b6ca-efebc73f60d1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 591.414154] env[68663]: DEBUG nova.compute.manager [req-54cf0862-a2f5-4cd5-a60a-6ade0737b1c6 req-d7f43319-5686-4390-8fe0-7365ca693a9f service nova] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Refreshing instance network info cache due to event network-changed-149e5aed-6992-4d21-b6ca-efebc73f60d1. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 591.414375] env[68663]: DEBUG oslo_concurrency.lockutils [req-54cf0862-a2f5-4cd5-a60a-6ade0737b1c6 req-d7f43319-5686-4390-8fe0-7365ca693a9f service nova] Acquiring lock "refresh_cache-ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.414529] env[68663]: DEBUG oslo_concurrency.lockutils [req-54cf0862-a2f5-4cd5-a60a-6ade0737b1c6 req-d7f43319-5686-4390-8fe0-7365ca693a9f service nova] Acquired lock "refresh_cache-ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.414676] env[68663]: DEBUG nova.network.neutron [req-54cf0862-a2f5-4cd5-a60a-6ade0737b1c6 req-d7f43319-5686-4390-8fe0-7365ca693a9f service nova] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Refreshing network info cache for port 149e5aed-6992-4d21-b6ca-efebc73f60d1 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 591.496665] env[68663]: DEBUG nova.compute.manager [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 591.511208] env[68663]: INFO nova.compute.manager [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] instance snapshotting [ 591.511427] env[68663]: WARNING nova.compute.manager [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 591.514541] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e673e82a-9b1b-4d4d-b05a-cffda3dc3ef6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.523585] env[68663]: DEBUG nova.scheduler.client.report [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.553228] env[68663]: DEBUG nova.virt.hardware [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.553719] env[68663]: DEBUG nova.virt.hardware [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.553719] env[68663]: DEBUG nova.virt.hardware [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.554751] env[68663]: DEBUG nova.virt.hardware [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.554751] env[68663]: DEBUG nova.virt.hardware [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.554751] env[68663]: DEBUG nova.virt.hardware [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.554751] env[68663]: DEBUG nova.virt.hardware [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.554751] env[68663]: DEBUG nova.virt.hardware [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.554930] env[68663]: DEBUG nova.virt.hardware [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.554930] env[68663]: DEBUG nova.virt.hardware [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.554930] env[68663]: DEBUG nova.virt.hardware [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.555761] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec285bb-069a-4d3f-a14b-0b0ca15f1064 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.560564] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74385f35-8613-4d17-a5cb-0b6ad4313041 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.571109] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfd5b90-bb84-4b75-b2b1-179fdf508054 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.615701] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.615701] env[68663]: DEBUG oslo_concurrency.lockutils [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Acquiring lock "refresh_cache-d91b778c-ac38-4998-aa7f-625c3fb8a722" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.615785] env[68663]: DEBUG oslo_concurrency.lockutils [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Acquired lock "refresh_cache-d91b778c-ac38-4998-aa7f-625c3fb8a722" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.615866] env[68663]: DEBUG nova.network.neutron [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.656279] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237586, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.681155] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fc1904-764a-5f36-eab7-460cff411631, 'name': SearchDatastore_Task, 'duration_secs': 0.015692} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.681822] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.682146] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] b862b802-c379-483e-9238-fa69b1eec7b3/b862b802-c379-483e-9238-fa69b1eec7b3.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.682633] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f9a131d-4cb1-4ef0-b3ce-f5b4485a31ab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.694017] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 591.694017] env[68663]: value = "task-3237587" [ 591.694017] env[68663]: _type = "Task" [ 591.694017] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.704021] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3237587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.746440] env[68663]: DEBUG oslo_vmware.api [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237584, 'name': RemoveSnapshot_Task, 'duration_secs': 1.142222} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.747220] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 591.747551] env[68663]: INFO nova.compute.manager [None req-58e05e72-c0da-40ff-9b10-a3fcc132db63 tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Took 17.79 seconds to snapshot the instance on the hypervisor. [ 591.795040] env[68663]: DEBUG nova.network.neutron [req-8d8d2814-1bab-4dae-b60b-7e0e4e870060 req-b9b00a35-6627-4f0f-8a20-8dba52bb31c7 service nova] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updated VIF entry in instance network info cache for port 84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 591.795040] env[68663]: DEBUG nova.network.neutron [req-8d8d2814-1bab-4dae-b60b-7e0e4e870060 req-b9b00a35-6627-4f0f-8a20-8dba52bb31c7 service nova] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updating instance_info_cache with network_info: [{"id": "84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f", "address": "fa:16:3e:36:f4:bd", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fc0b6c-6d", "ovs_interfaceid": "84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.032588] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.032588] env[68663]: DEBUG nova.compute.manager [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.034614] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.064s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.037727] env[68663]: INFO nova.compute.claims [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.086433] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 592.086580] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-35c6a860-ed93-47a1-bc2e-4e323d9f360d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.101547] env[68663]: DEBUG oslo_vmware.api [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 592.101547] env[68663]: value = "task-3237588" [ 592.101547] env[68663]: _type = "Task" [ 592.101547] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.119653] env[68663]: DEBUG oslo_vmware.api [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237588, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.152068] env[68663]: DEBUG oslo_vmware.api [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237586, 'name': PowerOnVM_Task, 'duration_secs': 1.177027} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.152410] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 592.152626] env[68663]: INFO nova.compute.manager [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Took 10.63 seconds to spawn the instance on the hypervisor. [ 592.152852] env[68663]: DEBUG nova.compute.manager [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 592.153761] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af378ee-7e11-414b-b303-04b7fe4c9f74 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.179100] env[68663]: DEBUG nova.network.neutron [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.207891] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3237587, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.301214] env[68663]: DEBUG oslo_concurrency.lockutils [req-8d8d2814-1bab-4dae-b60b-7e0e4e870060 req-b9b00a35-6627-4f0f-8a20-8dba52bb31c7 service nova] Releasing lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.545866] env[68663]: DEBUG nova.compute.utils [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.556914] env[68663]: DEBUG nova.network.neutron [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Updating instance_info_cache with network_info: [{"id": "714784ee-b9a4-4094-a9e7-d03be827b05c", "address": "fa:16:3e:4a:6a:38", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714784ee-b9", "ovs_interfaceid": "714784ee-b9a4-4094-a9e7-d03be827b05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.558092] env[68663]: DEBUG nova.compute.manager [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.558271] env[68663]: DEBUG nova.network.neutron [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.615135] env[68663]: DEBUG oslo_vmware.api [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237588, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.636996] env[68663]: DEBUG nova.policy [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3337d1e6704f413288413651685e617c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e9ed49f6f9342b49a3878a962276104', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.679381] env[68663]: INFO nova.compute.manager [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Took 18.94 seconds to build instance. [ 592.716305] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3237587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620624} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.716305] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] b862b802-c379-483e-9238-fa69b1eec7b3/b862b802-c379-483e-9238-fa69b1eec7b3.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.716305] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.716305] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-216f16b1-69fa-4103-a40e-fdb50139dccb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.724785] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 592.724785] env[68663]: value = "task-3237589" [ 592.724785] env[68663]: _type = "Task" [ 592.724785] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.737465] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3237589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.968242] env[68663]: DEBUG nova.network.neutron [req-54cf0862-a2f5-4cd5-a60a-6ade0737b1c6 req-d7f43319-5686-4390-8fe0-7365ca693a9f service nova] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Updated VIF entry in instance network info cache for port 149e5aed-6992-4d21-b6ca-efebc73f60d1. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.968563] env[68663]: DEBUG nova.network.neutron [req-54cf0862-a2f5-4cd5-a60a-6ade0737b1c6 req-d7f43319-5686-4390-8fe0-7365ca693a9f service nova] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Updating instance_info_cache with network_info: [{"id": "149e5aed-6992-4d21-b6ca-efebc73f60d1", "address": "fa:16:3e:ed:57:ff", "network": {"id": "fc843ef7-4d5f-43b5-8fa6-b13e095e8aac", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1914450126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9289a4f45634970949b69d37927cc43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149e5aed-69", "ovs_interfaceid": "149e5aed-6992-4d21-b6ca-efebc73f60d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.059045] env[68663]: DEBUG nova.compute.manager [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.073991] env[68663]: DEBUG oslo_concurrency.lockutils [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Releasing lock "refresh_cache-d91b778c-ac38-4998-aa7f-625c3fb8a722" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.074151] env[68663]: DEBUG nova.compute.manager [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Instance network_info: |[{"id": "714784ee-b9a4-4094-a9e7-d03be827b05c", "address": "fa:16:3e:4a:6a:38", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714784ee-b9", "ovs_interfaceid": "714784ee-b9a4-4094-a9e7-d03be827b05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.074558] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:6a:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '714784ee-b9a4-4094-a9e7-d03be827b05c', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.084544] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Creating folder: Project (4c6db560b33e4c7295cb064407300bf3). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.085316] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8673f9a6-bee2-443a-96b5-a16361377c14 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.101429] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Created folder: Project (4c6db560b33e4c7295cb064407300bf3) in parent group-v647027. [ 593.103243] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Creating folder: Instances. Parent ref: group-v647073. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.103243] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ee24adb-1005-4dd1-96e7-cea56eee3678 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.120487] env[68663]: DEBUG oslo_vmware.api [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237588, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.128034] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Created folder: Instances in parent group-v647073. [ 593.128515] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 593.130427] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.130427] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6b5b84b-a4c3-4ab6-9583-2f581729e561 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.163330] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.163330] env[68663]: value = "task-3237592" [ 593.163330] env[68663]: _type = "Task" [ 593.163330] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.177806] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237592, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.186665] env[68663]: DEBUG oslo_concurrency.lockutils [None req-515fb8c8-03e4-4575-8674-754769c48ae1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "71bc73f9-6db5-4882-9923-a28402436117" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.465s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.239660] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3237589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071944} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.239951] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.241483] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad05c895-fcdd-4a80-9fe2-ca176f3a598a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.270311] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] b862b802-c379-483e-9238-fa69b1eec7b3/b862b802-c379-483e-9238-fa69b1eec7b3.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.270631] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3619471a-e6aa-4548-bded-1d5418739822 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.302807] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 593.302807] env[68663]: value = "task-3237593" [ 593.302807] env[68663]: _type = "Task" [ 593.302807] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.312829] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3237593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.376809] env[68663]: DEBUG nova.network.neutron [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Successfully created port: 34dcb785-bf9d-4de1-b73e-1d990336f0e3 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.471937] env[68663]: DEBUG oslo_concurrency.lockutils [req-54cf0862-a2f5-4cd5-a60a-6ade0737b1c6 req-d7f43319-5686-4390-8fe0-7365ca693a9f service nova] Releasing lock "refresh_cache-ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.538713] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e1ac1e-a6aa-44dd-b50a-7510c5784726 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.547626] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f82023a-e597-4eda-a67a-c5f8f4e1f1e4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.590946] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc5ff9c-2b62-4676-a8c2-dc4421e26ab1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.599960] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f23c97-c3ca-4173-b50d-9d6207182ba0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.608966] env[68663]: DEBUG nova.compute.manager [req-cdc16759-a92c-45a2-9dc7-d43b45c77686 req-8d08cfb7-6f77-40b4-a506-bc047cb39c85 service nova] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Received event network-vif-plugged-714784ee-b9a4-4094-a9e7-d03be827b05c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 593.608966] env[68663]: DEBUG oslo_concurrency.lockutils [req-cdc16759-a92c-45a2-9dc7-d43b45c77686 req-8d08cfb7-6f77-40b4-a506-bc047cb39c85 service nova] Acquiring lock "d91b778c-ac38-4998-aa7f-625c3fb8a722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.609865] env[68663]: DEBUG oslo_concurrency.lockutils [req-cdc16759-a92c-45a2-9dc7-d43b45c77686 req-8d08cfb7-6f77-40b4-a506-bc047cb39c85 service nova] Lock "d91b778c-ac38-4998-aa7f-625c3fb8a722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.609865] env[68663]: DEBUG oslo_concurrency.lockutils [req-cdc16759-a92c-45a2-9dc7-d43b45c77686 req-8d08cfb7-6f77-40b4-a506-bc047cb39c85 service nova] Lock "d91b778c-ac38-4998-aa7f-625c3fb8a722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.609865] env[68663]: DEBUG nova.compute.manager [req-cdc16759-a92c-45a2-9dc7-d43b45c77686 req-8d08cfb7-6f77-40b4-a506-bc047cb39c85 service nova] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] No waiting events found dispatching network-vif-plugged-714784ee-b9a4-4094-a9e7-d03be827b05c {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.610258] env[68663]: WARNING nova.compute.manager [req-cdc16759-a92c-45a2-9dc7-d43b45c77686 req-8d08cfb7-6f77-40b4-a506-bc047cb39c85 service nova] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Received unexpected event network-vif-plugged-714784ee-b9a4-4094-a9e7-d03be827b05c for instance with vm_state building and task_state spawning. [ 593.610258] env[68663]: DEBUG nova.compute.manager [req-cdc16759-a92c-45a2-9dc7-d43b45c77686 req-8d08cfb7-6f77-40b4-a506-bc047cb39c85 service nova] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Received event network-changed-714784ee-b9a4-4094-a9e7-d03be827b05c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 593.610542] env[68663]: DEBUG nova.compute.manager [req-cdc16759-a92c-45a2-9dc7-d43b45c77686 req-8d08cfb7-6f77-40b4-a506-bc047cb39c85 service nova] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Refreshing instance network info cache due to event network-changed-714784ee-b9a4-4094-a9e7-d03be827b05c. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 593.610542] env[68663]: DEBUG oslo_concurrency.lockutils [req-cdc16759-a92c-45a2-9dc7-d43b45c77686 req-8d08cfb7-6f77-40b4-a506-bc047cb39c85 service nova] Acquiring lock "refresh_cache-d91b778c-ac38-4998-aa7f-625c3fb8a722" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.610704] env[68663]: DEBUG oslo_concurrency.lockutils [req-cdc16759-a92c-45a2-9dc7-d43b45c77686 req-8d08cfb7-6f77-40b4-a506-bc047cb39c85 service nova] Acquired lock "refresh_cache-d91b778c-ac38-4998-aa7f-625c3fb8a722" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.611034] env[68663]: DEBUG nova.network.neutron [req-cdc16759-a92c-45a2-9dc7-d43b45c77686 req-8d08cfb7-6f77-40b4-a506-bc047cb39c85 service nova] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Refreshing network info cache for port 714784ee-b9a4-4094-a9e7-d03be827b05c {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.627740] env[68663]: DEBUG nova.compute.provider_tree [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.648089] env[68663]: DEBUG oslo_vmware.api [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237588, 'name': CreateSnapshot_Task, 'duration_secs': 1.059351} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.648089] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 593.648089] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b1fb01-edfd-44e6-9a72-5df31de5cf2e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.677167] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237592, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.689798] env[68663]: DEBUG nova.compute.manager [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.819051] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3237593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.920454] env[68663]: DEBUG nova.network.neutron [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Successfully updated port: 32b54d92-8a16-4ed7-891d-9a0714515072 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.097467] env[68663]: DEBUG nova.compute.manager [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.132800] env[68663]: DEBUG nova.virt.hardware [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.132976] env[68663]: DEBUG nova.virt.hardware [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.133073] env[68663]: DEBUG nova.virt.hardware [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.133252] env[68663]: DEBUG nova.virt.hardware [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.133386] env[68663]: DEBUG nova.virt.hardware [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.133541] env[68663]: DEBUG nova.virt.hardware [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.134036] env[68663]: DEBUG nova.virt.hardware [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.134036] env[68663]: DEBUG nova.virt.hardware [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.134154] env[68663]: DEBUG nova.virt.hardware [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.134262] env[68663]: DEBUG nova.virt.hardware [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.134458] env[68663]: DEBUG nova.virt.hardware [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.135485] env[68663]: DEBUG nova.scheduler.client.report [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.140043] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4b42e3-47fd-4768-abc0-1627b74e8b90 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.149588] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780562e2-80a4-486f-bf27-bb4f5aff9c38 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.173487] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 594.174170] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-edf18052-af05-467e-86d5-312eb57cdc2a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.188123] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237592, 'name': CreateVM_Task, 'duration_secs': 0.62887} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.189671] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.190112] env[68663]: DEBUG oslo_vmware.api [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 594.190112] env[68663]: value = "task-3237594" [ 594.190112] env[68663]: _type = "Task" [ 594.190112] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.190872] env[68663]: DEBUG oslo_concurrency.lockutils [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.191323] env[68663]: DEBUG oslo_concurrency.lockutils [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.191464] env[68663]: DEBUG oslo_concurrency.lockutils [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.191699] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea081de7-ce64-4862-aa5b-45226e24de62 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.210670] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Waiting for the task: (returnval){ [ 594.210670] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526c812f-4a17-bb3e-7307-ebcfe82a5151" [ 594.210670] env[68663]: _type = "Task" [ 594.210670] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.210670] env[68663]: DEBUG oslo_vmware.api [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237594, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.217334] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.226329] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526c812f-4a17-bb3e-7307-ebcfe82a5151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.320687] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3237593, 'name': ReconfigVM_Task, 'duration_secs': 0.571524} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.320687] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Reconfigured VM instance instance-0000000d to attach disk [datastore1] b862b802-c379-483e-9238-fa69b1eec7b3/b862b802-c379-483e-9238-fa69b1eec7b3.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.321336] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a32bf180-3e5c-4262-925c-be696c4937b3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.330739] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 594.330739] env[68663]: value = "task-3237595" [ 594.330739] env[68663]: _type = "Task" [ 594.330739] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.346160] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3237595, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.423487] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Acquiring lock "refresh_cache-f4ffcd33-acb1-4e44-9a89-f10b57d732bb" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.423804] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Acquired lock "refresh_cache-f4ffcd33-acb1-4e44-9a89-f10b57d732bb" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.424095] env[68663]: DEBUG nova.network.neutron [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.605518] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Acquiring lock "441b72ec-7140-4386-aad4-32be0f4772d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.605795] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Lock "441b72ec-7140-4386-aad4-32be0f4772d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.643287] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.643871] env[68663]: DEBUG nova.compute.manager [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.647120] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.483s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.648797] env[68663]: INFO nova.compute.claims [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.706673] env[68663]: DEBUG oslo_vmware.api [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237594, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.722244] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526c812f-4a17-bb3e-7307-ebcfe82a5151, 'name': SearchDatastore_Task, 'duration_secs': 0.029835} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.722571] env[68663]: DEBUG oslo_concurrency.lockutils [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.722867] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.722944] env[68663]: DEBUG oslo_concurrency.lockutils [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.723107] env[68663]: DEBUG oslo_concurrency.lockutils [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.723281] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.723558] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-233f3e28-2ce4-421c-8f29-2bb862b62639 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.733508] env[68663]: DEBUG nova.compute.manager [req-3660442d-d6f1-4272-9c67-5ea257197514 req-37a20e9a-11a2-4d8d-8b04-b44873d0f054 service nova] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Received event network-vif-plugged-32b54d92-8a16-4ed7-891d-9a0714515072 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 594.733724] env[68663]: DEBUG oslo_concurrency.lockutils [req-3660442d-d6f1-4272-9c67-5ea257197514 req-37a20e9a-11a2-4d8d-8b04-b44873d0f054 service nova] Acquiring lock "f4ffcd33-acb1-4e44-9a89-f10b57d732bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.733929] env[68663]: DEBUG oslo_concurrency.lockutils [req-3660442d-d6f1-4272-9c67-5ea257197514 req-37a20e9a-11a2-4d8d-8b04-b44873d0f054 service nova] Lock "f4ffcd33-acb1-4e44-9a89-f10b57d732bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.734151] env[68663]: DEBUG oslo_concurrency.lockutils [req-3660442d-d6f1-4272-9c67-5ea257197514 req-37a20e9a-11a2-4d8d-8b04-b44873d0f054 service nova] Lock "f4ffcd33-acb1-4e44-9a89-f10b57d732bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.734282] env[68663]: DEBUG nova.compute.manager [req-3660442d-d6f1-4272-9c67-5ea257197514 req-37a20e9a-11a2-4d8d-8b04-b44873d0f054 service nova] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] No waiting events found dispatching network-vif-plugged-32b54d92-8a16-4ed7-891d-9a0714515072 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.734496] env[68663]: WARNING nova.compute.manager [req-3660442d-d6f1-4272-9c67-5ea257197514 req-37a20e9a-11a2-4d8d-8b04-b44873d0f054 service nova] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Received unexpected event network-vif-plugged-32b54d92-8a16-4ed7-891d-9a0714515072 for instance with vm_state building and task_state spawning. [ 594.736102] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.736263] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.736989] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed312a3a-e685-405d-b672-3fa6d3e3f9c5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.745564] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Waiting for the task: (returnval){ [ 594.745564] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d187a4-9cbd-bb13-4968-728a1f7512cf" [ 594.745564] env[68663]: _type = "Task" [ 594.745564] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.757608] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d187a4-9cbd-bb13-4968-728a1f7512cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.843306] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3237595, 'name': Rename_Task, 'duration_secs': 0.339797} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.843592] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.843845] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37d03540-1ec6-4347-8a72-fff906ca9640 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.851669] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 594.851669] env[68663]: value = "task-3237596" [ 594.851669] env[68663]: _type = "Task" [ 594.851669] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.860312] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3237596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.892024] env[68663]: DEBUG nova.network.neutron [req-cdc16759-a92c-45a2-9dc7-d43b45c77686 req-8d08cfb7-6f77-40b4-a506-bc047cb39c85 service nova] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Updated VIF entry in instance network info cache for port 714784ee-b9a4-4094-a9e7-d03be827b05c. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.892444] env[68663]: DEBUG nova.network.neutron [req-cdc16759-a92c-45a2-9dc7-d43b45c77686 req-8d08cfb7-6f77-40b4-a506-bc047cb39c85 service nova] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Updating instance_info_cache with network_info: [{"id": "714784ee-b9a4-4094-a9e7-d03be827b05c", "address": "fa:16:3e:4a:6a:38", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714784ee-b9", "ovs_interfaceid": "714784ee-b9a4-4094-a9e7-d03be827b05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.963669] env[68663]: DEBUG nova.network.neutron [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 595.154454] env[68663]: DEBUG nova.compute.utils [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.158682] env[68663]: DEBUG nova.compute.manager [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.159752] env[68663]: DEBUG nova.network.neutron [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.207823] env[68663]: DEBUG oslo_vmware.api [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237594, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.208741] env[68663]: DEBUG nova.policy [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1539fd12df434af09ec8691421f4e899', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f1cac7b894949fca59bed7820aa9163', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.258025] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d187a4-9cbd-bb13-4968-728a1f7512cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012464} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.258025] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8116ab57-6762-47d0-8d9e-dee9cb28f5a1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.264781] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Waiting for the task: (returnval){ [ 595.264781] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52db112e-3371-044b-7f81-b1af85f431a5" [ 595.264781] env[68663]: _type = "Task" [ 595.264781] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.275276] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52db112e-3371-044b-7f81-b1af85f431a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.298215] env[68663]: DEBUG nova.network.neutron [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Updating instance_info_cache with network_info: [{"id": "32b54d92-8a16-4ed7-891d-9a0714515072", "address": "fa:16:3e:c5:6f:36", "network": {"id": "d6f64f6c-9caa-4e7d-a075-83b095eb0214", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-71064586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb4ef27ca1c466598533c34cacd632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b54d92-8a", "ovs_interfaceid": "32b54d92-8a16-4ed7-891d-9a0714515072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.366270] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3237596, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.397711] env[68663]: DEBUG oslo_concurrency.lockutils [req-cdc16759-a92c-45a2-9dc7-d43b45c77686 req-8d08cfb7-6f77-40b4-a506-bc047cb39c85 service nova] Releasing lock "refresh_cache-d91b778c-ac38-4998-aa7f-625c3fb8a722" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.654120] env[68663]: DEBUG nova.network.neutron [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Successfully created port: 900249d9-0bcb-4c00-a192-d9e99f4e81e1 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.659093] env[68663]: DEBUG nova.compute.manager [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.714367] env[68663]: DEBUG oslo_vmware.api [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237594, 'name': CloneVM_Task, 'duration_secs': 1.419965} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.718695] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Created linked-clone VM from snapshot [ 595.721385] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b36558-b843-46a1-b555-bafda9f61600 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.733765] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Uploading image f219cbf8-4d21-457d-85c7-993efe79a098 {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 595.764634] env[68663]: DEBUG oslo_vmware.rw_handles [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 595.764634] env[68663]: value = "vm-647077" [ 595.764634] env[68663]: _type = "VirtualMachine" [ 595.764634] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 595.764925] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6ac9c477-5dfb-4ff6-8f65-fe3de72d631d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.785520] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52db112e-3371-044b-7f81-b1af85f431a5, 'name': SearchDatastore_Task, 'duration_secs': 0.01865} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.789927] env[68663]: DEBUG oslo_concurrency.lockutils [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.790301] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] d91b778c-ac38-4998-aa7f-625c3fb8a722/d91b778c-ac38-4998-aa7f-625c3fb8a722.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.790692] env[68663]: DEBUG oslo_vmware.rw_handles [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lease: (returnval){ [ 595.790692] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52162f74-7910-43ad-31f2-b18be500375f" [ 595.790692] env[68663]: _type = "HttpNfcLease" [ 595.790692] env[68663]: } obtained for exporting VM: (result){ [ 595.790692] env[68663]: value = "vm-647077" [ 595.790692] env[68663]: _type = "VirtualMachine" [ 595.790692] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 595.790923] env[68663]: DEBUG oslo_vmware.api [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the lease: (returnval){ [ 595.790923] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52162f74-7910-43ad-31f2-b18be500375f" [ 595.790923] env[68663]: _type = "HttpNfcLease" [ 595.790923] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 595.791483] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8be79ed9-ac3b-4449-998c-11caeb024158 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.800298] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Releasing lock "refresh_cache-f4ffcd33-acb1-4e44-9a89-f10b57d732bb" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.800592] env[68663]: DEBUG nova.compute.manager [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Instance network_info: |[{"id": "32b54d92-8a16-4ed7-891d-9a0714515072", "address": "fa:16:3e:c5:6f:36", "network": {"id": "d6f64f6c-9caa-4e7d-a075-83b095eb0214", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-71064586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb4ef27ca1c466598533c34cacd632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b54d92-8a", "ovs_interfaceid": "32b54d92-8a16-4ed7-891d-9a0714515072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.801389] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:6f:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32b54d92-8a16-4ed7-891d-9a0714515072', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.808751] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Creating folder: Project (3bb4ef27ca1c466598533c34cacd632d). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.814386] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e96b12af-e316-4310-8aca-5bc111ff23b8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.816351] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Waiting for the task: (returnval){ [ 595.816351] env[68663]: value = "task-3237598" [ 595.816351] env[68663]: _type = "Task" [ 595.816351] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.816543] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 595.816543] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52162f74-7910-43ad-31f2-b18be500375f" [ 595.816543] env[68663]: _type = "HttpNfcLease" [ 595.816543] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 595.817355] env[68663]: DEBUG oslo_vmware.rw_handles [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 595.817355] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52162f74-7910-43ad-31f2-b18be500375f" [ 595.817355] env[68663]: _type = "HttpNfcLease" [ 595.817355] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 595.821369] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70237256-e066-426a-b1a5-d853ea2b9aee {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.829554] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.833774] env[68663]: DEBUG oslo_vmware.rw_handles [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea807f-ae96-0dcb-b43e-ee034dc64d3f/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 595.833968] env[68663]: DEBUG oslo_vmware.rw_handles [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea807f-ae96-0dcb-b43e-ee034dc64d3f/disk-0.vmdk for reading. {{(pid=68663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 595.835311] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Created folder: Project (3bb4ef27ca1c466598533c34cacd632d) in parent group-v647027. [ 595.835471] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Creating folder: Instances. Parent ref: group-v647078. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.837611] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba886d22-c877-4f1e-8b56-cd773c440306 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.902026] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Created folder: Instances in parent group-v647078. [ 595.902334] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.903729] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.904468] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7353c27-ced0-436c-92f2-921248278100 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.926079] env[68663]: DEBUG oslo_vmware.api [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3237596, 'name': PowerOnVM_Task, 'duration_secs': 0.650284} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.926835] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.927052] env[68663]: INFO nova.compute.manager [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Took 9.70 seconds to spawn the instance on the hypervisor. [ 595.927230] env[68663]: DEBUG nova.compute.manager [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.928074] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0df339-51f0-4e33-bdc3-b9eb5d14669e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.933355] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.933355] env[68663]: value = "task-3237601" [ 595.933355] env[68663]: _type = "Task" [ 595.933355] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.948770] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237601, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.988077] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9865ba30-e1dd-411c-b9de-49df0bc3b22a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.019816] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "71bc73f9-6db5-4882-9923-a28402436117" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.020058] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "71bc73f9-6db5-4882-9923-a28402436117" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.020269] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "71bc73f9-6db5-4882-9923-a28402436117-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.020483] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "71bc73f9-6db5-4882-9923-a28402436117-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.020655] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "71bc73f9-6db5-4882-9923-a28402436117-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.022901] env[68663]: INFO nova.compute.manager [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Terminating instance [ 596.211147] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c87cf1-689c-45ff-b136-af43646c258e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.222616] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125d90fb-26ed-4c55-ac57-9e0a434c13a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.268998] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12450d9-29ff-4ece-8f71-c5bb4cbc3dab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.279509] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f7b246-184d-454a-b998-b46cfc8270b7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.300283] env[68663]: DEBUG nova.compute.provider_tree [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.329493] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237598, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.342639] env[68663]: DEBUG nova.network.neutron [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Successfully updated port: 34dcb785-bf9d-4de1-b73e-1d990336f0e3 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.423109] env[68663]: DEBUG nova.compute.manager [req-8f01af85-1e57-4dfd-989a-ffcf568d44fc req-89e1ac98-7177-4c1a-8b0e-9d6c4183f9ce service nova] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Received event network-changed-76e5a896-aa9b-42d5-a775-11d09f035f94 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 596.423618] env[68663]: DEBUG nova.compute.manager [req-8f01af85-1e57-4dfd-989a-ffcf568d44fc req-89e1ac98-7177-4c1a-8b0e-9d6c4183f9ce service nova] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Refreshing instance network info cache due to event network-changed-76e5a896-aa9b-42d5-a775-11d09f035f94. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 596.423896] env[68663]: DEBUG oslo_concurrency.lockutils [req-8f01af85-1e57-4dfd-989a-ffcf568d44fc req-89e1ac98-7177-4c1a-8b0e-9d6c4183f9ce service nova] Acquiring lock "refresh_cache-70493bb9-72a0-4f3f-a7b3-b53460d35046" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.424199] env[68663]: DEBUG oslo_concurrency.lockutils [req-8f01af85-1e57-4dfd-989a-ffcf568d44fc req-89e1ac98-7177-4c1a-8b0e-9d6c4183f9ce service nova] Acquired lock "refresh_cache-70493bb9-72a0-4f3f-a7b3-b53460d35046" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.424355] env[68663]: DEBUG nova.network.neutron [req-8f01af85-1e57-4dfd-989a-ffcf568d44fc req-89e1ac98-7177-4c1a-8b0e-9d6c4183f9ce service nova] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Refreshing network info cache for port 76e5a896-aa9b-42d5-a775-11d09f035f94 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.455367] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237601, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.456240] env[68663]: INFO nova.compute.manager [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Took 19.16 seconds to build instance. [ 596.526978] env[68663]: DEBUG nova.compute.manager [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 596.527442] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 596.530018] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c90fd3-5a35-4bfd-a9eb-22ce4c307ab3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.539630] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 596.540314] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40025944-a40d-4c57-99d1-5333f6fd1e80 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.549419] env[68663]: DEBUG oslo_vmware.api [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 596.549419] env[68663]: value = "task-3237602" [ 596.549419] env[68663]: _type = "Task" [ 596.549419] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.560668] env[68663]: DEBUG oslo_vmware.api [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.678258] env[68663]: DEBUG nova.compute.manager [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.715516] env[68663]: DEBUG nova.virt.hardware [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.716336] env[68663]: DEBUG nova.virt.hardware [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.716520] env[68663]: DEBUG nova.virt.hardware [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.716818] env[68663]: DEBUG nova.virt.hardware [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.717039] env[68663]: DEBUG nova.virt.hardware [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.717209] env[68663]: DEBUG nova.virt.hardware [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.717507] env[68663]: DEBUG nova.virt.hardware [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.717679] env[68663]: DEBUG nova.virt.hardware [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.717910] env[68663]: DEBUG nova.virt.hardware [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.718136] env[68663]: DEBUG nova.virt.hardware [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.719134] env[68663]: DEBUG nova.virt.hardware [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.720112] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0830922-cd29-448a-b79c-0cab16dbb287 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.735334] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440d6f2f-f030-42d6-aae1-18bf814fd8fc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.804733] env[68663]: DEBUG nova.scheduler.client.report [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.832322] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786106} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.832839] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] d91b778c-ac38-4998-aa7f-625c3fb8a722/d91b778c-ac38-4998-aa7f-625c3fb8a722.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.832839] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.833054] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41bc2891-38f9-47ed-9313-ac92ce9abbe9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.845021] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Waiting for the task: (returnval){ [ 596.845021] env[68663]: value = "task-3237603" [ 596.845021] env[68663]: _type = "Task" [ 596.845021] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.846011] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "refresh_cache-bb7b5426-eeac-490d-90f0-7fd81106b913" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.846328] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired lock "refresh_cache-bb7b5426-eeac-490d-90f0-7fd81106b913" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.846719] env[68663]: DEBUG nova.network.neutron [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.855948] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.952712] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237601, 'name': CreateVM_Task, 'duration_secs': 0.63696} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.952940] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.954485] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.954845] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.954969] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.955242] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a1d2521-c7f4-4f65-aef5-e484f077d585 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.958225] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b7b64b8-94b7-4286-9c8e-e44d76af125a tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "b862b802-c379-483e-9238-fa69b1eec7b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.680s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.963346] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Waiting for the task: (returnval){ [ 596.963346] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52628f83-653b-30f4-a2cc-40cdc11b9565" [ 596.963346] env[68663]: _type = "Task" [ 596.963346] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.976827] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52628f83-653b-30f4-a2cc-40cdc11b9565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.044731] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Acquiring lock "9d6b1846-83aa-4561-9fef-10dbfcb0a48d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.045211] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Lock "9d6b1846-83aa-4561-9fef-10dbfcb0a48d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.068522] env[68663]: DEBUG oslo_vmware.api [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237602, 'name': PowerOffVM_Task, 'duration_secs': 0.252687} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.070752] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 597.070752] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 597.070752] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03982f06-c0d8-4d38-ac9c-b91013aec600 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.156998] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 597.157225] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 597.157405] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleting the datastore file [datastore2] 71bc73f9-6db5-4882-9923-a28402436117 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.157690] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-237c0d75-1e28-40c8-b333-3e56f912f024 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.167146] env[68663]: DEBUG oslo_vmware.api [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 597.167146] env[68663]: value = "task-3237605" [ 597.167146] env[68663]: _type = "Task" [ 597.167146] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.180050] env[68663]: DEBUG oslo_vmware.api [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.311402] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.311402] env[68663]: DEBUG nova.compute.manager [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.313950] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.848s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.315527] env[68663]: INFO nova.compute.claims [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.360532] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081891} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.364026] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.364026] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f29596-d2e4-4088-bca7-503724305137 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.395843] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] d91b778c-ac38-4998-aa7f-625c3fb8a722/d91b778c-ac38-4998-aa7f-625c3fb8a722.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.395843] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18e1dfe8-c416-4429-8508-f233f317d4fc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.425110] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Waiting for the task: (returnval){ [ 597.425110] env[68663]: value = "task-3237606" [ 597.425110] env[68663]: _type = "Task" [ 597.425110] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.436078] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.465022] env[68663]: DEBUG nova.compute.manager [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.481445] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52628f83-653b-30f4-a2cc-40cdc11b9565, 'name': SearchDatastore_Task, 'duration_secs': 0.016851} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.481793] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.482047] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.482403] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.482481] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.482627] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.482941] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-742bfd7d-5a47-40d2-9bd9-24ea54fb3a52 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.500354] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.500354] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.500900] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26a4db30-ffe2-4939-99af-c32653da285b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.513365] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Waiting for the task: (returnval){ [ 597.513365] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5254c4f5-de2b-49d8-6721-fe8deccabe5c" [ 597.513365] env[68663]: _type = "Task" [ 597.513365] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.518109] env[68663]: DEBUG nova.network.neutron [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.524057] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5254c4f5-de2b-49d8-6721-fe8deccabe5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.564293] env[68663]: DEBUG nova.compute.manager [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Received event network-changed-32b54d92-8a16-4ed7-891d-9a0714515072 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 597.564577] env[68663]: DEBUG nova.compute.manager [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Refreshing instance network info cache due to event network-changed-32b54d92-8a16-4ed7-891d-9a0714515072. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 597.564798] env[68663]: DEBUG oslo_concurrency.lockutils [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] Acquiring lock "refresh_cache-f4ffcd33-acb1-4e44-9a89-f10b57d732bb" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.564900] env[68663]: DEBUG oslo_concurrency.lockutils [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] Acquired lock "refresh_cache-f4ffcd33-acb1-4e44-9a89-f10b57d732bb" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.565037] env[68663]: DEBUG nova.network.neutron [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Refreshing network info cache for port 32b54d92-8a16-4ed7-891d-9a0714515072 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.574342] env[68663]: DEBUG nova.network.neutron [req-8f01af85-1e57-4dfd-989a-ffcf568d44fc req-89e1ac98-7177-4c1a-8b0e-9d6c4183f9ce service nova] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Updated VIF entry in instance network info cache for port 76e5a896-aa9b-42d5-a775-11d09f035f94. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.577102] env[68663]: DEBUG nova.network.neutron [req-8f01af85-1e57-4dfd-989a-ffcf568d44fc req-89e1ac98-7177-4c1a-8b0e-9d6c4183f9ce service nova] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Updating instance_info_cache with network_info: [{"id": "76e5a896-aa9b-42d5-a775-11d09f035f94", "address": "fa:16:3e:6a:49:64", "network": {"id": "7e6e57e1-7d22-4fab-a6cb-787f6101cd27", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-148501753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa50c565aa3349c6be83db9b66f12c66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e5a896-aa", "ovs_interfaceid": "76e5a896-aa9b-42d5-a775-11d09f035f94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.680619] env[68663]: DEBUG oslo_vmware.api [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360598} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.680851] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.681337] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 597.681601] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 597.681993] env[68663]: INFO nova.compute.manager [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Took 1.15 seconds to destroy the instance on the hypervisor. [ 597.682792] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 597.684905] env[68663]: DEBUG nova.network.neutron [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Successfully updated port: 900249d9-0bcb-4c00-a192-d9e99f4e81e1 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.686112] env[68663]: DEBUG nova.compute.manager [-] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 597.686426] env[68663]: DEBUG nova.network.neutron [-] [instance: 71bc73f9-6db5-4882-9923-a28402436117] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 597.828165] env[68663]: DEBUG nova.compute.utils [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.828165] env[68663]: DEBUG nova.compute.manager [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.828165] env[68663]: DEBUG nova.network.neutron [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.940553] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.986828] env[68663]: DEBUG nova.policy [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b314863068845ac8e90d3aebe42082e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7e2477deac44ebd85f2df594bfee6af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.992745] env[68663]: DEBUG nova.network.neutron [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Updating instance_info_cache with network_info: [{"id": "34dcb785-bf9d-4de1-b73e-1d990336f0e3", "address": "fa:16:3e:30:50:c5", "network": {"id": "a6534cc2-d676-440e-bb78-badb2633395f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795784036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e9ed49f6f9342b49a3878a962276104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34dcb785-bf", "ovs_interfaceid": "34dcb785-bf9d-4de1-b73e-1d990336f0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.018858] env[68663]: DEBUG oslo_concurrency.lockutils [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.027044] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5254c4f5-de2b-49d8-6721-fe8deccabe5c, 'name': SearchDatastore_Task, 'duration_secs': 0.014563} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.028204] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d518931c-39f2-445d-a2a6-eb91811c7334 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.034622] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Waiting for the task: (returnval){ [ 598.034622] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52624f19-1cf1-a504-d27c-3dc6e1231140" [ 598.034622] env[68663]: _type = "Task" [ 598.034622] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.043744] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52624f19-1cf1-a504-d27c-3dc6e1231140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.078503] env[68663]: DEBUG oslo_concurrency.lockutils [req-8f01af85-1e57-4dfd-989a-ffcf568d44fc req-89e1ac98-7177-4c1a-8b0e-9d6c4183f9ce service nova] Releasing lock "refresh_cache-70493bb9-72a0-4f3f-a7b3-b53460d35046" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.194560] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquiring lock "refresh_cache-9151c912-cfad-450f-a2d2-345917a67b15" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.196850] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquired lock "refresh_cache-9151c912-cfad-450f-a2d2-345917a67b15" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.196850] env[68663]: DEBUG nova.network.neutron [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.336021] env[68663]: DEBUG nova.compute.manager [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.439253] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237606, 'name': ReconfigVM_Task, 'duration_secs': 0.612569} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.441143] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Reconfigured VM instance instance-0000000e to attach disk [datastore1] d91b778c-ac38-4998-aa7f-625c3fb8a722/d91b778c-ac38-4998-aa7f-625c3fb8a722.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.441799] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7cc05dd-3d9d-4ab9-98a3-ae18ec7ec28e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.450648] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Waiting for the task: (returnval){ [ 598.450648] env[68663]: value = "task-3237607" [ 598.450648] env[68663]: _type = "Task" [ 598.450648] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.464254] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237607, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.495470] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Releasing lock "refresh_cache-bb7b5426-eeac-490d-90f0-7fd81106b913" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.495956] env[68663]: DEBUG nova.compute.manager [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Instance network_info: |[{"id": "34dcb785-bf9d-4de1-b73e-1d990336f0e3", "address": "fa:16:3e:30:50:c5", "network": {"id": "a6534cc2-d676-440e-bb78-badb2633395f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795784036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e9ed49f6f9342b49a3878a962276104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34dcb785-bf", "ovs_interfaceid": "34dcb785-bf9d-4de1-b73e-1d990336f0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 598.496691] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:50:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34dcb785-bf9d-4de1-b73e-1d990336f0e3', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.505428] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Creating folder: Project (9e9ed49f6f9342b49a3878a962276104). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.505765] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7c35af8-91a7-46be-bb9b-eb53b0276afb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.526355] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Created folder: Project (9e9ed49f6f9342b49a3878a962276104) in parent group-v647027. [ 598.527276] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Creating folder: Instances. Parent ref: group-v647081. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.527276] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab08af6d-6fce-4a79-aa76-63e6d61e0153 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.545261] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Created folder: Instances in parent group-v647081. [ 598.545511] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 598.546276] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.546488] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b176176-24f7-4ff9-9324-975c602b7b04 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.568924] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52624f19-1cf1-a504-d27c-3dc6e1231140, 'name': SearchDatastore_Task, 'duration_secs': 0.016739} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.569958] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.569958] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] f4ffcd33-acb1-4e44-9a89-f10b57d732bb/f4ffcd33-acb1-4e44-9a89-f10b57d732bb.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.570333] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b5d70ef-b5f5-4447-8583-c15225ee4d7d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.576141] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.576141] env[68663]: value = "task-3237610" [ 598.576141] env[68663]: _type = "Task" [ 598.576141] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.585134] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Waiting for the task: (returnval){ [ 598.585134] env[68663]: value = "task-3237611" [ 598.585134] env[68663]: _type = "Task" [ 598.585134] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.595253] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237610, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.604778] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.764033] env[68663]: DEBUG nova.network.neutron [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.850903] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5f155e-d345-43d5-8120-4c433b37a306 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.860871] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c804dee6-d330-41ee-9d2c-d9aadedf0144 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.902074] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e32789-555a-4bc4-a8e9-6b07fa762cbd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.922612] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d8b39b-3152-4810-9836-3ad772a24131 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.945071] env[68663]: DEBUG nova.compute.provider_tree [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.967266] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237607, 'name': Rename_Task, 'duration_secs': 0.295468} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.968235] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.968235] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b0a9cad-83f7-4a47-b2fe-e19a7358ce92 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.977850] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Waiting for the task: (returnval){ [ 598.977850] env[68663]: value = "task-3237612" [ 598.977850] env[68663]: _type = "Task" [ 598.977850] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.989021] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.075906] env[68663]: DEBUG nova.network.neutron [-] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.097276] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237610, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.103461] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237611, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.230776] env[68663]: DEBUG nova.network.neutron [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Updating instance_info_cache with network_info: [{"id": "900249d9-0bcb-4c00-a192-d9e99f4e81e1", "address": "fa:16:3e:0e:a8:c7", "network": {"id": "606c833f-6080-48e0-8d95-ac887dc2f5a8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1102309104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1cac7b894949fca59bed7820aa9163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900249d9-0b", "ovs_interfaceid": "900249d9-0bcb-4c00-a192-d9e99f4e81e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.346277] env[68663]: DEBUG nova.compute.manager [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.374346] env[68663]: DEBUG nova.network.neutron [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Updated VIF entry in instance network info cache for port 32b54d92-8a16-4ed7-891d-9a0714515072. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.374346] env[68663]: DEBUG nova.network.neutron [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Updating instance_info_cache with network_info: [{"id": "32b54d92-8a16-4ed7-891d-9a0714515072", "address": "fa:16:3e:c5:6f:36", "network": {"id": "d6f64f6c-9caa-4e7d-a075-83b095eb0214", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-71064586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb4ef27ca1c466598533c34cacd632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b54d92-8a", "ovs_interfaceid": "32b54d92-8a16-4ed7-891d-9a0714515072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.406377] env[68663]: DEBUG nova.virt.hardware [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.406935] env[68663]: DEBUG nova.virt.hardware [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.406935] env[68663]: DEBUG nova.virt.hardware [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.406935] env[68663]: DEBUG nova.virt.hardware [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.407485] env[68663]: DEBUG nova.virt.hardware [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.407678] env[68663]: DEBUG nova.virt.hardware [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.408261] env[68663]: DEBUG nova.virt.hardware [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.408710] env[68663]: DEBUG nova.virt.hardware [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.408969] env[68663]: DEBUG nova.virt.hardware [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.409223] env[68663]: DEBUG nova.virt.hardware [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.409477] env[68663]: DEBUG nova.virt.hardware [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.410969] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f77fe5-44aa-460f-acb2-c1589f598dd3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.422023] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfd9c75-227a-464f-b7ea-3ba4d68f2bdb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.447509] env[68663]: DEBUG nova.scheduler.client.report [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.490545] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.537569] env[68663]: DEBUG nova.compute.manager [req-b152bb7a-7f18-4460-a861-ca81b2e3c85c req-9dbc92a7-044f-45b9-b7cd-698d9b39fbf6 service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Received event network-vif-plugged-900249d9-0bcb-4c00-a192-d9e99f4e81e1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.537569] env[68663]: DEBUG oslo_concurrency.lockutils [req-b152bb7a-7f18-4460-a861-ca81b2e3c85c req-9dbc92a7-044f-45b9-b7cd-698d9b39fbf6 service nova] Acquiring lock "9151c912-cfad-450f-a2d2-345917a67b15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.537569] env[68663]: DEBUG oslo_concurrency.lockutils [req-b152bb7a-7f18-4460-a861-ca81b2e3c85c req-9dbc92a7-044f-45b9-b7cd-698d9b39fbf6 service nova] Lock "9151c912-cfad-450f-a2d2-345917a67b15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.537569] env[68663]: DEBUG oslo_concurrency.lockutils [req-b152bb7a-7f18-4460-a861-ca81b2e3c85c req-9dbc92a7-044f-45b9-b7cd-698d9b39fbf6 service nova] Lock "9151c912-cfad-450f-a2d2-345917a67b15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.537756] env[68663]: DEBUG nova.compute.manager [req-b152bb7a-7f18-4460-a861-ca81b2e3c85c req-9dbc92a7-044f-45b9-b7cd-698d9b39fbf6 service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] No waiting events found dispatching network-vif-plugged-900249d9-0bcb-4c00-a192-d9e99f4e81e1 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.537911] env[68663]: WARNING nova.compute.manager [req-b152bb7a-7f18-4460-a861-ca81b2e3c85c req-9dbc92a7-044f-45b9-b7cd-698d9b39fbf6 service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Received unexpected event network-vif-plugged-900249d9-0bcb-4c00-a192-d9e99f4e81e1 for instance with vm_state building and task_state spawning. [ 599.538075] env[68663]: DEBUG nova.compute.manager [req-b152bb7a-7f18-4460-a861-ca81b2e3c85c req-9dbc92a7-044f-45b9-b7cd-698d9b39fbf6 service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Received event network-changed-900249d9-0bcb-4c00-a192-d9e99f4e81e1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.538226] env[68663]: DEBUG nova.compute.manager [req-b152bb7a-7f18-4460-a861-ca81b2e3c85c req-9dbc92a7-044f-45b9-b7cd-698d9b39fbf6 service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Refreshing instance network info cache due to event network-changed-900249d9-0bcb-4c00-a192-d9e99f4e81e1. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 599.538394] env[68663]: DEBUG oslo_concurrency.lockutils [req-b152bb7a-7f18-4460-a861-ca81b2e3c85c req-9dbc92a7-044f-45b9-b7cd-698d9b39fbf6 service nova] Acquiring lock "refresh_cache-9151c912-cfad-450f-a2d2-345917a67b15" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.589136] env[68663]: INFO nova.compute.manager [-] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Took 1.90 seconds to deallocate network for instance. [ 599.589526] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237610, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.604544] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538914} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.604544] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] f4ffcd33-acb1-4e44-9a89-f10b57d732bb/f4ffcd33-acb1-4e44-9a89-f10b57d732bb.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.604829] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.605434] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f4aafeb-8029-45b0-8fc4-53dda13d595c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.622330] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Waiting for the task: (returnval){ [ 599.622330] env[68663]: value = "task-3237613" [ 599.622330] env[68663]: _type = "Task" [ 599.622330] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.632606] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.734400] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Releasing lock "refresh_cache-9151c912-cfad-450f-a2d2-345917a67b15" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.736095] env[68663]: DEBUG nova.compute.manager [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Instance network_info: |[{"id": "900249d9-0bcb-4c00-a192-d9e99f4e81e1", "address": "fa:16:3e:0e:a8:c7", "network": {"id": "606c833f-6080-48e0-8d95-ac887dc2f5a8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1102309104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1cac7b894949fca59bed7820aa9163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900249d9-0b", "ovs_interfaceid": "900249d9-0bcb-4c00-a192-d9e99f4e81e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.736554] env[68663]: DEBUG oslo_concurrency.lockutils [req-b152bb7a-7f18-4460-a861-ca81b2e3c85c req-9dbc92a7-044f-45b9-b7cd-698d9b39fbf6 service nova] Acquired lock "refresh_cache-9151c912-cfad-450f-a2d2-345917a67b15" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.736826] env[68663]: DEBUG nova.network.neutron [req-b152bb7a-7f18-4460-a861-ca81b2e3c85c req-9dbc92a7-044f-45b9-b7cd-698d9b39fbf6 service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Refreshing network info cache for port 900249d9-0bcb-4c00-a192-d9e99f4e81e1 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.738472] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:a8:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '900249d9-0bcb-4c00-a192-d9e99f4e81e1', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.747759] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Creating folder: Project (6f1cac7b894949fca59bed7820aa9163). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.751965] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-256997fd-1d48-4fc3-a827-92bf5269d356 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.769083] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Created folder: Project (6f1cac7b894949fca59bed7820aa9163) in parent group-v647027. [ 599.769320] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Creating folder: Instances. Parent ref: group-v647084. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.769576] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60518b36-3c39-47fd-a64d-431b420d3916 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.783312] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Created folder: Instances in parent group-v647084. [ 599.783690] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 599.783897] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.784188] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72ba5937-f260-4dd9-8ff3-9b0243e9bfd4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.807830] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.807830] env[68663]: value = "task-3237616" [ 599.807830] env[68663]: _type = "Task" [ 599.807830] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.817755] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237616, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.877318] env[68663]: DEBUG oslo_concurrency.lockutils [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] Releasing lock "refresh_cache-f4ffcd33-acb1-4e44-9a89-f10b57d732bb" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.877605] env[68663]: DEBUG nova.compute.manager [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Received event network-vif-plugged-34dcb785-bf9d-4de1-b73e-1d990336f0e3 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.877802] env[68663]: DEBUG oslo_concurrency.lockutils [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] Acquiring lock "bb7b5426-eeac-490d-90f0-7fd81106b913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.878012] env[68663]: DEBUG oslo_concurrency.lockutils [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] Lock "bb7b5426-eeac-490d-90f0-7fd81106b913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.878186] env[68663]: DEBUG oslo_concurrency.lockutils [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] Lock "bb7b5426-eeac-490d-90f0-7fd81106b913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.878352] env[68663]: DEBUG nova.compute.manager [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] No waiting events found dispatching network-vif-plugged-34dcb785-bf9d-4de1-b73e-1d990336f0e3 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.878518] env[68663]: WARNING nova.compute.manager [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Received unexpected event network-vif-plugged-34dcb785-bf9d-4de1-b73e-1d990336f0e3 for instance with vm_state building and task_state spawning. [ 599.878738] env[68663]: DEBUG nova.compute.manager [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Received event network-changed-34dcb785-bf9d-4de1-b73e-1d990336f0e3 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.878818] env[68663]: DEBUG nova.compute.manager [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Refreshing instance network info cache due to event network-changed-34dcb785-bf9d-4de1-b73e-1d990336f0e3. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 599.879065] env[68663]: DEBUG oslo_concurrency.lockutils [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] Acquiring lock "refresh_cache-bb7b5426-eeac-490d-90f0-7fd81106b913" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.879159] env[68663]: DEBUG oslo_concurrency.lockutils [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] Acquired lock "refresh_cache-bb7b5426-eeac-490d-90f0-7fd81106b913" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.879345] env[68663]: DEBUG nova.network.neutron [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Refreshing network info cache for port 34dcb785-bf9d-4de1-b73e-1d990336f0e3 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.912746] env[68663]: DEBUG nova.network.neutron [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Successfully created port: 0cb70feb-a909-44d9-9bc9-17758de58e83 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.955823] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.956492] env[68663]: DEBUG nova.compute.manager [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 599.961652] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.217s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.962449] env[68663]: DEBUG nova.objects.instance [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Lazy-loading 'resources' on Instance uuid 9e8f21f5-5332-4543-91e7-b1f5057f16d6 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 599.993268] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237612, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.098715] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237610, 'name': CreateVM_Task, 'duration_secs': 1.448154} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.100570] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.100570] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.100992] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.101381] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.101558] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.101846] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845f1940-3111-44c2-9110-d9e5fa35bc84 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.108435] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 600.108435] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527488fc-c949-28e3-985b-8a2a259874a1" [ 600.108435] env[68663]: _type = "Task" [ 600.108435] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.118711] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527488fc-c949-28e3-985b-8a2a259874a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.135790] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122509} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.136047] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.136898] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dff8fa4-5c67-4ba0-971a-176edf22c136 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.173347] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] f4ffcd33-acb1-4e44-9a89-f10b57d732bb/f4ffcd33-acb1-4e44-9a89-f10b57d732bb.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.175053] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-018e5454-e475-44cd-a6dd-e5cda61343f2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.203651] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Waiting for the task: (returnval){ [ 600.203651] env[68663]: value = "task-3237617" [ 600.203651] env[68663]: _type = "Task" [ 600.203651] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.215988] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.322352] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237616, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.456122] env[68663]: DEBUG nova.compute.manager [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.456122] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd1b029-cfe2-434f-b02b-37141a844711 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.469889] env[68663]: DEBUG nova.compute.utils [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.478642] env[68663]: DEBUG nova.compute.manager [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.478885] env[68663]: DEBUG nova.network.neutron [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.498200] env[68663]: DEBUG oslo_vmware.api [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237612, 'name': PowerOnVM_Task, 'duration_secs': 1.104459} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.498468] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.498671] env[68663]: INFO nova.compute.manager [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Took 11.60 seconds to spawn the instance on the hypervisor. [ 600.498838] env[68663]: DEBUG nova.compute.manager [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.499731] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79e671b-aa53-49d8-ab10-c99c9e3d70a2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.581083] env[68663]: DEBUG nova.network.neutron [req-b152bb7a-7f18-4460-a861-ca81b2e3c85c req-9dbc92a7-044f-45b9-b7cd-698d9b39fbf6 service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Updated VIF entry in instance network info cache for port 900249d9-0bcb-4c00-a192-d9e99f4e81e1. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.581523] env[68663]: DEBUG nova.network.neutron [req-b152bb7a-7f18-4460-a861-ca81b2e3c85c req-9dbc92a7-044f-45b9-b7cd-698d9b39fbf6 service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Updating instance_info_cache with network_info: [{"id": "900249d9-0bcb-4c00-a192-d9e99f4e81e1", "address": "fa:16:3e:0e:a8:c7", "network": {"id": "606c833f-6080-48e0-8d95-ac887dc2f5a8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1102309104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1cac7b894949fca59bed7820aa9163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900249d9-0b", "ovs_interfaceid": "900249d9-0bcb-4c00-a192-d9e99f4e81e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.590738] env[68663]: DEBUG nova.policy [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3337d1e6704f413288413651685e617c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e9ed49f6f9342b49a3878a962276104', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.626515] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527488fc-c949-28e3-985b-8a2a259874a1, 'name': SearchDatastore_Task, 'duration_secs': 0.045108} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.626696] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.630025] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.630025] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.630025] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.630025] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.631173] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c713bff8-9db8-4ea3-b7e8-1111f23bb55a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.643868] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.644160] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.644974] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6fea98e-81ee-431d-a5e2-58401d1e2764 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.657131] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 600.657131] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ee2529-2664-d0eb-4dbb-be4015206fd9" [ 600.657131] env[68663]: _type = "Task" [ 600.657131] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.677500] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ee2529-2664-d0eb-4dbb-be4015206fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.014562} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.678445] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9404d246-e859-4c3b-8330-45d5ff47f09a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.687068] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 600.687068] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5237073a-ae8b-55f0-b426-438fa1607087" [ 600.687068] env[68663]: _type = "Task" [ 600.687068] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.689242] env[68663]: DEBUG nova.compute.manager [req-fc60049c-afd1-49ab-a9a2-68314f74eff6 req-e7755aad-7404-49b5-997a-b59731740518 service nova] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Received event network-changed-84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.689539] env[68663]: DEBUG nova.compute.manager [req-fc60049c-afd1-49ab-a9a2-68314f74eff6 req-e7755aad-7404-49b5-997a-b59731740518 service nova] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Refreshing instance network info cache due to event network-changed-84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 600.689858] env[68663]: DEBUG oslo_concurrency.lockutils [req-fc60049c-afd1-49ab-a9a2-68314f74eff6 req-e7755aad-7404-49b5-997a-b59731740518 service nova] Acquiring lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.690199] env[68663]: DEBUG oslo_concurrency.lockutils [req-fc60049c-afd1-49ab-a9a2-68314f74eff6 req-e7755aad-7404-49b5-997a-b59731740518 service nova] Acquired lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.690951] env[68663]: DEBUG nova.network.neutron [req-fc60049c-afd1-49ab-a9a2-68314f74eff6 req-e7755aad-7404-49b5-997a-b59731740518 service nova] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Refreshing network info cache for port 84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.730281] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5237073a-ae8b-55f0-b426-438fa1607087, 'name': SearchDatastore_Task, 'duration_secs': 0.012642} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.730423] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237617, 'name': ReconfigVM_Task, 'duration_secs': 0.467628} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.730626] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.732025] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] bb7b5426-eeac-490d-90f0-7fd81106b913/bb7b5426-eeac-490d-90f0-7fd81106b913.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.735345] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Reconfigured VM instance instance-00000010 to attach disk [datastore2] f4ffcd33-acb1-4e44-9a89-f10b57d732bb/f4ffcd33-acb1-4e44-9a89-f10b57d732bb.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.736068] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7eeae249-703a-4ec9-be6e-cd5f2809ee25 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.738687] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27604b7a-b0d8-4094-9832-75f88b1ca215 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.756725] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 600.756725] env[68663]: value = "task-3237619" [ 600.756725] env[68663]: _type = "Task" [ 600.756725] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.761413] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Waiting for the task: (returnval){ [ 600.761413] env[68663]: value = "task-3237618" [ 600.761413] env[68663]: _type = "Task" [ 600.761413] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.778996] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.785739] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237618, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.826238] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237616, 'name': CreateVM_Task, 'duration_secs': 0.839861} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.826479] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.827243] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.827446] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.827830] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.828146] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6ed05b-f9d3-41d9-bb83-f2ecf24787dd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.837789] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 600.837789] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c910e2-87d9-d717-e675-5eca2e90f18f" [ 600.837789] env[68663]: _type = "Task" [ 600.837789] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.848194] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c910e2-87d9-d717-e675-5eca2e90f18f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.904032] env[68663]: DEBUG nova.network.neutron [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Updated VIF entry in instance network info cache for port 34dcb785-bf9d-4de1-b73e-1d990336f0e3. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.904438] env[68663]: DEBUG nova.network.neutron [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Updating instance_info_cache with network_info: [{"id": "34dcb785-bf9d-4de1-b73e-1d990336f0e3", "address": "fa:16:3e:30:50:c5", "network": {"id": "a6534cc2-d676-440e-bb78-badb2633395f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795784036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e9ed49f6f9342b49a3878a962276104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34dcb785-bf", "ovs_interfaceid": "34dcb785-bf9d-4de1-b73e-1d990336f0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.986535] env[68663]: DEBUG nova.compute.manager [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.994348] env[68663]: INFO nova.compute.manager [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] instance snapshotting [ 600.998405] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8eec589-4845-48bf-9a31-96a8a69020e3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.039891] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a4b936-8eae-49a5-8805-9dbe3e17a8ab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.040933] env[68663]: INFO nova.compute.manager [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Took 23.06 seconds to build instance. [ 601.092646] env[68663]: DEBUG oslo_concurrency.lockutils [req-b152bb7a-7f18-4460-a861-ca81b2e3c85c req-9dbc92a7-044f-45b9-b7cd-698d9b39fbf6 service nova] Releasing lock "refresh_cache-9151c912-cfad-450f-a2d2-345917a67b15" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.156827] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0235a248-39df-45c5-adec-38f22ea13b65 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.169866] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19af9a67-0a0d-4837-a9c2-4bddde4fd8a8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.213617] env[68663]: DEBUG nova.network.neutron [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Successfully created port: c52d1d88-324e-436d-a70f-3fe7fce094b1 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.216017] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bbe25f-4c88-47f9-b656-cbfd7d7127b8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.226211] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e14555-1910-40e0-aa90-c06b380908b0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.246911] env[68663]: DEBUG nova.compute.provider_tree [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.274312] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237619, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.281155] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237618, 'name': Rename_Task, 'duration_secs': 0.172501} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.284109] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.284109] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a12d258d-dc75-40d4-996b-edd444605c76 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.291018] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Waiting for the task: (returnval){ [ 601.291018] env[68663]: value = "task-3237620" [ 601.291018] env[68663]: _type = "Task" [ 601.291018] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.302053] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.357101] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c910e2-87d9-d717-e675-5eca2e90f18f, 'name': SearchDatastore_Task, 'duration_secs': 0.011997} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.357453] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.357752] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.358018] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.358186] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.358337] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.358612] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84bed916-6d2f-4f5e-a511-bdc6e8296e27 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.372184] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.372352] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.373329] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77a6945d-3783-4856-888f-9524f0a163e4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.381264] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 601.381264] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52205659-f294-0187-8944-36b432406a6f" [ 601.381264] env[68663]: _type = "Task" [ 601.381264] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.394251] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52205659-f294-0187-8944-36b432406a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.410330] env[68663]: DEBUG oslo_concurrency.lockutils [req-d2c3694e-59c0-4de4-96a7-947ffd9ef57e req-c3396299-0d30-4f34-b2d5-546c1331219f service nova] Releasing lock "refresh_cache-bb7b5426-eeac-490d-90f0-7fd81106b913" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.546643] env[68663]: DEBUG oslo_concurrency.lockutils [None req-983441da-1d4b-4238-9c32-1dbcd47f67dd tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Lock "d91b778c-ac38-4998-aa7f-625c3fb8a722" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.574s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.552631] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 601.552918] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-78e0f061-b8a6-4887-88c4-2b8a47aaee5a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.563961] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the task: (returnval){ [ 601.563961] env[68663]: value = "task-3237621" [ 601.563961] env[68663]: _type = "Task" [ 601.563961] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.576723] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237621, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.750983] env[68663]: DEBUG nova.scheduler.client.report [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.773874] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559784} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.774441] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] bb7b5426-eeac-490d-90f0-7fd81106b913/bb7b5426-eeac-490d-90f0-7fd81106b913.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.774971] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.775068] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f95a6f2-6b4d-49cf-82d3-287278f5fff6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.785952] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 601.785952] env[68663]: value = "task-3237622" [ 601.785952] env[68663]: _type = "Task" [ 601.785952] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.800136] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.807874] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237620, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.895878] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52205659-f294-0187-8944-36b432406a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.017709} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.895878] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e8eb86-77cd-46e9-bfb7-0301917d320d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.902482] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 601.902482] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5215e2f2-e57d-c41d-adde-eb1280371140" [ 601.902482] env[68663]: _type = "Task" [ 601.902482] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.912289] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5215e2f2-e57d-c41d-adde-eb1280371140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.961272] env[68663]: DEBUG nova.network.neutron [req-fc60049c-afd1-49ab-a9a2-68314f74eff6 req-e7755aad-7404-49b5-997a-b59731740518 service nova] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updated VIF entry in instance network info cache for port 84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.961601] env[68663]: DEBUG nova.network.neutron [req-fc60049c-afd1-49ab-a9a2-68314f74eff6 req-e7755aad-7404-49b5-997a-b59731740518 service nova] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updating instance_info_cache with network_info: [{"id": "84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f", "address": "fa:16:3e:36:f4:bd", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fc0b6c-6d", "ovs_interfaceid": "84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.004993] env[68663]: DEBUG nova.compute.manager [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.033414] env[68663]: DEBUG nova.virt.hardware [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.034275] env[68663]: DEBUG nova.virt.hardware [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.034572] env[68663]: DEBUG nova.virt.hardware [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.034726] env[68663]: DEBUG nova.virt.hardware [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.035161] env[68663]: DEBUG nova.virt.hardware [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.035905] env[68663]: DEBUG nova.virt.hardware [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.035905] env[68663]: DEBUG nova.virt.hardware [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.036323] env[68663]: DEBUG nova.virt.hardware [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.036323] env[68663]: DEBUG nova.virt.hardware [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.036415] env[68663]: DEBUG nova.virt.hardware [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.036557] env[68663]: DEBUG nova.virt.hardware [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.037629] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee3e83b-53ce-432f-b9c0-cc71a5c4b4bc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.047772] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394d1be3-1d8b-43d1-af4e-72e68d9cb2ae {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.052949] env[68663]: DEBUG nova.compute.manager [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.081026] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237621, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.262580] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.301s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.265388] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.858s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.267583] env[68663]: INFO nova.compute.claims [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.299818] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080709} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.300507] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.301666] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b05e07f-61f6-43d0-b3b6-382a5c620c8e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.309126] env[68663]: INFO nova.scheduler.client.report [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Deleted allocations for instance 9e8f21f5-5332-4543-91e7-b1f5057f16d6 [ 602.312669] env[68663]: DEBUG oslo_vmware.api [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237620, 'name': PowerOnVM_Task, 'duration_secs': 0.536853} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.313910] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.313910] env[68663]: INFO nova.compute.manager [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Took 10.82 seconds to spawn the instance on the hypervisor. [ 602.314139] env[68663]: DEBUG nova.compute.manager [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.315627] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acefa090-a65d-4f28-a834-ebbd995fcac3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.343196] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] bb7b5426-eeac-490d-90f0-7fd81106b913/bb7b5426-eeac-490d-90f0-7fd81106b913.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.344812] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee055001-4105-41dc-8e9b-6f4bfd8474e8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.375801] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 602.375801] env[68663]: value = "task-3237623" [ 602.375801] env[68663]: _type = "Task" [ 602.375801] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.386671] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.416285] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5215e2f2-e57d-c41d-adde-eb1280371140, 'name': SearchDatastore_Task, 'duration_secs': 0.019407} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.416467] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.416816] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 9151c912-cfad-450f-a2d2-345917a67b15/9151c912-cfad-450f-a2d2-345917a67b15.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.417133] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d99653fd-7eb3-43e7-8bb7-635d3e7ea4c5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.429168] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 602.429168] env[68663]: value = "task-3237624" [ 602.429168] env[68663]: _type = "Task" [ 602.429168] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.439596] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.465364] env[68663]: DEBUG oslo_concurrency.lockutils [req-fc60049c-afd1-49ab-a9a2-68314f74eff6 req-e7755aad-7404-49b5-997a-b59731740518 service nova] Releasing lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.582417] env[68663]: DEBUG oslo_concurrency.lockutils [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.586878] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237621, 'name': CreateSnapshot_Task, 'duration_secs': 0.987704} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.586878] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 602.586878] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705ec5a4-96b5-43ed-b8bb-940d106716b7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.698045] env[68663]: DEBUG nova.compute.manager [req-2e636dae-daf6-47f7-8c9b-9708b4c3f0d2 req-4192e1e3-3f77-42fa-9347-a3a249349e54 service nova] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Received event network-vif-deleted-aa73e3c6-a337-4246-98e6-fa87137294e5 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.765578] env[68663]: DEBUG nova.network.neutron [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Successfully updated port: 0cb70feb-a909-44d9-9bc9-17758de58e83 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.819358] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c6365ebe-4f6c-42c3-9ca3-2ef0ca4ccae2 tempest-ServerExternalEventsTest-705479517 tempest-ServerExternalEventsTest-705479517-project-member] Lock "9e8f21f5-5332-4543-91e7-b1f5057f16d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.894s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.882723] env[68663]: INFO nova.compute.manager [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Took 23.28 seconds to build instance. [ 602.903671] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237623, 'name': ReconfigVM_Task, 'duration_secs': 0.321104} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.904029] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Reconfigured VM instance instance-0000000f to attach disk [datastore1] bb7b5426-eeac-490d-90f0-7fd81106b913/bb7b5426-eeac-490d-90f0-7fd81106b913.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.904708] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84877739-a4aa-41a9-9aa4-8d37acc1e0ce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.917065] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 602.917065] env[68663]: value = "task-3237625" [ 602.917065] env[68663]: _type = "Task" [ 602.917065] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.932437] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237625, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.944328] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237624, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.108915] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 603.109066] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e3520e34-4d28-40ac-8b40-a3f2fd6b99c9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.118663] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the task: (returnval){ [ 603.118663] env[68663]: value = "task-3237626" [ 603.118663] env[68663]: _type = "Task" [ 603.118663] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.130677] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237626, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.271188] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "refresh_cache-f11f3491-6d77-4e61-aa80-270e788f1695" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.271188] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "refresh_cache-f11f3491-6d77-4e61-aa80-270e788f1695" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.271188] env[68663]: DEBUG nova.network.neutron [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.327931] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "5d7fc271-ecee-48d1-937b-f06fe7833c6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.328229] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "5d7fc271-ecee-48d1-937b-f06fe7833c6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.381725] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "bb5fa243-0368-4620-92c6-864d58bc3824" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.381992] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "bb5fa243-0368-4620-92c6-864d58bc3824" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.390354] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4658d6f-9d84-43a3-b930-7efe9803e4b7 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Lock "f4ffcd33-acb1-4e44-9a89-f10b57d732bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.809s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.434054] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237625, 'name': Rename_Task, 'duration_secs': 0.168936} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.437546] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.438862] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-144296e6-6031-4750-baa2-55309a5c7ba7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.450312] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553918} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.450999] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 9151c912-cfad-450f-a2d2-345917a67b15/9151c912-cfad-450f-a2d2-345917a67b15.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.451802] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.451802] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 603.451802] env[68663]: value = "task-3237627" [ 603.451802] env[68663]: _type = "Task" [ 603.451802] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.452022] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bd9696c-ddd3-45c5-8879-602f5768e9a7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.469206] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 603.469206] env[68663]: value = "task-3237628" [ 603.469206] env[68663]: _type = "Task" [ 603.469206] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.477143] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237627, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.487712] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.550093] env[68663]: DEBUG nova.compute.manager [req-8be4b640-8931-4811-9eec-ca050f64a327 req-d176a653-6270-4f70-b033-85b6daa57074 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Received event network-vif-plugged-0cb70feb-a909-44d9-9bc9-17758de58e83 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.550178] env[68663]: DEBUG oslo_concurrency.lockutils [req-8be4b640-8931-4811-9eec-ca050f64a327 req-d176a653-6270-4f70-b033-85b6daa57074 service nova] Acquiring lock "f11f3491-6d77-4e61-aa80-270e788f1695-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.550614] env[68663]: DEBUG oslo_concurrency.lockutils [req-8be4b640-8931-4811-9eec-ca050f64a327 req-d176a653-6270-4f70-b033-85b6daa57074 service nova] Lock "f11f3491-6d77-4e61-aa80-270e788f1695-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.550614] env[68663]: DEBUG oslo_concurrency.lockutils [req-8be4b640-8931-4811-9eec-ca050f64a327 req-d176a653-6270-4f70-b033-85b6daa57074 service nova] Lock "f11f3491-6d77-4e61-aa80-270e788f1695-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.550877] env[68663]: DEBUG nova.compute.manager [req-8be4b640-8931-4811-9eec-ca050f64a327 req-d176a653-6270-4f70-b033-85b6daa57074 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] No waiting events found dispatching network-vif-plugged-0cb70feb-a909-44d9-9bc9-17758de58e83 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.551018] env[68663]: WARNING nova.compute.manager [req-8be4b640-8931-4811-9eec-ca050f64a327 req-d176a653-6270-4f70-b033-85b6daa57074 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Received unexpected event network-vif-plugged-0cb70feb-a909-44d9-9bc9-17758de58e83 for instance with vm_state building and task_state spawning. [ 603.631247] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237626, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.676600] env[68663]: DEBUG nova.network.neutron [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Successfully updated port: c52d1d88-324e-436d-a70f-3fe7fce094b1 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.823761] env[68663]: DEBUG nova.network.neutron [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.832936] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11e7789-80ae-40e6-b932-4d1179bc79c9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.842725] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b0aa4e-42bc-47aa-8e94-9c866d0024ad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.881423] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c452ce-3d23-45f2-bee1-890d6cc9de04 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.890615] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e584d76-2e37-450a-a74c-ed798bfa4176 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.897636] env[68663]: DEBUG nova.compute.manager [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.915235] env[68663]: DEBUG nova.compute.provider_tree [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.965874] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237627, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.984893] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15462} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.985229] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.986426] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4540cabd-a669-4c67-a2f6-00e5e4a2cb65 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.030591] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 9151c912-cfad-450f-a2d2-345917a67b15/9151c912-cfad-450f-a2d2-345917a67b15.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.031382] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c30eee41-812f-4c89-9752-ce590b884855 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.066956] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 604.066956] env[68663]: value = "task-3237629" [ 604.066956] env[68663]: _type = "Task" [ 604.066956] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.078618] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.136945] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237626, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.142031] env[68663]: DEBUG nova.network.neutron [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Updating instance_info_cache with network_info: [{"id": "0cb70feb-a909-44d9-9bc9-17758de58e83", "address": "fa:16:3e:24:d8:a2", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb70feb-a9", "ovs_interfaceid": "0cb70feb-a909-44d9-9bc9-17758de58e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.179515] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "refresh_cache-15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.179515] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired lock "refresh_cache-15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.179515] env[68663]: DEBUG nova.network.neutron [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.419640] env[68663]: DEBUG nova.scheduler.client.report [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.426499] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.469450] env[68663]: DEBUG oslo_vmware.api [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237627, 'name': PowerOnVM_Task, 'duration_secs': 0.537592} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.469835] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.470105] env[68663]: INFO nova.compute.manager [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Took 10.37 seconds to spawn the instance on the hypervisor. [ 604.470330] env[68663]: DEBUG nova.compute.manager [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.471314] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962f0a03-60a4-4d55-bbb4-31c625899241 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.578949] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237629, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.632328] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237626, 'name': CloneVM_Task} progress is 95%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.644244] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "refresh_cache-f11f3491-6d77-4e61-aa80-270e788f1695" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.644244] env[68663]: DEBUG nova.compute.manager [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Instance network_info: |[{"id": "0cb70feb-a909-44d9-9bc9-17758de58e83", "address": "fa:16:3e:24:d8:a2", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb70feb-a9", "ovs_interfaceid": "0cb70feb-a909-44d9-9bc9-17758de58e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.644466] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:d8:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cb70feb-a909-44d9-9bc9-17758de58e83', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.656136] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Creating folder: Project (c7e2477deac44ebd85f2df594bfee6af). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.656478] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2a78a73-6c12-4b66-af19-b0bc5bdc6dbd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.674881] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Created folder: Project (c7e2477deac44ebd85f2df594bfee6af) in parent group-v647027. [ 604.674881] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Creating folder: Instances. Parent ref: group-v647089. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.674881] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c54b264-b3b4-4089-8884-f7177c615685 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.686470] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Created folder: Instances in parent group-v647089. [ 604.686856] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.687807] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.688098] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a89090f8-4752-4e79-aa2f-b12d66675ab6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.717581] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Acquiring lock "d91b778c-ac38-4998-aa7f-625c3fb8a722" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.718581] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Lock "d91b778c-ac38-4998-aa7f-625c3fb8a722" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.719464] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Acquiring lock "d91b778c-ac38-4998-aa7f-625c3fb8a722-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.719464] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Lock "d91b778c-ac38-4998-aa7f-625c3fb8a722-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.719464] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Lock "d91b778c-ac38-4998-aa7f-625c3fb8a722-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.721233] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.721233] env[68663]: value = "task-3237632" [ 604.721233] env[68663]: _type = "Task" [ 604.721233] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.723096] env[68663]: INFO nova.compute.manager [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Terminating instance [ 604.735475] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237632, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.740916] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "68b24323-6432-4cbd-9ea7-b231fb008990" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.741268] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "68b24323-6432-4cbd-9ea7-b231fb008990" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.751572] env[68663]: DEBUG nova.network.neutron [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.930623] env[68663]: DEBUG oslo_concurrency.lockutils [None req-acfb6fea-16b7-4975-970c-848de54ccb17 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Acquiring lock "f4ffcd33-acb1-4e44-9a89-f10b57d732bb" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.930910] env[68663]: DEBUG oslo_concurrency.lockutils [None req-acfb6fea-16b7-4975-970c-848de54ccb17 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Lock "f4ffcd33-acb1-4e44-9a89-f10b57d732bb" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.931273] env[68663]: INFO nova.compute.manager [None req-acfb6fea-16b7-4975-970c-848de54ccb17 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Rebooting instance [ 604.933293] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.934336] env[68663]: DEBUG nova.compute.manager [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.936493] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.507s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.936701] env[68663]: DEBUG nova.objects.instance [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Lazy-loading 'resources' on Instance uuid 0438bf69-1fe2-4c9d-b7fc-8985c13696e2 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 604.989786] env[68663]: DEBUG nova.network.neutron [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Updating instance_info_cache with network_info: [{"id": "c52d1d88-324e-436d-a70f-3fe7fce094b1", "address": "fa:16:3e:25:6c:92", "network": {"id": "a6534cc2-d676-440e-bb78-badb2633395f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795784036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e9ed49f6f9342b49a3878a962276104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52d1d88-32", "ovs_interfaceid": "c52d1d88-324e-436d-a70f-3fe7fce094b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.994323] env[68663]: INFO nova.compute.manager [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Took 25.39 seconds to build instance. [ 605.079226] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237629, 'name': ReconfigVM_Task, 'duration_secs': 0.761011} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.079326] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 9151c912-cfad-450f-a2d2-345917a67b15/9151c912-cfad-450f-a2d2-345917a67b15.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.080896] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47ff2cb6-7449-44b5-ab8e-e3de50da626b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.096495] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 605.096495] env[68663]: value = "task-3237633" [ 605.096495] env[68663]: _type = "Task" [ 605.096495] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.109565] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237633, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.135811] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237626, 'name': CloneVM_Task, 'duration_secs': 1.892639} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.136195] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Created linked-clone VM from snapshot [ 605.137212] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ebcba9-33a2-4117-a0f9-0408f7bf9aa8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.150914] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Uploading image 87eeca40-06f2-496c-8fe6-aae93abeb611 {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 605.197051] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 605.197051] env[68663]: value = "vm-647088" [ 605.197051] env[68663]: _type = "VirtualMachine" [ 605.197051] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 605.197051] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8cc2cac5-c214-47a8-8349-1d0752bb028d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.219192] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Lease: (returnval){ [ 605.219192] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52392372-811d-27b9-75cb-c8cb3f0cbe0e" [ 605.219192] env[68663]: _type = "HttpNfcLease" [ 605.219192] env[68663]: } obtained for exporting VM: (result){ [ 605.219192] env[68663]: value = "vm-647088" [ 605.219192] env[68663]: _type = "VirtualMachine" [ 605.219192] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 605.219192] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the lease: (returnval){ [ 605.219192] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52392372-811d-27b9-75cb-c8cb3f0cbe0e" [ 605.219192] env[68663]: _type = "HttpNfcLease" [ 605.219192] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 605.232985] env[68663]: DEBUG nova.compute.manager [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 605.233371] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 605.234284] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be264662-9c78-4602-929e-d34b2d17f9a6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.239556] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 605.239556] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52392372-811d-27b9-75cb-c8cb3f0cbe0e" [ 605.239556] env[68663]: _type = "HttpNfcLease" [ 605.239556] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 605.240053] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 605.240053] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52392372-811d-27b9-75cb-c8cb3f0cbe0e" [ 605.240053] env[68663]: _type = "HttpNfcLease" [ 605.240053] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 605.246153] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b76a696-1381-4d73-93cb-3112d8b1aac5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.247906] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237632, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.251841] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 605.252176] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96580652-b1ca-4eee-90b4-5d16b8b7faf3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.259269] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e97696-20f9-c36e-40f6-2efe97c3cdc4/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 605.259269] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e97696-20f9-c36e-40f6-2efe97c3cdc4/disk-0.vmdk for reading. {{(pid=68663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 605.262089] env[68663]: DEBUG oslo_vmware.api [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Waiting for the task: (returnval){ [ 605.262089] env[68663]: value = "task-3237635" [ 605.262089] env[68663]: _type = "Task" [ 605.262089] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.335241] env[68663]: DEBUG oslo_vmware.api [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.406812] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0c8839b1-417f-41af-a677-fd1611e4d684 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.462479] env[68663]: DEBUG nova.compute.utils [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.463254] env[68663]: DEBUG nova.compute.manager [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.463481] env[68663]: DEBUG nova.network.neutron [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.494878] env[68663]: DEBUG oslo_concurrency.lockutils [None req-acfb6fea-16b7-4975-970c-848de54ccb17 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Acquiring lock "refresh_cache-f4ffcd33-acb1-4e44-9a89-f10b57d732bb" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.494878] env[68663]: DEBUG oslo_concurrency.lockutils [None req-acfb6fea-16b7-4975-970c-848de54ccb17 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Acquired lock "refresh_cache-f4ffcd33-acb1-4e44-9a89-f10b57d732bb" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.494878] env[68663]: DEBUG nova.network.neutron [None req-acfb6fea-16b7-4975-970c-848de54ccb17 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.494878] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Releasing lock "refresh_cache-15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.495154] env[68663]: DEBUG nova.compute.manager [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Instance network_info: |[{"id": "c52d1d88-324e-436d-a70f-3fe7fce094b1", "address": "fa:16:3e:25:6c:92", "network": {"id": "a6534cc2-d676-440e-bb78-badb2633395f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795784036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e9ed49f6f9342b49a3878a962276104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52d1d88-32", "ovs_interfaceid": "c52d1d88-324e-436d-a70f-3fe7fce094b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.495879] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:6c:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c52d1d88-324e-436d-a70f-3fe7fce094b1', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.507971] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.511367] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9581b4df-ca59-42c4-8ee3-43395a5f5cb2 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "bb7b5426-eeac-490d-90f0-7fd81106b913" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.925s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.515499] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.515961] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba3be482-7185-401e-adf1-512fe3ca3abd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.543932] env[68663]: DEBUG nova.compute.manager [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.561085] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.561085] env[68663]: value = "task-3237636" [ 605.561085] env[68663]: _type = "Task" [ 605.561085] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.570654] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237636, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.585496] env[68663]: DEBUG nova.compute.manager [req-2f41b96f-6224-4f0e-b1b2-560f5ccce577 req-d5af130e-3c35-4086-98db-61567f22dd53 service nova] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Received event network-vif-plugged-c52d1d88-324e-436d-a70f-3fe7fce094b1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.585496] env[68663]: DEBUG oslo_concurrency.lockutils [req-2f41b96f-6224-4f0e-b1b2-560f5ccce577 req-d5af130e-3c35-4086-98db-61567f22dd53 service nova] Acquiring lock "15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.585496] env[68663]: DEBUG oslo_concurrency.lockutils [req-2f41b96f-6224-4f0e-b1b2-560f5ccce577 req-d5af130e-3c35-4086-98db-61567f22dd53 service nova] Lock "15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.585496] env[68663]: DEBUG oslo_concurrency.lockutils [req-2f41b96f-6224-4f0e-b1b2-560f5ccce577 req-d5af130e-3c35-4086-98db-61567f22dd53 service nova] Lock "15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.585496] env[68663]: DEBUG nova.compute.manager [req-2f41b96f-6224-4f0e-b1b2-560f5ccce577 req-d5af130e-3c35-4086-98db-61567f22dd53 service nova] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] No waiting events found dispatching network-vif-plugged-c52d1d88-324e-436d-a70f-3fe7fce094b1 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 605.585772] env[68663]: WARNING nova.compute.manager [req-2f41b96f-6224-4f0e-b1b2-560f5ccce577 req-d5af130e-3c35-4086-98db-61567f22dd53 service nova] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Received unexpected event network-vif-plugged-c52d1d88-324e-436d-a70f-3fe7fce094b1 for instance with vm_state building and task_state spawning. [ 605.585772] env[68663]: DEBUG nova.compute.manager [req-2f41b96f-6224-4f0e-b1b2-560f5ccce577 req-d5af130e-3c35-4086-98db-61567f22dd53 service nova] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Received event network-changed-c52d1d88-324e-436d-a70f-3fe7fce094b1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.585772] env[68663]: DEBUG nova.compute.manager [req-2f41b96f-6224-4f0e-b1b2-560f5ccce577 req-d5af130e-3c35-4086-98db-61567f22dd53 service nova] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Refreshing instance network info cache due to event network-changed-c52d1d88-324e-436d-a70f-3fe7fce094b1. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 605.585772] env[68663]: DEBUG oslo_concurrency.lockutils [req-2f41b96f-6224-4f0e-b1b2-560f5ccce577 req-d5af130e-3c35-4086-98db-61567f22dd53 service nova] Acquiring lock "refresh_cache-15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.585918] env[68663]: DEBUG oslo_concurrency.lockutils [req-2f41b96f-6224-4f0e-b1b2-560f5ccce577 req-d5af130e-3c35-4086-98db-61567f22dd53 service nova] Acquired lock "refresh_cache-15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.585954] env[68663]: DEBUG nova.network.neutron [req-2f41b96f-6224-4f0e-b1b2-560f5ccce577 req-d5af130e-3c35-4086-98db-61567f22dd53 service nova] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Refreshing network info cache for port c52d1d88-324e-436d-a70f-3fe7fce094b1 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.606838] env[68663]: DEBUG nova.policy [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '961a2806351f444b896ed4906bb2f739', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '498277eb112b4b54962a3ef511f0e0bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.615832] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237633, 'name': Rename_Task, 'duration_secs': 0.240372} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.616148] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.616428] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e72bb5ec-f517-4bb5-a5f5-1ab13b60f77d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.627241] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 605.627241] env[68663]: value = "task-3237637" [ 605.627241] env[68663]: _type = "Task" [ 605.627241] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.649016] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237637, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.748133] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237632, 'name': CreateVM_Task, 'duration_secs': 0.552565} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.748351] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.749132] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.749338] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.749697] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.749983] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-186ccf4e-03a7-4761-8097-254636db2de0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.759276] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 605.759276] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d5e2a8-223b-5aa7-202a-e330b77d9511" [ 605.759276] env[68663]: _type = "Task" [ 605.759276] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.785896] env[68663]: DEBUG oslo_vmware.api [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.786987] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d5e2a8-223b-5aa7-202a-e330b77d9511, 'name': SearchDatastore_Task, 'duration_secs': 0.014524} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.791092] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.791417] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.791680] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.791904] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.792126] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.792667] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0506ecf0-4404-48dd-8487-0a5b767d3a34 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.810974] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.810974] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.810974] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e50aca7-6186-43c3-8cf8-7a3fcc5cb78c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.823366] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 605.823366] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522795bb-1f3d-53d6-e4f6-6a8822a9c02d" [ 605.823366] env[68663]: _type = "Task" [ 605.823366] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.840071] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522795bb-1f3d-53d6-e4f6-6a8822a9c02d, 'name': SearchDatastore_Task, 'duration_secs': 0.015447} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.841364] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-910dda13-a78f-43d4-a4e3-333c6c44c554 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.855216] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 605.855216] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523d0524-0332-2459-df28-d433598bef28" [ 605.855216] env[68663]: _type = "Task" [ 605.855216] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.865567] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523d0524-0332-2459-df28-d433598bef28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.971492] env[68663]: DEBUG nova.compute.manager [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.083190] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237636, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.085037] env[68663]: DEBUG nova.network.neutron [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Successfully created port: ccb38259-9a51-4822-80a7-c38f5a96c3c5 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.088759] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.149315] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237637, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.175057] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22edb9d-e913-4c51-9059-cb52124ea72f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.186265] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6649962b-565f-4545-9e3f-7576be55d971 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.197398] env[68663]: DEBUG nova.compute.manager [req-c83ee129-df38-455c-b241-eab4f5227b59 req-0fd6a2ef-6623-482e-92cf-9bc4e2037eb5 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Received event network-changed-0cb70feb-a909-44d9-9bc9-17758de58e83 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.197930] env[68663]: DEBUG nova.compute.manager [req-c83ee129-df38-455c-b241-eab4f5227b59 req-0fd6a2ef-6623-482e-92cf-9bc4e2037eb5 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Refreshing instance network info cache due to event network-changed-0cb70feb-a909-44d9-9bc9-17758de58e83. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 606.198145] env[68663]: DEBUG oslo_concurrency.lockutils [req-c83ee129-df38-455c-b241-eab4f5227b59 req-0fd6a2ef-6623-482e-92cf-9bc4e2037eb5 service nova] Acquiring lock "refresh_cache-f11f3491-6d77-4e61-aa80-270e788f1695" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.198372] env[68663]: DEBUG oslo_concurrency.lockutils [req-c83ee129-df38-455c-b241-eab4f5227b59 req-0fd6a2ef-6623-482e-92cf-9bc4e2037eb5 service nova] Acquired lock "refresh_cache-f11f3491-6d77-4e61-aa80-270e788f1695" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.198980] env[68663]: DEBUG nova.network.neutron [req-c83ee129-df38-455c-b241-eab4f5227b59 req-0fd6a2ef-6623-482e-92cf-9bc4e2037eb5 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Refreshing network info cache for port 0cb70feb-a909-44d9-9bc9-17758de58e83 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.247639] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f135d83-7067-48af-aafa-6ac1e9895ecb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.265473] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84540fa6-765c-45aa-aba9-fbba78b317c9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.288758] env[68663]: DEBUG nova.compute.provider_tree [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.294324] env[68663]: DEBUG oslo_vmware.api [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237635, 'name': PowerOffVM_Task, 'duration_secs': 0.877418} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.295206] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 606.295389] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 606.295650] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-202f1224-d92d-436c-8861-e04ec9fbae29 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.373883] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523d0524-0332-2459-df28-d433598bef28, 'name': SearchDatastore_Task, 'duration_secs': 0.016829} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.374545] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.374952] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] f11f3491-6d77-4e61-aa80-270e788f1695/f11f3491-6d77-4e61-aa80-270e788f1695.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.375314] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-370c3aa5-9cfa-405f-b4c2-04ac8d267ed8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.379758] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 606.380309] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 606.380789] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Deleting the datastore file [datastore1] d91b778c-ac38-4998-aa7f-625c3fb8a722 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.383934] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b235e028-04b2-4601-a4d7-17cf24684d23 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.390665] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 606.390665] env[68663]: value = "task-3237639" [ 606.390665] env[68663]: _type = "Task" [ 606.390665] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.395857] env[68663]: DEBUG oslo_vmware.api [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Waiting for the task: (returnval){ [ 606.395857] env[68663]: value = "task-3237640" [ 606.395857] env[68663]: _type = "Task" [ 606.395857] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.409204] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3237639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.417489] env[68663]: DEBUG oslo_vmware.api [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.463280] env[68663]: DEBUG nova.network.neutron [None req-acfb6fea-16b7-4975-970c-848de54ccb17 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Updating instance_info_cache with network_info: [{"id": "32b54d92-8a16-4ed7-891d-9a0714515072", "address": "fa:16:3e:c5:6f:36", "network": {"id": "d6f64f6c-9caa-4e7d-a075-83b095eb0214", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-71064586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb4ef27ca1c466598533c34cacd632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b54d92-8a", "ovs_interfaceid": "32b54d92-8a16-4ed7-891d-9a0714515072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.493204] env[68663]: DEBUG oslo_concurrency.lockutils [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Acquiring lock "7c6c018b-cd4d-4df4-90dc-51c119f8da67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.493999] env[68663]: DEBUG oslo_concurrency.lockutils [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Lock "7c6c018b-cd4d-4df4-90dc-51c119f8da67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.524761] env[68663]: DEBUG oslo_vmware.rw_handles [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea807f-ae96-0dcb-b43e-ee034dc64d3f/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 606.526151] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39242df1-5dd6-4f7a-bd5c-fcd5d76c1f6a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.536770] env[68663]: DEBUG oslo_vmware.rw_handles [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea807f-ae96-0dcb-b43e-ee034dc64d3f/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 606.536957] env[68663]: ERROR oslo_vmware.rw_handles [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea807f-ae96-0dcb-b43e-ee034dc64d3f/disk-0.vmdk due to incomplete transfer. [ 606.537265] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e511f3f7-44d8-405a-80fb-4846cb939c7b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.550220] env[68663]: DEBUG oslo_vmware.rw_handles [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea807f-ae96-0dcb-b43e-ee034dc64d3f/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 606.550415] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Uploaded image f219cbf8-4d21-457d-85c7-993efe79a098 to the Glance image server {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 606.553605] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 606.554917] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c6348a3b-cb54-4da7-95e4-8e51d7fb570e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.561701] env[68663]: DEBUG nova.network.neutron [req-2f41b96f-6224-4f0e-b1b2-560f5ccce577 req-d5af130e-3c35-4086-98db-61567f22dd53 service nova] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Updated VIF entry in instance network info cache for port c52d1d88-324e-436d-a70f-3fe7fce094b1. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.562139] env[68663]: DEBUG nova.network.neutron [req-2f41b96f-6224-4f0e-b1b2-560f5ccce577 req-d5af130e-3c35-4086-98db-61567f22dd53 service nova] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Updating instance_info_cache with network_info: [{"id": "c52d1d88-324e-436d-a70f-3fe7fce094b1", "address": "fa:16:3e:25:6c:92", "network": {"id": "a6534cc2-d676-440e-bb78-badb2633395f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795784036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e9ed49f6f9342b49a3878a962276104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc52d1d88-32", "ovs_interfaceid": "c52d1d88-324e-436d-a70f-3fe7fce094b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.568427] env[68663]: DEBUG oslo_vmware.api [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 606.568427] env[68663]: value = "task-3237641" [ 606.568427] env[68663]: _type = "Task" [ 606.568427] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.585541] env[68663]: DEBUG oslo_vmware.api [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237641, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.589048] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237636, 'name': CreateVM_Task, 'duration_secs': 0.637973} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.589244] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.590342] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.590509] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.590829] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.591101] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd03a62-8631-4bd4-b339-29d5592f56a9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.597643] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 606.597643] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d81b2f-1a70-1548-b3ad-70f8a8b5efbb" [ 606.597643] env[68663]: _type = "Task" [ 606.597643] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.609997] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d81b2f-1a70-1548-b3ad-70f8a8b5efbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.645978] env[68663]: DEBUG oslo_vmware.api [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237637, 'name': PowerOnVM_Task, 'duration_secs': 0.664175} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.646380] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.647170] env[68663]: INFO nova.compute.manager [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Took 9.97 seconds to spawn the instance on the hypervisor. [ 606.647170] env[68663]: DEBUG nova.compute.manager [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.647954] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb4448e-42d9-4cb6-81dc-f048501c2429 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.794524] env[68663]: DEBUG nova.scheduler.client.report [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.909134] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3237639, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.913491] env[68663]: DEBUG oslo_vmware.api [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Task: {'id': task-3237640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245086} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.913491] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 606.913717] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 606.913758] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 606.914015] env[68663]: INFO nova.compute.manager [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Took 1.68 seconds to destroy the instance on the hypervisor. [ 606.914818] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.914818] env[68663]: DEBUG nova.compute.manager [-] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 606.914986] env[68663]: DEBUG nova.network.neutron [-] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 606.966797] env[68663]: DEBUG oslo_concurrency.lockutils [None req-acfb6fea-16b7-4975-970c-848de54ccb17 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Releasing lock "refresh_cache-f4ffcd33-acb1-4e44-9a89-f10b57d732bb" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.990140] env[68663]: DEBUG nova.compute.manager [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.030963] env[68663]: DEBUG nova.virt.hardware [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.033348] env[68663]: DEBUG nova.virt.hardware [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.033622] env[68663]: DEBUG nova.virt.hardware [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.033804] env[68663]: DEBUG nova.virt.hardware [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.035638] env[68663]: DEBUG nova.virt.hardware [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.035822] env[68663]: DEBUG nova.virt.hardware [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.036545] env[68663]: DEBUG nova.virt.hardware [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.036545] env[68663]: DEBUG nova.virt.hardware [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.036545] env[68663]: DEBUG nova.virt.hardware [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.036695] env[68663]: DEBUG nova.virt.hardware [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.036795] env[68663]: DEBUG nova.virt.hardware [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.038402] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62051021-0d20-4797-9b44-08ab245f0f5c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.049057] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0371859c-7aab-4b8f-b42c-4262dc4e06d1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.054638] env[68663]: DEBUG nova.network.neutron [req-c83ee129-df38-455c-b241-eab4f5227b59 req-0fd6a2ef-6623-482e-92cf-9bc4e2037eb5 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Updated VIF entry in instance network info cache for port 0cb70feb-a909-44d9-9bc9-17758de58e83. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.056186] env[68663]: DEBUG nova.network.neutron [req-c83ee129-df38-455c-b241-eab4f5227b59 req-0fd6a2ef-6623-482e-92cf-9bc4e2037eb5 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Updating instance_info_cache with network_info: [{"id": "0cb70feb-a909-44d9-9bc9-17758de58e83", "address": "fa:16:3e:24:d8:a2", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb70feb-a9", "ovs_interfaceid": "0cb70feb-a909-44d9-9bc9-17758de58e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.073983] env[68663]: DEBUG oslo_concurrency.lockutils [req-2f41b96f-6224-4f0e-b1b2-560f5ccce577 req-d5af130e-3c35-4086-98db-61567f22dd53 service nova] Releasing lock "refresh_cache-15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.097687] env[68663]: DEBUG oslo_vmware.api [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237641, 'name': Destroy_Task, 'duration_secs': 0.524826} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.097687] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Destroyed the VM [ 607.097687] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 607.097687] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-56924b83-8c98-497d-b05f-d51e48aefd67 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.110011] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d81b2f-1a70-1548-b3ad-70f8a8b5efbb, 'name': SearchDatastore_Task, 'duration_secs': 0.014785} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.114615] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.117029] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.117595] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.117720] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.117937] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.118760] env[68663]: DEBUG oslo_vmware.api [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 607.118760] env[68663]: value = "task-3237642" [ 607.118760] env[68663]: _type = "Task" [ 607.118760] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.118760] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c0774da-2927-4182-ab98-9a3198731c86 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.139785] env[68663]: DEBUG oslo_vmware.api [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237642, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.140333] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.146650] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.146650] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801f3180-6b81-4c26-bb66-5ac1463f76f5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.155867] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 607.155867] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d6df2f-72ba-c600-dae9-94e83624ebdd" [ 607.155867] env[68663]: _type = "Task" [ 607.155867] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.172881] env[68663]: INFO nova.compute.manager [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Took 26.24 seconds to build instance. [ 607.178418] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d6df2f-72ba-c600-dae9-94e83624ebdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.302515] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.364s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.309018] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.541s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.309018] env[68663]: DEBUG nova.objects.instance [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Lazy-loading 'resources' on Instance uuid e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 607.349160] env[68663]: INFO nova.scheduler.client.report [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Deleted allocations for instance 0438bf69-1fe2-4c9d-b7fc-8985c13696e2 [ 607.405354] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3237639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595534} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.405744] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] f11f3491-6d77-4e61-aa80-270e788f1695/f11f3491-6d77-4e61-aa80-270e788f1695.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.405988] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.406267] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fb0f9b2-7de4-4928-aaef-925cc1f1bbc2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.416556] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 607.416556] env[68663]: value = "task-3237643" [ 607.416556] env[68663]: _type = "Task" [ 607.416556] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.434296] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3237643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.475130] env[68663]: DEBUG nova.compute.manager [None req-acfb6fea-16b7-4975-970c-848de54ccb17 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.476307] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c591d245-2798-4efe-b681-ba92e577cc04 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.565061] env[68663]: DEBUG oslo_concurrency.lockutils [req-c83ee129-df38-455c-b241-eab4f5227b59 req-0fd6a2ef-6623-482e-92cf-9bc4e2037eb5 service nova] Releasing lock "refresh_cache-f11f3491-6d77-4e61-aa80-270e788f1695" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.633468] env[68663]: DEBUG oslo_vmware.api [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237642, 'name': RemoveSnapshot_Task, 'duration_secs': 0.385844} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.633547] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 607.633930] env[68663]: INFO nova.compute.manager [None req-624b9802-013e-4108-b249-06df9904676c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Took 16.12 seconds to snapshot the instance on the hypervisor. [ 607.669809] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d6df2f-72ba-c600-dae9-94e83624ebdd, 'name': SearchDatastore_Task, 'duration_secs': 0.017621} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.670689] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ebdc45-34de-4fe3-8ca0-ece2d95177a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.676989] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58fc2c36-5fc7-4ff0-9767-305e1dd15f31 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "9151c912-cfad-450f-a2d2-345917a67b15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.772s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.685301] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 607.685301] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526aa2e4-7db2-cc6f-6945-c30ad7faa2cc" [ 607.685301] env[68663]: _type = "Task" [ 607.685301] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.696413] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526aa2e4-7db2-cc6f-6945-c30ad7faa2cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.860091] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4a4bfd60-40f3-4b81-95d7-42133a6e0924 tempest-TenantUsagesTestJSON-1469293254 tempest-TenantUsagesTestJSON-1469293254-project-member] Lock "0438bf69-1fe2-4c9d-b7fc-8985c13696e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.103s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.941681] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3237643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075512} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.941681] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.941681] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dd2242-0b2c-449e-b4e1-4eccafff1913 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.960856] env[68663]: DEBUG nova.network.neutron [-] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.970851] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] f11f3491-6d77-4e61-aa80-270e788f1695/f11f3491-6d77-4e61-aa80-270e788f1695.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.974276] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf172d77-f17e-4455-980b-ccd0559f2f5b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.004917] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 608.004917] env[68663]: value = "task-3237644" [ 608.004917] env[68663]: _type = "Task" [ 608.004917] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.004917] env[68663]: DEBUG nova.network.neutron [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Successfully updated port: ccb38259-9a51-4822-80a7-c38f5a96c3c5 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.025132] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3237644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.035064] env[68663]: DEBUG nova.compute.manager [req-b63b42ac-11f0-4759-93fb-a4263d66ffe7 req-47e76519-de29-43af-9eca-32b8e52f81c0 service nova] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Received event network-vif-plugged-ccb38259-9a51-4822-80a7-c38f5a96c3c5 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.035326] env[68663]: DEBUG oslo_concurrency.lockutils [req-b63b42ac-11f0-4759-93fb-a4263d66ffe7 req-47e76519-de29-43af-9eca-32b8e52f81c0 service nova] Acquiring lock "722005fb-bc16-4103-955c-c9a27d33a234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.035548] env[68663]: DEBUG oslo_concurrency.lockutils [req-b63b42ac-11f0-4759-93fb-a4263d66ffe7 req-47e76519-de29-43af-9eca-32b8e52f81c0 service nova] Lock "722005fb-bc16-4103-955c-c9a27d33a234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.035713] env[68663]: DEBUG oslo_concurrency.lockutils [req-b63b42ac-11f0-4759-93fb-a4263d66ffe7 req-47e76519-de29-43af-9eca-32b8e52f81c0 service nova] Lock "722005fb-bc16-4103-955c-c9a27d33a234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.035889] env[68663]: DEBUG nova.compute.manager [req-b63b42ac-11f0-4759-93fb-a4263d66ffe7 req-47e76519-de29-43af-9eca-32b8e52f81c0 service nova] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] No waiting events found dispatching network-vif-plugged-ccb38259-9a51-4822-80a7-c38f5a96c3c5 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.036066] env[68663]: WARNING nova.compute.manager [req-b63b42ac-11f0-4759-93fb-a4263d66ffe7 req-47e76519-de29-43af-9eca-32b8e52f81c0 service nova] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Received unexpected event network-vif-plugged-ccb38259-9a51-4822-80a7-c38f5a96c3c5 for instance with vm_state building and task_state spawning. [ 608.184021] env[68663]: DEBUG nova.compute.manager [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.202577] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526aa2e4-7db2-cc6f-6945-c30ad7faa2cc, 'name': SearchDatastore_Task, 'duration_secs': 0.018026} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.202891] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.203170] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf/15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.203447] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80395798-88c0-464d-98db-82d8d74af319 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.211560] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 608.211560] env[68663]: value = "task-3237645" [ 608.211560] env[68663]: _type = "Task" [ 608.211560] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.222061] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.310554] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4c18ea-83e8-44fc-a113-ee73ab7558d6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.320039] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb4f2dd-7c54-488a-b562-66d106447ce1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.355601] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a21c1d4-5b8b-472b-a8cc-5f75cbf74263 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.364352] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e876476f-231b-45fa-9e83-76664d0a02ff {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.382226] env[68663]: DEBUG nova.compute.provider_tree [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.472407] env[68663]: INFO nova.compute.manager [-] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Took 1.56 seconds to deallocate network for instance. [ 608.497987] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "052896f2-2f6f-479d-a161-88e6f3513515" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.497987] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "052896f2-2f6f-479d-a161-88e6f3513515" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.498235] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "052896f2-2f6f-479d-a161-88e6f3513515-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.498833] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "052896f2-2f6f-479d-a161-88e6f3513515-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.498833] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "052896f2-2f6f-479d-a161-88e6f3513515-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.502271] env[68663]: INFO nova.compute.manager [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Terminating instance [ 608.505636] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bc6664-d52a-4aa4-9a5b-d4fe22db85d0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.514397] env[68663]: DEBUG nova.compute.manager [req-a1a3a562-8491-4549-8921-b96ad054377a req-39b2e955-a284-4537-b3cf-dc0c28f3b99b service nova] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Received event network-vif-deleted-714784ee-b9a4-4094-a9e7-d03be827b05c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.521255] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Acquiring lock "refresh_cache-722005fb-bc16-4103-955c-c9a27d33a234" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.521255] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Acquired lock "refresh_cache-722005fb-bc16-4103-955c-c9a27d33a234" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.521445] env[68663]: DEBUG nova.network.neutron [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.531502] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-acfb6fea-16b7-4975-970c-848de54ccb17 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Doing hard reboot of VM {{(pid=68663) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 608.536743] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b5df60cb-47c7-4fd6-85c8-cfef6ee6e8d7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.540674] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3237644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.548802] env[68663]: DEBUG oslo_vmware.api [None req-acfb6fea-16b7-4975-970c-848de54ccb17 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Waiting for the task: (returnval){ [ 608.548802] env[68663]: value = "task-3237646" [ 608.548802] env[68663]: _type = "Task" [ 608.548802] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.560241] env[68663]: DEBUG oslo_vmware.api [None req-acfb6fea-16b7-4975-970c-848de54ccb17 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237646, 'name': ResetVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.708636] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.722492] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237645, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.885063] env[68663]: DEBUG nova.scheduler.client.report [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.981296] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.018091] env[68663]: DEBUG nova.compute.manager [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.018308] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.026508] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c908c151-0f58-4d4c-9f6f-af8e52640a3a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.041238] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 609.044208] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f8e778b-e7c8-4a64-8e49-d6ba92830c2d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.047208] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3237644, 'name': ReconfigVM_Task, 'duration_secs': 0.658836} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.047526] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Reconfigured VM instance instance-00000012 to attach disk [datastore1] f11f3491-6d77-4e61-aa80-270e788f1695/f11f3491-6d77-4e61-aa80-270e788f1695.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.048704] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e56756ed-f885-4861-8389-e4300b94e96a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.065394] env[68663]: DEBUG oslo_vmware.api [None req-acfb6fea-16b7-4975-970c-848de54ccb17 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237646, 'name': ResetVM_Task, 'duration_secs': 0.110233} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.066913] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-acfb6fea-16b7-4975-970c-848de54ccb17 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Did hard reboot of VM {{(pid=68663) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 609.067170] env[68663]: DEBUG nova.compute.manager [None req-acfb6fea-16b7-4975-970c-848de54ccb17 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.067532] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 609.067532] env[68663]: value = "task-3237648" [ 609.067532] env[68663]: _type = "Task" [ 609.067532] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.068253] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd62674-d3cd-420e-9fe0-110b48795def {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.080512] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3237648, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.090191] env[68663]: DEBUG nova.network.neutron [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.128227] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 609.128594] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 609.129380] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Deleting the datastore file [datastore1] 052896f2-2f6f-479d-a161-88e6f3513515 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.131292] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4b66b50-f638-48f1-8404-cce311ff0f98 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.143122] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "cbe6bafc-b68c-40b7-9cfe-2399794c8054" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.143433] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "cbe6bafc-b68c-40b7-9cfe-2399794c8054" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.151208] env[68663]: DEBUG oslo_vmware.api [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 609.151208] env[68663]: value = "task-3237649" [ 609.151208] env[68663]: _type = "Task" [ 609.151208] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.162163] env[68663]: DEBUG oslo_vmware.api [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.228765] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237645, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.338520] env[68663]: DEBUG nova.network.neutron [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Updating instance_info_cache with network_info: [{"id": "ccb38259-9a51-4822-80a7-c38f5a96c3c5", "address": "fa:16:3e:56:bb:bf", "network": {"id": "f24b38b6-cad9-49f2-8f57-bf377db97cec", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1096551647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498277eb112b4b54962a3ef511f0e0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb38259-9a", "ovs_interfaceid": "ccb38259-9a51-4822-80a7-c38f5a96c3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.390200] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.395089] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.780s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.397154] env[68663]: INFO nova.compute.claims [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.506423] env[68663]: INFO nova.scheduler.client.report [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Deleted allocations for instance e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76 [ 609.582024] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3237648, 'name': Rename_Task, 'duration_secs': 0.209954} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.582347] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.582601] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a09c7379-449e-40c0-b74b-0d564f983ca7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.592632] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 609.592632] env[68663]: value = "task-3237650" [ 609.592632] env[68663]: _type = "Task" [ 609.592632] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.593506] env[68663]: DEBUG oslo_concurrency.lockutils [None req-acfb6fea-16b7-4975-970c-848de54ccb17 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Lock "f4ffcd33-acb1-4e44-9a89-f10b57d732bb" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.662s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.604072] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3237650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.663527] env[68663]: DEBUG oslo_vmware.api [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275521} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.663791] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.663791] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 609.664075] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 609.664153] env[68663]: INFO nova.compute.manager [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Took 0.65 seconds to destroy the instance on the hypervisor. [ 609.664344] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.664555] env[68663]: DEBUG nova.compute.manager [-] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 609.664640] env[68663]: DEBUG nova.network.neutron [-] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 609.726340] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237645, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.846897] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Releasing lock "refresh_cache-722005fb-bc16-4103-955c-c9a27d33a234" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.847405] env[68663]: DEBUG nova.compute.manager [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Instance network_info: |[{"id": "ccb38259-9a51-4822-80a7-c38f5a96c3c5", "address": "fa:16:3e:56:bb:bf", "network": {"id": "f24b38b6-cad9-49f2-8f57-bf377db97cec", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1096551647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498277eb112b4b54962a3ef511f0e0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb38259-9a", "ovs_interfaceid": "ccb38259-9a51-4822-80a7-c38f5a96c3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.847647] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:bb:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccb38259-9a51-4822-80a7-c38f5a96c3c5', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.856354] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Creating folder: Project (498277eb112b4b54962a3ef511f0e0bc). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.856713] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4b22888-94b5-40a3-b6b3-6cc5c4c4a385 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.872051] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Created folder: Project (498277eb112b4b54962a3ef511f0e0bc) in parent group-v647027. [ 609.872449] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Creating folder: Instances. Parent ref: group-v647093. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.872590] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-564f83a0-8d2e-4152-a671-b21b59bd005c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.885854] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Created folder: Instances in parent group-v647093. [ 609.887623] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.887623] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.887623] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f191a87d-6ca4-4204-824b-562312c65198 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.918687] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.918687] env[68663]: value = "task-3237653" [ 609.918687] env[68663]: _type = "Task" [ 609.918687] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.931430] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237653, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.016607] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c14e493-489b-43bb-b5ba-04115d603186 tempest-ServerDiagnosticsV248Test-1051550701 tempest-ServerDiagnosticsV248Test-1051550701-project-member] Lock "e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.666s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.112769] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3237650, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.227660] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237645, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.798989} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.227801] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf/15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.227995] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.228283] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b85039b-2174-42c4-a70c-924e8e4c44e3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.241050] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 610.241050] env[68663]: value = "task-3237654" [ 610.241050] env[68663]: _type = "Task" [ 610.241050] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.253719] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.430139] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237653, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.584275] env[68663]: DEBUG nova.compute.manager [req-e73f4677-4b3f-497d-ac1f-0cd311e3e6e9 req-d197a765-ed4e-4144-ac08-8faed667fa9a service nova] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Received event network-changed-ccb38259-9a51-4822-80a7-c38f5a96c3c5 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.584275] env[68663]: DEBUG nova.compute.manager [req-e73f4677-4b3f-497d-ac1f-0cd311e3e6e9 req-d197a765-ed4e-4144-ac08-8faed667fa9a service nova] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Refreshing instance network info cache due to event network-changed-ccb38259-9a51-4822-80a7-c38f5a96c3c5. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 610.584275] env[68663]: DEBUG oslo_concurrency.lockutils [req-e73f4677-4b3f-497d-ac1f-0cd311e3e6e9 req-d197a765-ed4e-4144-ac08-8faed667fa9a service nova] Acquiring lock "refresh_cache-722005fb-bc16-4103-955c-c9a27d33a234" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.584275] env[68663]: DEBUG oslo_concurrency.lockutils [req-e73f4677-4b3f-497d-ac1f-0cd311e3e6e9 req-d197a765-ed4e-4144-ac08-8faed667fa9a service nova] Acquired lock "refresh_cache-722005fb-bc16-4103-955c-c9a27d33a234" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.584275] env[68663]: DEBUG nova.network.neutron [req-e73f4677-4b3f-497d-ac1f-0cd311e3e6e9 req-d197a765-ed4e-4144-ac08-8faed667fa9a service nova] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Refreshing network info cache for port ccb38259-9a51-4822-80a7-c38f5a96c3c5 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.611529] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3237650, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.614023] env[68663]: DEBUG nova.network.neutron [-] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.759751] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13616} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.759751] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.760409] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3afb5b3-44e3-422e-ac0e-bc8ba46197be {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.786577] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf/15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.791125] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a047c90c-a80a-4bcf-aea5-203c39e272e7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.814452] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 610.814452] env[68663]: value = "task-3237655" [ 610.814452] env[68663]: _type = "Task" [ 610.814452] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.826110] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.935119] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237653, 'name': CreateVM_Task, 'duration_secs': 0.572806} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.935119] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.935864] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.936460] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.937020] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.937160] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4aae81f-02a0-4193-a2f6-6d91cc402377 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.946034] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Waiting for the task: (returnval){ [ 610.946034] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5209445c-3fda-a0ef-06f9-554e7cf3996e" [ 610.946034] env[68663]: _type = "Task" [ 610.946034] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.966604] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5209445c-3fda-a0ef-06f9-554e7cf3996e, 'name': SearchDatastore_Task, 'duration_secs': 0.017345} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.966917] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.967167] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.968040] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.968040] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.968040] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.968251] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2384909f-edc0-4a8d-808c-975d24952ce0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.982452] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.982928] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.983446] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6049077c-dc8e-43df-bf48-d994261db11b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.989473] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ecec2a-8997-4916-a0e2-ef1ed1ea0dde {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.995128] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Waiting for the task: (returnval){ [ 610.995128] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529b6ff9-067c-3621-c9ac-95a63a083410" [ 610.995128] env[68663]: _type = "Task" [ 610.995128] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.002267] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fdf3a7-910d-44fc-ab2d-664f35009a6f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.012205] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529b6ff9-067c-3621-c9ac-95a63a083410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.040774] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145aaab7-095a-4e9f-b7de-4e44aaf0adce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.050284] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9822f854-762c-4197-9748-4fae8eb22cd9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.065630] env[68663]: DEBUG nova.compute.provider_tree [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.109518] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3237650, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.119699] env[68663]: INFO nova.compute.manager [-] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Took 1.45 seconds to deallocate network for instance. [ 611.219589] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Acquiring lock "f4ffcd33-acb1-4e44-9a89-f10b57d732bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.219871] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Lock "f4ffcd33-acb1-4e44-9a89-f10b57d732bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.220093] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Acquiring lock "f4ffcd33-acb1-4e44-9a89-f10b57d732bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.220430] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Lock "f4ffcd33-acb1-4e44-9a89-f10b57d732bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.220430] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Lock "f4ffcd33-acb1-4e44-9a89-f10b57d732bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.227184] env[68663]: INFO nova.compute.manager [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Terminating instance [ 611.280239] env[68663]: DEBUG nova.compute.manager [req-6145e3c4-3485-4263-bacc-b4d28cc1f89b req-d7e53349-82f4-43f9-b940-570c2f6e6043 service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Received event network-changed-900249d9-0bcb-4c00-a192-d9e99f4e81e1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.280461] env[68663]: DEBUG nova.compute.manager [req-6145e3c4-3485-4263-bacc-b4d28cc1f89b req-d7e53349-82f4-43f9-b940-570c2f6e6043 service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Refreshing instance network info cache due to event network-changed-900249d9-0bcb-4c00-a192-d9e99f4e81e1. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 611.280571] env[68663]: DEBUG oslo_concurrency.lockutils [req-6145e3c4-3485-4263-bacc-b4d28cc1f89b req-d7e53349-82f4-43f9-b940-570c2f6e6043 service nova] Acquiring lock "refresh_cache-9151c912-cfad-450f-a2d2-345917a67b15" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.280613] env[68663]: DEBUG oslo_concurrency.lockutils [req-6145e3c4-3485-4263-bacc-b4d28cc1f89b req-d7e53349-82f4-43f9-b940-570c2f6e6043 service nova] Acquired lock "refresh_cache-9151c912-cfad-450f-a2d2-345917a67b15" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.281012] env[68663]: DEBUG nova.network.neutron [req-6145e3c4-3485-4263-bacc-b4d28cc1f89b req-d7e53349-82f4-43f9-b940-570c2f6e6043 service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Refreshing network info cache for port 900249d9-0bcb-4c00-a192-d9e99f4e81e1 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.327037] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237655, 'name': ReconfigVM_Task, 'duration_secs': 0.389447} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.327359] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf/15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.328044] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25d83747-4c55-43bb-a01e-84a873fa2159 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.336656] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 611.336656] env[68663]: value = "task-3237656" [ 611.336656] env[68663]: _type = "Task" [ 611.336656] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.349870] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237656, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.356756] env[68663]: DEBUG nova.network.neutron [req-e73f4677-4b3f-497d-ac1f-0cd311e3e6e9 req-d197a765-ed4e-4144-ac08-8faed667fa9a service nova] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Updated VIF entry in instance network info cache for port ccb38259-9a51-4822-80a7-c38f5a96c3c5. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.359633] env[68663]: DEBUG nova.network.neutron [req-e73f4677-4b3f-497d-ac1f-0cd311e3e6e9 req-d197a765-ed4e-4144-ac08-8faed667fa9a service nova] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Updating instance_info_cache with network_info: [{"id": "ccb38259-9a51-4822-80a7-c38f5a96c3c5", "address": "fa:16:3e:56:bb:bf", "network": {"id": "f24b38b6-cad9-49f2-8f57-bf377db97cec", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1096551647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498277eb112b4b54962a3ef511f0e0bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb38259-9a", "ovs_interfaceid": "ccb38259-9a51-4822-80a7-c38f5a96c3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.509538] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529b6ff9-067c-3621-c9ac-95a63a083410, 'name': SearchDatastore_Task, 'duration_secs': 0.0171} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.510964] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d6257c1-34f4-4dc0-a094-28463e130191 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.518553] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Waiting for the task: (returnval){ [ 611.518553] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c227b6-3118-91e2-d75e-aca7ef05b912" [ 611.518553] env[68663]: _type = "Task" [ 611.518553] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.529681] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c227b6-3118-91e2-d75e-aca7ef05b912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.570446] env[68663]: DEBUG nova.scheduler.client.report [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.608209] env[68663]: DEBUG oslo_vmware.api [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3237650, 'name': PowerOnVM_Task, 'duration_secs': 1.61971} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.608499] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.608700] env[68663]: INFO nova.compute.manager [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Took 12.26 seconds to spawn the instance on the hypervisor. [ 611.608874] env[68663]: DEBUG nova.compute.manager [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.610794] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa54d9a4-7bff-44fc-a2ca-d35080c6cead {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.625829] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.729150] env[68663]: DEBUG nova.compute.manager [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 611.729584] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 611.731499] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c4f7e8-7825-45ff-9e72-ae2447088554 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.744196] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 611.744196] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c7b42b7-aa44-4133-aa63-621e5baaca71 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.751440] env[68663]: DEBUG oslo_vmware.api [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Waiting for the task: (returnval){ [ 611.751440] env[68663]: value = "task-3237657" [ 611.751440] env[68663]: _type = "Task" [ 611.751440] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.761784] env[68663]: DEBUG oslo_vmware.api [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.847821] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237656, 'name': Rename_Task, 'duration_secs': 0.218637} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.848780] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.848780] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7ee6bff-a119-41ef-85c2-410e6ae9c900 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.856643] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 611.856643] env[68663]: value = "task-3237658" [ 611.856643] env[68663]: _type = "Task" [ 611.856643] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.862128] env[68663]: DEBUG oslo_concurrency.lockutils [req-e73f4677-4b3f-497d-ac1f-0cd311e3e6e9 req-d197a765-ed4e-4144-ac08-8faed667fa9a service nova] Releasing lock "refresh_cache-722005fb-bc16-4103-955c-c9a27d33a234" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.869654] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.935900] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Acquiring lock "cf37337b-52e3-497c-9bef-0e1bf1c40c98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.936288] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Lock "cf37337b-52e3-497c-9bef-0e1bf1c40c98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.036519] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c227b6-3118-91e2-d75e-aca7ef05b912, 'name': SearchDatastore_Task, 'duration_secs': 0.020228} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.036762] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.037150] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 722005fb-bc16-4103-955c-c9a27d33a234/722005fb-bc16-4103-955c-c9a27d33a234.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.037602] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf466b96-942b-4dc1-98bd-695e1e77e9c9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.047961] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Waiting for the task: (returnval){ [ 612.047961] env[68663]: value = "task-3237659" [ 612.047961] env[68663]: _type = "Task" [ 612.047961] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.058672] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': task-3237659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.079024] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.079024] env[68663]: DEBUG nova.compute.manager [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.084466] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.864s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.086813] env[68663]: INFO nova.compute.claims [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.138997] env[68663]: INFO nova.compute.manager [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Took 30.00 seconds to build instance. [ 612.179159] env[68663]: DEBUG nova.network.neutron [req-6145e3c4-3485-4263-bacc-b4d28cc1f89b req-d7e53349-82f4-43f9-b940-570c2f6e6043 service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Updated VIF entry in instance network info cache for port 900249d9-0bcb-4c00-a192-d9e99f4e81e1. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.181062] env[68663]: DEBUG nova.network.neutron [req-6145e3c4-3485-4263-bacc-b4d28cc1f89b req-d7e53349-82f4-43f9-b940-570c2f6e6043 service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Updating instance_info_cache with network_info: [{"id": "900249d9-0bcb-4c00-a192-d9e99f4e81e1", "address": "fa:16:3e:0e:a8:c7", "network": {"id": "606c833f-6080-48e0-8d95-ac887dc2f5a8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1102309104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1cac7b894949fca59bed7820aa9163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900249d9-0b", "ovs_interfaceid": "900249d9-0bcb-4c00-a192-d9e99f4e81e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.266047] env[68663]: DEBUG oslo_vmware.api [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237657, 'name': PowerOffVM_Task, 'duration_secs': 0.363281} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.266282] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 612.266452] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 612.266702] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edd9a76b-3746-451f-a734-51cca1098d7d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.368135] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237658, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.396065] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 612.396065] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 612.396065] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Deleting the datastore file [datastore2] f4ffcd33-acb1-4e44-9a89-f10b57d732bb {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.396065] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d20bf49a-b813-42e2-949b-af4705c760c7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.407256] env[68663]: DEBUG oslo_vmware.api [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Waiting for the task: (returnval){ [ 612.407256] env[68663]: value = "task-3237661" [ 612.407256] env[68663]: _type = "Task" [ 612.407256] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.422022] env[68663]: DEBUG oslo_vmware.api [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.566837] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': task-3237659, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.583039] env[68663]: DEBUG nova.compute.utils [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.584697] env[68663]: DEBUG nova.compute.manager [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.585031] env[68663]: DEBUG nova.network.neutron [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.640926] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cd64402-0bac-4198-b6b6-da345c1c4be6 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "f11f3491-6d77-4e61-aa80-270e788f1695" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.517s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.684061] env[68663]: DEBUG oslo_concurrency.lockutils [req-6145e3c4-3485-4263-bacc-b4d28cc1f89b req-d7e53349-82f4-43f9-b940-570c2f6e6043 service nova] Releasing lock "refresh_cache-9151c912-cfad-450f-a2d2-345917a67b15" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.685769] env[68663]: DEBUG nova.compute.manager [req-6145e3c4-3485-4263-bacc-b4d28cc1f89b req-d7e53349-82f4-43f9-b940-570c2f6e6043 service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Received event network-changed-900249d9-0bcb-4c00-a192-d9e99f4e81e1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.685769] env[68663]: DEBUG nova.compute.manager [req-6145e3c4-3485-4263-bacc-b4d28cc1f89b req-d7e53349-82f4-43f9-b940-570c2f6e6043 service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Refreshing instance network info cache due to event network-changed-900249d9-0bcb-4c00-a192-d9e99f4e81e1. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 612.685769] env[68663]: DEBUG oslo_concurrency.lockutils [req-6145e3c4-3485-4263-bacc-b4d28cc1f89b req-d7e53349-82f4-43f9-b940-570c2f6e6043 service nova] Acquiring lock "refresh_cache-9151c912-cfad-450f-a2d2-345917a67b15" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.685769] env[68663]: DEBUG oslo_concurrency.lockutils [req-6145e3c4-3485-4263-bacc-b4d28cc1f89b req-d7e53349-82f4-43f9-b940-570c2f6e6043 service nova] Acquired lock "refresh_cache-9151c912-cfad-450f-a2d2-345917a67b15" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.685769] env[68663]: DEBUG nova.network.neutron [req-6145e3c4-3485-4263-bacc-b4d28cc1f89b req-d7e53349-82f4-43f9-b940-570c2f6e6043 service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Refreshing network info cache for port 900249d9-0bcb-4c00-a192-d9e99f4e81e1 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.717311] env[68663]: DEBUG nova.policy [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e61771006659465594b4ba1c2998f3a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbbb44a4543242dcbc78995a924983aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.872422] env[68663]: DEBUG oslo_vmware.api [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237658, 'name': PowerOnVM_Task, 'duration_secs': 0.743713} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.872422] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.872422] env[68663]: INFO nova.compute.manager [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Took 10.86 seconds to spawn the instance on the hypervisor. [ 612.872422] env[68663]: DEBUG nova.compute.manager [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.872422] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ec2bce-9047-4048-af7a-7e4632fed2cc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.922381] env[68663]: DEBUG oslo_vmware.api [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.048622] env[68663]: DEBUG nova.compute.manager [req-9f50cf9b-ddd7-48ff-a422-22b3e20e12c9 req-06781744-41fa-4907-8155-9d585b04ee51 service nova] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Received event network-vif-deleted-5545f4da-6b0f-4aa8-b883-3390c6ba180f {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.064421] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': task-3237659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77408} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.064890] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 722005fb-bc16-4103-955c-c9a27d33a234/722005fb-bc16-4103-955c-c9a27d33a234.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.067121] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.067121] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3afc6c5-c78e-4475-a914-acb01206975c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.078175] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Waiting for the task: (returnval){ [ 613.078175] env[68663]: value = "task-3237662" [ 613.078175] env[68663]: _type = "Task" [ 613.078175] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.088215] env[68663]: DEBUG nova.compute.manager [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.092295] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': task-3237662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.146130] env[68663]: DEBUG nova.compute.manager [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.201112] env[68663]: DEBUG oslo_concurrency.lockutils [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "34aae64f-f45c-463b-921c-fec60cb69b7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.201200] env[68663]: DEBUG oslo_concurrency.lockutils [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "34aae64f-f45c-463b-921c-fec60cb69b7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.384948] env[68663]: DEBUG nova.network.neutron [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Successfully created port: 738c711e-9681-4db8-9948-ac82b05f346c {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.405094] env[68663]: INFO nova.compute.manager [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Took 30.96 seconds to build instance. [ 613.424243] env[68663]: DEBUG oslo_vmware.api [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Task: {'id': task-3237661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.583002} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.424506] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.424778] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 613.424858] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 613.425041] env[68663]: INFO nova.compute.manager [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Took 1.70 seconds to destroy the instance on the hypervisor. [ 613.425612] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.425612] env[68663]: DEBUG nova.compute.manager [-] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 613.425612] env[68663]: DEBUG nova.network.neutron [-] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 613.606298] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': task-3237662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145026} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.609603] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.613425] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c622a52c-9641-431c-8c73-1956d9298912 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.644032] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 722005fb-bc16-4103-955c-c9a27d33a234/722005fb-bc16-4103-955c-c9a27d33a234.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.646816] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c69182-18bd-46b7-95be-7346062e22d0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.673167] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Waiting for the task: (returnval){ [ 613.673167] env[68663]: value = "task-3237663" [ 613.673167] env[68663]: _type = "Task" [ 613.673167] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.687947] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': task-3237663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.693284] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf34943-874f-4133-a5ec-f41af1663619 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.696942] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.704471] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77050e0e-40ca-48b6-a210-5746b395e913 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.744922] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c2521c-e0cc-476c-bc18-35d04b008ef2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.755447] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17364694-9819-4557-8c23-63d73df8300f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.773997] env[68663]: DEBUG nova.compute.provider_tree [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.855134] env[68663]: DEBUG nova.network.neutron [req-6145e3c4-3485-4263-bacc-b4d28cc1f89b req-d7e53349-82f4-43f9-b940-570c2f6e6043 service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Updated VIF entry in instance network info cache for port 900249d9-0bcb-4c00-a192-d9e99f4e81e1. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.855134] env[68663]: DEBUG nova.network.neutron [req-6145e3c4-3485-4263-bacc-b4d28cc1f89b req-d7e53349-82f4-43f9-b940-570c2f6e6043 service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Updating instance_info_cache with network_info: [{"id": "900249d9-0bcb-4c00-a192-d9e99f4e81e1", "address": "fa:16:3e:0e:a8:c7", "network": {"id": "606c833f-6080-48e0-8d95-ac887dc2f5a8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1102309104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1cac7b894949fca59bed7820aa9163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900249d9-0b", "ovs_interfaceid": "900249d9-0bcb-4c00-a192-d9e99f4e81e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.912743] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2453d432-9b1c-4dc2-b322-14ad7c890119 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.735s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.109535] env[68663]: DEBUG nova.compute.manager [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.164342] env[68663]: DEBUG nova.virt.hardware [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.166700] env[68663]: DEBUG nova.virt.hardware [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.167129] env[68663]: DEBUG nova.virt.hardware [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.167425] env[68663]: DEBUG nova.virt.hardware [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.167691] env[68663]: DEBUG nova.virt.hardware [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.167938] env[68663]: DEBUG nova.virt.hardware [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.168190] env[68663]: DEBUG nova.virt.hardware [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.168462] env[68663]: DEBUG nova.virt.hardware [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.170680] env[68663]: DEBUG nova.virt.hardware [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.170680] env[68663]: DEBUG nova.virt.hardware [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.170680] env[68663]: DEBUG nova.virt.hardware [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.171913] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafd8801-6304-4e27-b941-233403c32cc8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.199162] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': task-3237663, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.201065] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af324721-b8cf-4033-8541-7b58487a1204 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.279135] env[68663]: DEBUG nova.scheduler.client.report [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.361068] env[68663]: DEBUG oslo_concurrency.lockutils [req-6145e3c4-3485-4263-bacc-b4d28cc1f89b req-d7e53349-82f4-43f9-b940-570c2f6e6043 service nova] Releasing lock "refresh_cache-9151c912-cfad-450f-a2d2-345917a67b15" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.415771] env[68663]: DEBUG nova.compute.manager [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.695790] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': task-3237663, 'name': ReconfigVM_Task, 'duration_secs': 0.571704} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.695942] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 722005fb-bc16-4103-955c-c9a27d33a234/722005fb-bc16-4103-955c-c9a27d33a234.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.696684] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94d9ee3a-b372-478a-9dc0-95b18a57034e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.712264] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Waiting for the task: (returnval){ [ 614.712264] env[68663]: value = "task-3237664" [ 614.712264] env[68663]: _type = "Task" [ 614.712264] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.724237] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': task-3237664, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.784826] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.784826] env[68663]: DEBUG nova.compute.manager [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.787629] env[68663]: DEBUG oslo_concurrency.lockutils [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.769s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.789268] env[68663]: INFO nova.compute.claims [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.948630] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.071631] env[68663]: DEBUG nova.network.neutron [-] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.224784] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': task-3237664, 'name': Rename_Task, 'duration_secs': 0.280018} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.227286] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.227286] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dfade5a-b352-4096-bf20-c1d8f5434189 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.238020] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Waiting for the task: (returnval){ [ 615.238020] env[68663]: value = "task-3237665" [ 615.238020] env[68663]: _type = "Task" [ 615.238020] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.249645] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': task-3237665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.296513] env[68663]: DEBUG nova.compute.utils [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.309338] env[68663]: DEBUG nova.compute.manager [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.309556] env[68663]: DEBUG nova.network.neutron [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.331383] env[68663]: DEBUG nova.compute.manager [req-4e799a1e-43b3-4b3a-99bb-e11bf97b905c req-d5ba01a3-e7c7-4123-876f-0b8ceda7fba5 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Received event network-changed-0cb70feb-a909-44d9-9bc9-17758de58e83 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.331383] env[68663]: DEBUG nova.compute.manager [req-4e799a1e-43b3-4b3a-99bb-e11bf97b905c req-d5ba01a3-e7c7-4123-876f-0b8ceda7fba5 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Refreshing instance network info cache due to event network-changed-0cb70feb-a909-44d9-9bc9-17758de58e83. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.331383] env[68663]: DEBUG oslo_concurrency.lockutils [req-4e799a1e-43b3-4b3a-99bb-e11bf97b905c req-d5ba01a3-e7c7-4123-876f-0b8ceda7fba5 service nova] Acquiring lock "refresh_cache-f11f3491-6d77-4e61-aa80-270e788f1695" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.331383] env[68663]: DEBUG oslo_concurrency.lockutils [req-4e799a1e-43b3-4b3a-99bb-e11bf97b905c req-d5ba01a3-e7c7-4123-876f-0b8ceda7fba5 service nova] Acquired lock "refresh_cache-f11f3491-6d77-4e61-aa80-270e788f1695" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.331383] env[68663]: DEBUG nova.network.neutron [req-4e799a1e-43b3-4b3a-99bb-e11bf97b905c req-d5ba01a3-e7c7-4123-876f-0b8ceda7fba5 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Refreshing network info cache for port 0cb70feb-a909-44d9-9bc9-17758de58e83 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.356911] env[68663]: DEBUG nova.compute.manager [req-eb08407c-9616-4a61-bdee-a7edfa01b252 req-ea68c5bb-4c70-492b-b215-425e314bcd22 service nova] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Received event network-vif-deleted-32b54d92-8a16-4ed7-891d-9a0714515072 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.464435] env[68663]: DEBUG nova.policy [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cbad08f40b0402b808dcea6b8be1d0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a9e32b7ee9640959e02c772803899d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.575800] env[68663]: INFO nova.compute.manager [-] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Took 2.15 seconds to deallocate network for instance. [ 615.750070] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': task-3237665, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.806043] env[68663]: DEBUG nova.compute.manager [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.083160] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.254016] env[68663]: DEBUG oslo_vmware.api [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': task-3237665, 'name': PowerOnVM_Task, 'duration_secs': 0.65878} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.254593] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.254842] env[68663]: INFO nova.compute.manager [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Took 9.26 seconds to spawn the instance on the hypervisor. [ 616.255174] env[68663]: DEBUG nova.compute.manager [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.256535] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a940f02-3843-4296-817b-31d564e19cc0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.302116] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.302959] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.354126] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e97696-20f9-c36e-40f6-2efe97c3cdc4/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 616.355472] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af42b7f-ccad-4ec4-8ac7-cf911ce9d6c3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.359639] env[68663]: DEBUG nova.network.neutron [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Successfully created port: a4410f17-0988-419d-867d-b185ef5eb163 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.369221] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e97696-20f9-c36e-40f6-2efe97c3cdc4/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 616.369437] env[68663]: ERROR oslo_vmware.rw_handles [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e97696-20f9-c36e-40f6-2efe97c3cdc4/disk-0.vmdk due to incomplete transfer. [ 616.369981] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-37703541-3d04-4a73-9507-e013acd2008e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.380191] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b39c0bd-0a16-426b-a581-6775c6531687 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.386983] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e97696-20f9-c36e-40f6-2efe97c3cdc4/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 616.387210] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Uploaded image 87eeca40-06f2-496c-8fe6-aae93abeb611 to the Glance image server {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 616.388789] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 616.389675] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e3419868-1035-4dc8-8d36-711e69298142 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.395119] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90276834-ee35-47c3-91ed-1333cb7fca26 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.402015] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the task: (returnval){ [ 616.402015] env[68663]: value = "task-3237666" [ 616.402015] env[68663]: _type = "Task" [ 616.402015] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.443495] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b04730-5727-4b1d-9cae-1bb0e64a5ec6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.446311] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237666, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.447242] env[68663]: DEBUG nova.network.neutron [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Successfully updated port: 738c711e-9681-4db8-9948-ac82b05f346c {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.454408] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5469351c-9dc3-4be4-b43b-548e50f9c041 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.470898] env[68663]: DEBUG nova.compute.provider_tree [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.476287] env[68663]: DEBUG nova.network.neutron [req-4e799a1e-43b3-4b3a-99bb-e11bf97b905c req-d5ba01a3-e7c7-4123-876f-0b8ceda7fba5 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Updated VIF entry in instance network info cache for port 0cb70feb-a909-44d9-9bc9-17758de58e83. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.476919] env[68663]: DEBUG nova.network.neutron [req-4e799a1e-43b3-4b3a-99bb-e11bf97b905c req-d5ba01a3-e7c7-4123-876f-0b8ceda7fba5 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Updating instance_info_cache with network_info: [{"id": "0cb70feb-a909-44d9-9bc9-17758de58e83", "address": "fa:16:3e:24:d8:a2", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb70feb-a9", "ovs_interfaceid": "0cb70feb-a909-44d9-9bc9-17758de58e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.780906] env[68663]: INFO nova.compute.manager [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Took 28.40 seconds to build instance. [ 616.820991] env[68663]: DEBUG nova.compute.manager [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.856461] env[68663]: DEBUG nova.virt.hardware [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.856640] env[68663]: DEBUG nova.virt.hardware [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.857403] env[68663]: DEBUG nova.virt.hardware [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.857666] env[68663]: DEBUG nova.virt.hardware [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.861016] env[68663]: DEBUG nova.virt.hardware [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.861016] env[68663]: DEBUG nova.virt.hardware [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.861016] env[68663]: DEBUG nova.virt.hardware [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.861016] env[68663]: DEBUG nova.virt.hardware [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.861016] env[68663]: DEBUG nova.virt.hardware [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.861631] env[68663]: DEBUG nova.virt.hardware [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.861631] env[68663]: DEBUG nova.virt.hardware [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.861631] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1243b275-5344-4cae-bff4-54a8bfada3fd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.870891] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c68405-eab3-44c7-bd23-0c7ba00b38b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.914678] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237666, 'name': Destroy_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.950541] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquiring lock "refresh_cache-ea89d16d-6564-4b98-84c8-4a21acc9013e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.950641] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquired lock "refresh_cache-ea89d16d-6564-4b98-84c8-4a21acc9013e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.950719] env[68663]: DEBUG nova.network.neutron [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.975085] env[68663]: DEBUG nova.scheduler.client.report [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.982168] env[68663]: DEBUG oslo_concurrency.lockutils [req-4e799a1e-43b3-4b3a-99bb-e11bf97b905c req-d5ba01a3-e7c7-4123-876f-0b8ceda7fba5 service nova] Releasing lock "refresh_cache-f11f3491-6d77-4e61-aa80-270e788f1695" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.283712] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41a3be68-77b3-4e8d-9ee6-8f0897c061e2 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Lock "722005fb-bc16-4103-955c-c9a27d33a234" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.323s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.416020] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237666, 'name': Destroy_Task, 'duration_secs': 0.611279} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.416020] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Destroyed the VM [ 617.416218] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 617.416505] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b500a73f-1dcc-474c-9683-6163eb44c01d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.429554] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the task: (returnval){ [ 617.429554] env[68663]: value = "task-3237667" [ 617.429554] env[68663]: _type = "Task" [ 617.429554] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.437749] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237667, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.480894] env[68663]: DEBUG oslo_concurrency.lockutils [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.481585] env[68663]: DEBUG nova.compute.manager [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.485567] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.385s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.485863] env[68663]: DEBUG nova.objects.instance [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lazy-loading 'resources' on Instance uuid 71bc73f9-6db5-4882-9923-a28402436117 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 617.516092] env[68663]: DEBUG nova.network.neutron [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.711646] env[68663]: DEBUG nova.network.neutron [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Updating instance_info_cache with network_info: [{"id": "738c711e-9681-4db8-9948-ac82b05f346c", "address": "fa:16:3e:23:ab:8c", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738c711e-96", "ovs_interfaceid": "738c711e-9681-4db8-9948-ac82b05f346c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.786924] env[68663]: DEBUG nova.compute.manager [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.930652] env[68663]: DEBUG nova.compute.manager [req-061870a0-5ef4-4b82-9ddb-c5352e4692ef req-4a938100-7bf9-48e8-9907-aec820986f2a service nova] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Received event network-vif-plugged-738c711e-9681-4db8-9948-ac82b05f346c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.930998] env[68663]: DEBUG oslo_concurrency.lockutils [req-061870a0-5ef4-4b82-9ddb-c5352e4692ef req-4a938100-7bf9-48e8-9907-aec820986f2a service nova] Acquiring lock "ea89d16d-6564-4b98-84c8-4a21acc9013e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.932195] env[68663]: DEBUG oslo_concurrency.lockutils [req-061870a0-5ef4-4b82-9ddb-c5352e4692ef req-4a938100-7bf9-48e8-9907-aec820986f2a service nova] Lock "ea89d16d-6564-4b98-84c8-4a21acc9013e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.932962] env[68663]: DEBUG oslo_concurrency.lockutils [req-061870a0-5ef4-4b82-9ddb-c5352e4692ef req-4a938100-7bf9-48e8-9907-aec820986f2a service nova] Lock "ea89d16d-6564-4b98-84c8-4a21acc9013e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.932962] env[68663]: DEBUG nova.compute.manager [req-061870a0-5ef4-4b82-9ddb-c5352e4692ef req-4a938100-7bf9-48e8-9907-aec820986f2a service nova] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] No waiting events found dispatching network-vif-plugged-738c711e-9681-4db8-9948-ac82b05f346c {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.932962] env[68663]: WARNING nova.compute.manager [req-061870a0-5ef4-4b82-9ddb-c5352e4692ef req-4a938100-7bf9-48e8-9907-aec820986f2a service nova] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Received unexpected event network-vif-plugged-738c711e-9681-4db8-9948-ac82b05f346c for instance with vm_state building and task_state spawning. [ 617.932962] env[68663]: DEBUG nova.compute.manager [req-061870a0-5ef4-4b82-9ddb-c5352e4692ef req-4a938100-7bf9-48e8-9907-aec820986f2a service nova] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Received event network-changed-738c711e-9681-4db8-9948-ac82b05f346c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.933337] env[68663]: DEBUG nova.compute.manager [req-061870a0-5ef4-4b82-9ddb-c5352e4692ef req-4a938100-7bf9-48e8-9907-aec820986f2a service nova] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Refreshing instance network info cache due to event network-changed-738c711e-9681-4db8-9948-ac82b05f346c. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 617.933337] env[68663]: DEBUG oslo_concurrency.lockutils [req-061870a0-5ef4-4b82-9ddb-c5352e4692ef req-4a938100-7bf9-48e8-9907-aec820986f2a service nova] Acquiring lock "refresh_cache-ea89d16d-6564-4b98-84c8-4a21acc9013e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.943431] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237667, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.991022] env[68663]: DEBUG nova.compute.utils [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.995157] env[68663]: DEBUG nova.compute.manager [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.995157] env[68663]: DEBUG nova.network.neutron [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.074360] env[68663]: DEBUG nova.policy [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d6c2827771d4c45bd90aab81df97039', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '455e4ec07e544bb599888f5fb29a6c52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.214752] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Releasing lock "refresh_cache-ea89d16d-6564-4b98-84c8-4a21acc9013e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.215105] env[68663]: DEBUG nova.compute.manager [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Instance network_info: |[{"id": "738c711e-9681-4db8-9948-ac82b05f346c", "address": "fa:16:3e:23:ab:8c", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738c711e-96", "ovs_interfaceid": "738c711e-9681-4db8-9948-ac82b05f346c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.215425] env[68663]: DEBUG oslo_concurrency.lockutils [req-061870a0-5ef4-4b82-9ddb-c5352e4692ef req-4a938100-7bf9-48e8-9907-aec820986f2a service nova] Acquired lock "refresh_cache-ea89d16d-6564-4b98-84c8-4a21acc9013e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.215603] env[68663]: DEBUG nova.network.neutron [req-061870a0-5ef4-4b82-9ddb-c5352e4692ef req-4a938100-7bf9-48e8-9907-aec820986f2a service nova] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Refreshing network info cache for port 738c711e-9681-4db8-9948-ac82b05f346c {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.216870] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:ab:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '738c711e-9681-4db8-9948-ac82b05f346c', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.228757] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.233252] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.233820] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-185d5cb9-54c9-4f67-aeb8-917c2239ba64 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.260332] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Acquiring lock "722005fb-bc16-4103-955c-c9a27d33a234" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.260332] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Lock "722005fb-bc16-4103-955c-c9a27d33a234" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.260332] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Acquiring lock "722005fb-bc16-4103-955c-c9a27d33a234-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.260332] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Lock "722005fb-bc16-4103-955c-c9a27d33a234-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.260858] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Lock "722005fb-bc16-4103-955c-c9a27d33a234-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.264773] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.264773] env[68663]: value = "task-3237668" [ 618.264773] env[68663]: _type = "Task" [ 618.264773] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.265289] env[68663]: INFO nova.compute.manager [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Terminating instance [ 618.278947] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237668, 'name': CreateVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.309856] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.347136] env[68663]: DEBUG nova.network.neutron [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Successfully updated port: a4410f17-0988-419d-867d-b185ef5eb163 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.442081] env[68663]: DEBUG oslo_vmware.api [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237667, 'name': RemoveSnapshot_Task, 'duration_secs': 0.575185} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.442081] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 618.442081] env[68663]: INFO nova.compute.manager [None req-a494398a-2662-462e-abf4-40d1a885b1fc tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Took 17.44 seconds to snapshot the instance on the hypervisor. [ 618.495248] env[68663]: DEBUG nova.compute.manager [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.543881] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488810a5-312c-48ca-97bf-e69b8b580248 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.553761] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5580d7-5ae2-4ef7-a266-765d1e609626 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.589891] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a52b4d-430a-40fe-9632-b49a4b90f4a2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.600874] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7677ff-2866-4c2d-8002-1450406c9b12 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.618786] env[68663]: DEBUG nova.compute.provider_tree [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.774343] env[68663]: DEBUG nova.compute.manager [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 618.774343] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 618.774761] env[68663]: DEBUG nova.network.neutron [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Successfully created port: fb6ad270-9e5c-49d2-bd42-af90a75ea4f3 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.777312] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca64e00-bded-4bc8-82dc-92b7baa4bccd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.791021] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237668, 'name': CreateVM_Task, 'duration_secs': 0.475768} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.791021] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.791021] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.791021] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.791021] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.791489] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fed05eac-7d03-43aa-a224-3751b85f0602 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.793592] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 618.794307] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98dffaff-b527-4048-9726-56eb89d6d10e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.803224] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for the task: (returnval){ [ 618.803224] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524dbe02-90b7-ac16-02d9-0574ab6ec565" [ 618.803224] env[68663]: _type = "Task" [ 618.803224] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.803588] env[68663]: DEBUG oslo_vmware.api [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Waiting for the task: (returnval){ [ 618.803588] env[68663]: value = "task-3237669" [ 618.803588] env[68663]: _type = "Task" [ 618.803588] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.822397] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524dbe02-90b7-ac16-02d9-0574ab6ec565, 'name': SearchDatastore_Task, 'duration_secs': 0.012056} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.822648] env[68663]: DEBUG oslo_vmware.api [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': task-3237669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.822925] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.824149] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.824406] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.824553] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.826340] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.826340] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d18c2cea-c578-4015-b99e-5c699c517db3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.835264] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.835264] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.836326] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60289a25-52ed-4b98-a8a4-8cea013a44d1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.845031] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for the task: (returnval){ [ 618.845031] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52be3dfc-a39e-f9b0-3827-48620db23cc1" [ 618.845031] env[68663]: _type = "Task" [ 618.845031] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.856486] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Acquiring lock "refresh_cache-b20c6322-d999-406a-ac2a-1484449a4b57" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.856626] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Acquired lock "refresh_cache-b20c6322-d999-406a-ac2a-1484449a4b57" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.856774] env[68663]: DEBUG nova.network.neutron [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.857939] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52be3dfc-a39e-f9b0-3827-48620db23cc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.000483] env[68663]: DEBUG nova.network.neutron [req-061870a0-5ef4-4b82-9ddb-c5352e4692ef req-4a938100-7bf9-48e8-9907-aec820986f2a service nova] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Updated VIF entry in instance network info cache for port 738c711e-9681-4db8-9948-ac82b05f346c. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.000852] env[68663]: DEBUG nova.network.neutron [req-061870a0-5ef4-4b82-9ddb-c5352e4692ef req-4a938100-7bf9-48e8-9907-aec820986f2a service nova] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Updating instance_info_cache with network_info: [{"id": "738c711e-9681-4db8-9948-ac82b05f346c", "address": "fa:16:3e:23:ab:8c", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738c711e-96", "ovs_interfaceid": "738c711e-9681-4db8-9948-ac82b05f346c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.122468] env[68663]: DEBUG nova.scheduler.client.report [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.314962] env[68663]: DEBUG oslo_vmware.api [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': task-3237669, 'name': PowerOffVM_Task, 'duration_secs': 0.399154} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.315273] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.315419] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 619.315698] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad72db6b-1f7c-4b1b-9ee3-81f23f8f5839 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.362661] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52be3dfc-a39e-f9b0-3827-48620db23cc1, 'name': SearchDatastore_Task, 'duration_secs': 0.011488} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.364042] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ccd5f7-6d5a-4e0b-8016-75d806a868b5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.375959] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for the task: (returnval){ [ 619.375959] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526b08dd-3b2f-34eb-3f62-f68a98591272" [ 619.375959] env[68663]: _type = "Task" [ 619.375959] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.387397] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526b08dd-3b2f-34eb-3f62-f68a98591272, 'name': SearchDatastore_Task, 'duration_secs': 0.011257} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.387559] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.388081] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] ea89d16d-6564-4b98-84c8-4a21acc9013e/ea89d16d-6564-4b98-84c8-4a21acc9013e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.388237] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-669be68e-d781-4d30-ab02-446615484c78 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.396251] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for the task: (returnval){ [ 619.396251] env[68663]: value = "task-3237671" [ 619.396251] env[68663]: _type = "Task" [ 619.396251] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.397202] env[68663]: DEBUG nova.network.neutron [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.404888] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 619.405216] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 619.405411] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Deleting the datastore file [datastore2] 722005fb-bc16-4103-955c-c9a27d33a234 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.406258] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02e3238f-2402-4a2c-93d6-0265b8e4c8c5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.415415] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.417418] env[68663]: DEBUG oslo_vmware.api [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Waiting for the task: (returnval){ [ 619.417418] env[68663]: value = "task-3237672" [ 619.417418] env[68663]: _type = "Task" [ 619.417418] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.429039] env[68663]: DEBUG oslo_vmware.api [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': task-3237672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.505010] env[68663]: DEBUG oslo_concurrency.lockutils [req-061870a0-5ef4-4b82-9ddb-c5352e4692ef req-4a938100-7bf9-48e8-9907-aec820986f2a service nova] Releasing lock "refresh_cache-ea89d16d-6564-4b98-84c8-4a21acc9013e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.509024] env[68663]: DEBUG nova.compute.manager [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.539460] env[68663]: DEBUG nova.virt.hardware [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.539731] env[68663]: DEBUG nova.virt.hardware [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.539885] env[68663]: DEBUG nova.virt.hardware [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.540437] env[68663]: DEBUG nova.virt.hardware [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.540713] env[68663]: DEBUG nova.virt.hardware [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.540906] env[68663]: DEBUG nova.virt.hardware [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.541248] env[68663]: DEBUG nova.virt.hardware [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.541646] env[68663]: DEBUG nova.virt.hardware [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.541826] env[68663]: DEBUG nova.virt.hardware [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.542010] env[68663]: DEBUG nova.virt.hardware [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.542648] env[68663]: DEBUG nova.virt.hardware [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.543512] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a54eba-3173-4afa-803e-af99cc61fb6e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.552879] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8409300-aa3f-43f2-9833-0754182438a1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.559947] env[68663]: DEBUG nova.network.neutron [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Updating instance_info_cache with network_info: [{"id": "a4410f17-0988-419d-867d-b185ef5eb163", "address": "fa:16:3e:64:67:96", "network": {"id": "3874ffc0-6b84-4b36-8965-2a1da88ff343", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1464412677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a9e32b7ee9640959e02c772803899d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4410f17-09", "ovs_interfaceid": "a4410f17-0988-419d-867d-b185ef5eb163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.627725] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.633587] env[68663]: DEBUG oslo_concurrency.lockutils [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.052s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.636788] env[68663]: INFO nova.compute.claims [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.660441] env[68663]: INFO nova.scheduler.client.report [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleted allocations for instance 71bc73f9-6db5-4882-9923-a28402436117 [ 619.911816] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488258} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.914704] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] ea89d16d-6564-4b98-84c8-4a21acc9013e/ea89d16d-6564-4b98-84c8-4a21acc9013e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.914704] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.914704] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-322daf4f-d786-4430-96db-36ae28a03c9b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.923013] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for the task: (returnval){ [ 619.923013] env[68663]: value = "task-3237673" [ 619.923013] env[68663]: _type = "Task" [ 619.923013] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.932720] env[68663]: DEBUG oslo_vmware.api [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Task: {'id': task-3237672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179105} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.933272] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.933272] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.933495] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.933786] env[68663]: INFO nova.compute.manager [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Took 1.16 seconds to destroy the instance on the hypervisor. [ 619.933976] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.934220] env[68663]: DEBUG nova.compute.manager [-] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 619.934350] env[68663]: DEBUG nova.network.neutron [-] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 619.939470] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.068020] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Releasing lock "refresh_cache-b20c6322-d999-406a-ac2a-1484449a4b57" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.068020] env[68663]: DEBUG nova.compute.manager [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Instance network_info: |[{"id": "a4410f17-0988-419d-867d-b185ef5eb163", "address": "fa:16:3e:64:67:96", "network": {"id": "3874ffc0-6b84-4b36-8965-2a1da88ff343", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1464412677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a9e32b7ee9640959e02c772803899d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4410f17-09", "ovs_interfaceid": "a4410f17-0988-419d-867d-b185ef5eb163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.068437] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:67:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3e0aae3-33d1-403b-bfaf-306f77a1422e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4410f17-0988-419d-867d-b185ef5eb163', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.075983] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Creating folder: Project (1a9e32b7ee9640959e02c772803899d8). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.076578] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6be1834a-2e2c-45e9-aa03-3d45b23de86c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.089645] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Created folder: Project (1a9e32b7ee9640959e02c772803899d8) in parent group-v647027. [ 620.090219] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Creating folder: Instances. Parent ref: group-v647097. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.090671] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c594f737-b00a-4b56-8f7c-a84c18deab69 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.104242] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Created folder: Instances in parent group-v647097. [ 620.104242] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.104242] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.104242] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8155cac4-3e8a-47ec-ae3c-f2f5f6a1e050 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.132786] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.132786] env[68663]: value = "task-3237676" [ 620.132786] env[68663]: _type = "Task" [ 620.132786] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.142513] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237676, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.172509] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b781fc1-ea6e-45e7-ba50-0b53f51f7200 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "71bc73f9-6db5-4882-9923-a28402436117" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.152s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.306864] env[68663]: DEBUG nova.compute.manager [req-bc09139d-e90d-4aed-9fa6-1d75c071142d req-5cd7cdc1-9528-40f9-9769-91260008e8e5 service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Received event network-vif-plugged-a4410f17-0988-419d-867d-b185ef5eb163 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.306864] env[68663]: DEBUG oslo_concurrency.lockutils [req-bc09139d-e90d-4aed-9fa6-1d75c071142d req-5cd7cdc1-9528-40f9-9769-91260008e8e5 service nova] Acquiring lock "b20c6322-d999-406a-ac2a-1484449a4b57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.306864] env[68663]: DEBUG oslo_concurrency.lockutils [req-bc09139d-e90d-4aed-9fa6-1d75c071142d req-5cd7cdc1-9528-40f9-9769-91260008e8e5 service nova] Lock "b20c6322-d999-406a-ac2a-1484449a4b57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.306864] env[68663]: DEBUG oslo_concurrency.lockutils [req-bc09139d-e90d-4aed-9fa6-1d75c071142d req-5cd7cdc1-9528-40f9-9769-91260008e8e5 service nova] Lock "b20c6322-d999-406a-ac2a-1484449a4b57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.307320] env[68663]: DEBUG nova.compute.manager [req-bc09139d-e90d-4aed-9fa6-1d75c071142d req-5cd7cdc1-9528-40f9-9769-91260008e8e5 service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] No waiting events found dispatching network-vif-plugged-a4410f17-0988-419d-867d-b185ef5eb163 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.307694] env[68663]: WARNING nova.compute.manager [req-bc09139d-e90d-4aed-9fa6-1d75c071142d req-5cd7cdc1-9528-40f9-9769-91260008e8e5 service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Received unexpected event network-vif-plugged-a4410f17-0988-419d-867d-b185ef5eb163 for instance with vm_state building and task_state spawning. [ 620.308029] env[68663]: DEBUG nova.compute.manager [req-bc09139d-e90d-4aed-9fa6-1d75c071142d req-5cd7cdc1-9528-40f9-9769-91260008e8e5 service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Received event network-changed-a4410f17-0988-419d-867d-b185ef5eb163 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.308345] env[68663]: DEBUG nova.compute.manager [req-bc09139d-e90d-4aed-9fa6-1d75c071142d req-5cd7cdc1-9528-40f9-9769-91260008e8e5 service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Refreshing instance network info cache due to event network-changed-a4410f17-0988-419d-867d-b185ef5eb163. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.311136] env[68663]: DEBUG oslo_concurrency.lockutils [req-bc09139d-e90d-4aed-9fa6-1d75c071142d req-5cd7cdc1-9528-40f9-9769-91260008e8e5 service nova] Acquiring lock "refresh_cache-b20c6322-d999-406a-ac2a-1484449a4b57" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.311136] env[68663]: DEBUG oslo_concurrency.lockutils [req-bc09139d-e90d-4aed-9fa6-1d75c071142d req-5cd7cdc1-9528-40f9-9769-91260008e8e5 service nova] Acquired lock "refresh_cache-b20c6322-d999-406a-ac2a-1484449a4b57" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.311136] env[68663]: DEBUG nova.network.neutron [req-bc09139d-e90d-4aed-9fa6-1d75c071142d req-5cd7cdc1-9528-40f9-9769-91260008e8e5 service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Refreshing network info cache for port a4410f17-0988-419d-867d-b185ef5eb163 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.439392] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064218} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.439392] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.439392] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c422d671-c75e-4a21-8333-534e1efedda7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.464883] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] ea89d16d-6564-4b98-84c8-4a21acc9013e/ea89d16d-6564-4b98-84c8-4a21acc9013e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.469700] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41596704-d458-4263-954d-0036bbfa072c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.493515] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for the task: (returnval){ [ 620.493515] env[68663]: value = "task-3237677" [ 620.493515] env[68663]: _type = "Task" [ 620.493515] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.504209] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.644693] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237676, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.738856] env[68663]: DEBUG nova.network.neutron [-] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.850332] env[68663]: DEBUG nova.network.neutron [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Successfully updated port: fb6ad270-9e5c-49d2-bd42-af90a75ea4f3 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.008657] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.056054] env[68663]: DEBUG nova.network.neutron [req-bc09139d-e90d-4aed-9fa6-1d75c071142d req-5cd7cdc1-9528-40f9-9769-91260008e8e5 service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Updated VIF entry in instance network info cache for port a4410f17-0988-419d-867d-b185ef5eb163. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.056508] env[68663]: DEBUG nova.network.neutron [req-bc09139d-e90d-4aed-9fa6-1d75c071142d req-5cd7cdc1-9528-40f9-9769-91260008e8e5 service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Updating instance_info_cache with network_info: [{"id": "a4410f17-0988-419d-867d-b185ef5eb163", "address": "fa:16:3e:64:67:96", "network": {"id": "3874ffc0-6b84-4b36-8965-2a1da88ff343", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1464412677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a9e32b7ee9640959e02c772803899d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4410f17-09", "ovs_interfaceid": "a4410f17-0988-419d-867d-b185ef5eb163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.148361] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237676, 'name': CreateVM_Task, 'duration_secs': 0.731364} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.148361] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.148361] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.148361] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.148361] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.148669] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c77b77-3f16-40d6-be96-b518c6606663 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.153903] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Waiting for the task: (returnval){ [ 621.153903] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5217f85a-4a25-3270-84b8-67d1b7902b9e" [ 621.153903] env[68663]: _type = "Task" [ 621.153903] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.155564] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd9e20a-b2c4-480c-827a-ee43e459f86e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.171411] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5217f85a-4a25-3270-84b8-67d1b7902b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.172882] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.174360] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.174596] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.174750] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.174932] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.175298] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93770718-d9a5-4792-9c92-094b7f6cd4de {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.178052] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1237ea16-c78d-4f29-b8c0-65232011b60f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.216015] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9080c623-5c37-44fc-ab7e-7fb776e75887 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.216015] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.216015] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.216192] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2f5d1e0-d2d4-4031-9d3c-5a8074986b1b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.222541] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Waiting for the task: (returnval){ [ 621.222541] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ce0224-42bb-c9e1-ae60-582d67292f82" [ 621.222541] env[68663]: _type = "Task" [ 621.222541] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.228732] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc38c04-bb7d-4ffd-bcc3-6e7549c73190 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.238690] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ce0224-42bb-c9e1-ae60-582d67292f82, 'name': SearchDatastore_Task, 'duration_secs': 0.011664} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.247154] env[68663]: INFO nova.compute.manager [-] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Took 1.31 seconds to deallocate network for instance. [ 621.247639] env[68663]: DEBUG nova.compute.provider_tree [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.248938] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f379a4d-6dd6-4d97-9db6-26bd912ec0e0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.259065] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Waiting for the task: (returnval){ [ 621.259065] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525e2902-db6c-5253-93cc-3fe3af2bdebb" [ 621.259065] env[68663]: _type = "Task" [ 621.259065] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.266088] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525e2902-db6c-5253-93cc-3fe3af2bdebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.360409] env[68663]: DEBUG oslo_concurrency.lockutils [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquiring lock "refresh_cache-a51104e6-ed7a-49ed-89ca-37ed9d35950d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.360409] env[68663]: DEBUG oslo_concurrency.lockutils [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquired lock "refresh_cache-a51104e6-ed7a-49ed-89ca-37ed9d35950d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.360409] env[68663]: DEBUG nova.network.neutron [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.411746] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "7416ff97-a858-47d9-ab62-3a891b8f4fa0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.411959] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "7416ff97-a858-47d9-ab62-3a891b8f4fa0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.486195] env[68663]: DEBUG nova.compute.manager [req-79061f14-1106-4ab9-9ede-504e65f3c7d8 req-8e5bcb00-4347-4be7-8bcf-3eef8b60eecc service nova] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Received event network-vif-plugged-fb6ad270-9e5c-49d2-bd42-af90a75ea4f3 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.486195] env[68663]: DEBUG oslo_concurrency.lockutils [req-79061f14-1106-4ab9-9ede-504e65f3c7d8 req-8e5bcb00-4347-4be7-8bcf-3eef8b60eecc service nova] Acquiring lock "a51104e6-ed7a-49ed-89ca-37ed9d35950d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.486195] env[68663]: DEBUG oslo_concurrency.lockutils [req-79061f14-1106-4ab9-9ede-504e65f3c7d8 req-8e5bcb00-4347-4be7-8bcf-3eef8b60eecc service nova] Lock "a51104e6-ed7a-49ed-89ca-37ed9d35950d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.486195] env[68663]: DEBUG oslo_concurrency.lockutils [req-79061f14-1106-4ab9-9ede-504e65f3c7d8 req-8e5bcb00-4347-4be7-8bcf-3eef8b60eecc service nova] Lock "a51104e6-ed7a-49ed-89ca-37ed9d35950d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.486195] env[68663]: DEBUG nova.compute.manager [req-79061f14-1106-4ab9-9ede-504e65f3c7d8 req-8e5bcb00-4347-4be7-8bcf-3eef8b60eecc service nova] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] No waiting events found dispatching network-vif-plugged-fb6ad270-9e5c-49d2-bd42-af90a75ea4f3 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.487441] env[68663]: WARNING nova.compute.manager [req-79061f14-1106-4ab9-9ede-504e65f3c7d8 req-8e5bcb00-4347-4be7-8bcf-3eef8b60eecc service nova] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Received unexpected event network-vif-plugged-fb6ad270-9e5c-49d2-bd42-af90a75ea4f3 for instance with vm_state building and task_state spawning. [ 621.505123] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237677, 'name': ReconfigVM_Task, 'duration_secs': 0.754517} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.505751] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Reconfigured VM instance instance-00000015 to attach disk [datastore1] ea89d16d-6564-4b98-84c8-4a21acc9013e/ea89d16d-6564-4b98-84c8-4a21acc9013e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.506791] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abff22c6-dd42-436b-9f53-306fdbbc55cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.516493] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for the task: (returnval){ [ 621.516493] env[68663]: value = "task-3237678" [ 621.516493] env[68663]: _type = "Task" [ 621.516493] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.528649] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237678, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.560197] env[68663]: DEBUG oslo_concurrency.lockutils [req-bc09139d-e90d-4aed-9fa6-1d75c071142d req-5cd7cdc1-9528-40f9-9769-91260008e8e5 service nova] Releasing lock "refresh_cache-b20c6322-d999-406a-ac2a-1484449a4b57" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.754595] env[68663]: DEBUG nova.scheduler.client.report [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.758478] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.769238] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525e2902-db6c-5253-93cc-3fe3af2bdebb, 'name': SearchDatastore_Task, 'duration_secs': 0.01114} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.769717] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.770116] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] b20c6322-d999-406a-ac2a-1484449a4b57/b20c6322-d999-406a-ac2a-1484449a4b57.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.770514] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5a3291f-d635-434c-a531-1ee30ce33a89 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.781144] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Waiting for the task: (returnval){ [ 621.781144] env[68663]: value = "task-3237679" [ 621.781144] env[68663]: _type = "Task" [ 621.781144] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.789221] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': task-3237679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.863320] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Acquiring lock "b95b8194-54c5-45d3-b2ed-bf61f1b2ce02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.863320] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Lock "b95b8194-54c5-45d3-b2ed-bf61f1b2ce02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.863320] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Acquiring lock "b95b8194-54c5-45d3-b2ed-bf61f1b2ce02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.863320] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Lock "b95b8194-54c5-45d3-b2ed-bf61f1b2ce02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.863972] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Lock "b95b8194-54c5-45d3-b2ed-bf61f1b2ce02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.866430] env[68663]: INFO nova.compute.manager [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Terminating instance [ 621.900173] env[68663]: DEBUG nova.network.neutron [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.028850] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237678, 'name': Rename_Task, 'duration_secs': 0.199581} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.029403] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.030205] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7272f98-2d14-4a22-8a0f-d182a9da3ff9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.038989] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for the task: (returnval){ [ 622.038989] env[68663]: value = "task-3237680" [ 622.038989] env[68663]: _type = "Task" [ 622.038989] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.054515] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.066814] env[68663]: DEBUG nova.network.neutron [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Updating instance_info_cache with network_info: [{"id": "fb6ad270-9e5c-49d2-bd42-af90a75ea4f3", "address": "fa:16:3e:80:21:73", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6ad270-9e", "ovs_interfaceid": "fb6ad270-9e5c-49d2-bd42-af90a75ea4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.261164] env[68663]: DEBUG oslo_concurrency.lockutils [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.261164] env[68663]: DEBUG nova.compute.manager [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.264435] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.838s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.266340] env[68663]: INFO nova.compute.claims [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.293374] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': task-3237679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479418} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.293374] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] b20c6322-d999-406a-ac2a-1484449a4b57/b20c6322-d999-406a-ac2a-1484449a4b57.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.293374] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.293374] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba49e610-a1b2-4445-a65b-3e7151f5cf5c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.299099] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Waiting for the task: (returnval){ [ 622.299099] env[68663]: value = "task-3237681" [ 622.299099] env[68663]: _type = "Task" [ 622.299099] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.309792] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': task-3237681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.372136] env[68663]: DEBUG nova.compute.manager [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 622.373746] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.374111] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7717b6db-100c-476e-a866-99947c15439c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.382985] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.383276] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdc66759-7b2d-478c-877f-e318b342ade4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.391064] env[68663]: DEBUG oslo_vmware.api [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the task: (returnval){ [ 622.391064] env[68663]: value = "task-3237682" [ 622.391064] env[68663]: _type = "Task" [ 622.391064] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.400361] env[68663]: DEBUG oslo_vmware.api [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.553125] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237680, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.569111] env[68663]: DEBUG oslo_concurrency.lockutils [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Releasing lock "refresh_cache-a51104e6-ed7a-49ed-89ca-37ed9d35950d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.569517] env[68663]: DEBUG nova.compute.manager [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Instance network_info: |[{"id": "fb6ad270-9e5c-49d2-bd42-af90a75ea4f3", "address": "fa:16:3e:80:21:73", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6ad270-9e", "ovs_interfaceid": "fb6ad270-9e5c-49d2-bd42-af90a75ea4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.569952] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:21:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb6ad270-9e5c-49d2-bd42-af90a75ea4f3', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.580202] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Creating folder: Project (455e4ec07e544bb599888f5fb29a6c52). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.580423] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16a6b657-9abf-4bcf-9e10-633cf9cef54a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.593890] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Created folder: Project (455e4ec07e544bb599888f5fb29a6c52) in parent group-v647027. [ 622.594129] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Creating folder: Instances. Parent ref: group-v647100. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.594393] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9aac8e77-d54b-4b1b-aef1-1994687cb2e2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.599769] env[68663]: DEBUG nova.compute.manager [req-58273178-07c3-4487-bafa-e001cccc9a0d req-64ca738f-b816-4f25-8a3d-ada92d633407 service nova] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Received event network-vif-deleted-ccb38259-9a51-4822-80a7-c38f5a96c3c5 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.610108] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Created folder: Instances in parent group-v647100. [ 622.611784] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.611784] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.611784] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c6fbf01-0af8-471c-8257-688392c5e07b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.636637] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.636637] env[68663]: value = "task-3237685" [ 622.636637] env[68663]: _type = "Task" [ 622.636637] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.647151] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237685, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.773217] env[68663]: DEBUG nova.compute.utils [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.777779] env[68663]: DEBUG nova.compute.manager [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.777779] env[68663]: DEBUG nova.network.neutron [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.810588] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': task-3237681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070471} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.811086] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.812099] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2855fc4-2c01-431e-9192-80812fb79c49 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.839544] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] b20c6322-d999-406a-ac2a-1484449a4b57/b20c6322-d999-406a-ac2a-1484449a4b57.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.841945] env[68663]: DEBUG nova.policy [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d6c2827771d4c45bd90aab81df97039', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '455e4ec07e544bb599888f5fb29a6c52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.842745] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c067dad-7b61-443e-9f80-5210714e7669 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.861537] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquiring lock "0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.861763] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.867839] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Waiting for the task: (returnval){ [ 622.867839] env[68663]: value = "task-3237686" [ 622.867839] env[68663]: _type = "Task" [ 622.867839] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.878457] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': task-3237686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.901435] env[68663]: DEBUG oslo_vmware.api [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237682, 'name': PowerOffVM_Task, 'duration_secs': 0.232737} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.901723] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.901900] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.902173] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d94353f2-199e-485e-a65b-a0d55a6b6400 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.989776] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.990037] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.990198] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Deleting the datastore file [datastore2] b95b8194-54c5-45d3-b2ed-bf61f1b2ce02 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.990470] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93165b7e-2d4d-40d1-af3f-dc566d8c1fb9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.998192] env[68663]: DEBUG oslo_vmware.api [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for the task: (returnval){ [ 622.998192] env[68663]: value = "task-3237688" [ 622.998192] env[68663]: _type = "Task" [ 622.998192] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.010182] env[68663]: DEBUG oslo_vmware.api [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.052447] env[68663]: DEBUG oslo_vmware.api [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237680, 'name': PowerOnVM_Task, 'duration_secs': 0.537405} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.052768] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.053015] env[68663]: INFO nova.compute.manager [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Took 8.94 seconds to spawn the instance on the hypervisor. [ 623.053236] env[68663]: DEBUG nova.compute.manager [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.054078] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3898851f-ed00-445b-bf1f-de7dba5a82fe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.150357] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237685, 'name': CreateVM_Task, 'duration_secs': 0.4898} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.150585] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.151388] env[68663]: DEBUG oslo_concurrency.lockutils [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.151677] env[68663]: DEBUG oslo_concurrency.lockutils [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.152102] env[68663]: DEBUG oslo_concurrency.lockutils [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.152469] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e202ca66-9b72-409a-8b3d-dd5de415dccb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.160666] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 623.160666] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524c7899-28dc-2c72-933c-43776c3ac2b0" [ 623.160666] env[68663]: _type = "Task" [ 623.160666] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.172530] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524c7899-28dc-2c72-933c-43776c3ac2b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.173398] env[68663]: DEBUG nova.network.neutron [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Successfully created port: 88888a6d-9f45-4d39-9c80-2d082da8c6f0 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.277901] env[68663]: DEBUG nova.compute.manager [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.380022] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': task-3237686, 'name': ReconfigVM_Task, 'duration_secs': 0.402186} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.380643] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Reconfigured VM instance instance-00000016 to attach disk [datastore1] b20c6322-d999-406a-ac2a-1484449a4b57/b20c6322-d999-406a-ac2a-1484449a4b57.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.383382] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64de4f96-fa16-45b6-ad31-67466fe2d355 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.392990] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Waiting for the task: (returnval){ [ 623.392990] env[68663]: value = "task-3237689" [ 623.392990] env[68663]: _type = "Task" [ 623.392990] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.404250] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': task-3237689, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.510849] env[68663]: DEBUG oslo_vmware.api [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Task: {'id': task-3237688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166498} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.511642] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.511848] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.512038] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.512291] env[68663]: INFO nova.compute.manager [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Took 1.14 seconds to destroy the instance on the hypervisor. [ 623.512658] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.512922] env[68663]: DEBUG nova.compute.manager [-] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 623.513074] env[68663]: DEBUG nova.network.neutron [-] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.576529] env[68663]: INFO nova.compute.manager [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Took 32.00 seconds to build instance. [ 623.672742] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524c7899-28dc-2c72-933c-43776c3ac2b0, 'name': SearchDatastore_Task, 'duration_secs': 0.018242} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.673084] env[68663]: DEBUG oslo_concurrency.lockutils [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.673382] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.673750] env[68663]: DEBUG oslo_concurrency.lockutils [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.673937] env[68663]: DEBUG oslo_concurrency.lockutils [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.674147] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.674788] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da559d49-07d3-4d1d-8754-11f4a1de9a0b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.688416] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.688628] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.689485] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16984e56-b059-4d2e-8584-bf10baa78d8c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.699476] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 623.699476] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52502d54-9fdd-6e6a-f362-a2ee67e3f4f3" [ 623.699476] env[68663]: _type = "Task" [ 623.699476] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.711794] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52502d54-9fdd-6e6a-f362-a2ee67e3f4f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.771925] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4125758-3ed9-4731-b2f7-524cea619630 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.780073] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef12cdd0-5300-448d-9557-9fe2945ae80f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.814026] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5669ac24-63b8-4a36-b965-63f27aff4530 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.822460] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc1cedd-ede0-4967-b896-a6787bd9edb7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.838980] env[68663]: DEBUG nova.compute.provider_tree [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.903925] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': task-3237689, 'name': Rename_Task, 'duration_secs': 0.161166} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.904220] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.904587] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dbf0f60-15bf-43b8-bb61-688ac4c87577 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.911963] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Waiting for the task: (returnval){ [ 623.911963] env[68663]: value = "task-3237690" [ 623.911963] env[68663]: _type = "Task" [ 623.911963] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.921451] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': task-3237690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.078788] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e1754d59-0984-4875-bbdc-a8f0302497a8 tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Lock "ea89d16d-6564-4b98-84c8-4a21acc9013e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.866s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.211298] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52502d54-9fdd-6e6a-f362-a2ee67e3f4f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012112} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.212175] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb95201b-2058-44de-bb9b-b25c7c706073 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.218963] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 624.218963] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52054bba-2034-8f6d-6cd6-7778d0cd9acb" [ 624.218963] env[68663]: _type = "Task" [ 624.218963] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.227756] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52054bba-2034-8f6d-6cd6-7778d0cd9acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.315201] env[68663]: DEBUG nova.compute.manager [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.345459] env[68663]: DEBUG nova.virt.hardware [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.345807] env[68663]: DEBUG nova.virt.hardware [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.346047] env[68663]: DEBUG nova.virt.hardware [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.346434] env[68663]: DEBUG nova.virt.hardware [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.346599] env[68663]: DEBUG nova.virt.hardware [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.347041] env[68663]: DEBUG nova.virt.hardware [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.347109] env[68663]: DEBUG nova.virt.hardware [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.347852] env[68663]: DEBUG nova.virt.hardware [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.347852] env[68663]: DEBUG nova.virt.hardware [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.347852] env[68663]: DEBUG nova.virt.hardware [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.347852] env[68663]: DEBUG nova.virt.hardware [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.348596] env[68663]: DEBUG nova.scheduler.client.report [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.352349] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f732ef6-a383-4556-9dee-f96bbca2e5f3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.364320] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590ce67d-dc3a-43d9-b9c9-0878702c1dbd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.424445] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': task-3237690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.444279] env[68663]: DEBUG nova.compute.manager [req-a5886656-ae61-4433-bce3-8bbb4402d89b req-3955050d-029b-491a-8b7c-9cc606d07329 service nova] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Received event network-changed-fb6ad270-9e5c-49d2-bd42-af90a75ea4f3 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.444468] env[68663]: DEBUG nova.compute.manager [req-a5886656-ae61-4433-bce3-8bbb4402d89b req-3955050d-029b-491a-8b7c-9cc606d07329 service nova] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Refreshing instance network info cache due to event network-changed-fb6ad270-9e5c-49d2-bd42-af90a75ea4f3. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.444679] env[68663]: DEBUG oslo_concurrency.lockutils [req-a5886656-ae61-4433-bce3-8bbb4402d89b req-3955050d-029b-491a-8b7c-9cc606d07329 service nova] Acquiring lock "refresh_cache-a51104e6-ed7a-49ed-89ca-37ed9d35950d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.445638] env[68663]: DEBUG oslo_concurrency.lockutils [req-a5886656-ae61-4433-bce3-8bbb4402d89b req-3955050d-029b-491a-8b7c-9cc606d07329 service nova] Acquired lock "refresh_cache-a51104e6-ed7a-49ed-89ca-37ed9d35950d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.446449] env[68663]: DEBUG nova.network.neutron [req-a5886656-ae61-4433-bce3-8bbb4402d89b req-3955050d-029b-491a-8b7c-9cc606d07329 service nova] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Refreshing network info cache for port fb6ad270-9e5c-49d2-bd42-af90a75ea4f3 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.581574] env[68663]: DEBUG nova.compute.manager [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.671281] env[68663]: DEBUG nova.network.neutron [-] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.713949] env[68663]: DEBUG nova.network.neutron [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Successfully updated port: 88888a6d-9f45-4d39-9c80-2d082da8c6f0 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.734277] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52054bba-2034-8f6d-6cd6-7778d0cd9acb, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.734320] env[68663]: DEBUG oslo_concurrency.lockutils [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.734748] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] a51104e6-ed7a-49ed-89ca-37ed9d35950d/a51104e6-ed7a-49ed-89ca-37ed9d35950d.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.735043] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45d15eb7-ffd2-43f1-ae2d-3b11efcd1365 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.746497] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 624.746497] env[68663]: value = "task-3237691" [ 624.746497] env[68663]: _type = "Task" [ 624.746497] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.763105] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.856936] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.857535] env[68663]: DEBUG nova.compute.manager [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.860167] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.772s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.861851] env[68663]: INFO nova.compute.claims [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.925017] env[68663]: DEBUG oslo_vmware.api [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': task-3237690, 'name': PowerOnVM_Task, 'duration_secs': 0.87435} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.925488] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.925701] env[68663]: INFO nova.compute.manager [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Took 8.10 seconds to spawn the instance on the hypervisor. [ 624.925918] env[68663]: DEBUG nova.compute.manager [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.926830] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b4be4b-4057-4d8f-9d2f-22a7cbf67a62 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.037574] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Acquiring lock "0fce1340-0d03-4183-94cb-971773bbbeda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.037847] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Lock "0fce1340-0d03-4183-94cb-971773bbbeda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.110882] env[68663]: DEBUG oslo_concurrency.lockutils [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.159767] env[68663]: DEBUG nova.compute.manager [req-a3661759-ae68-46d6-a757-469c4c889cac req-33285d7d-352f-4408-a8b1-ee726d48deba service nova] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Received event network-vif-plugged-88888a6d-9f45-4d39-9c80-2d082da8c6f0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.159989] env[68663]: DEBUG oslo_concurrency.lockutils [req-a3661759-ae68-46d6-a757-469c4c889cac req-33285d7d-352f-4408-a8b1-ee726d48deba service nova] Acquiring lock "422ee922-8a6e-48ff-a2c3-16581bd1ec3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.160215] env[68663]: DEBUG oslo_concurrency.lockutils [req-a3661759-ae68-46d6-a757-469c4c889cac req-33285d7d-352f-4408-a8b1-ee726d48deba service nova] Lock "422ee922-8a6e-48ff-a2c3-16581bd1ec3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.160382] env[68663]: DEBUG oslo_concurrency.lockutils [req-a3661759-ae68-46d6-a757-469c4c889cac req-33285d7d-352f-4408-a8b1-ee726d48deba service nova] Lock "422ee922-8a6e-48ff-a2c3-16581bd1ec3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.160546] env[68663]: DEBUG nova.compute.manager [req-a3661759-ae68-46d6-a757-469c4c889cac req-33285d7d-352f-4408-a8b1-ee726d48deba service nova] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] No waiting events found dispatching network-vif-plugged-88888a6d-9f45-4d39-9c80-2d082da8c6f0 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.160712] env[68663]: WARNING nova.compute.manager [req-a3661759-ae68-46d6-a757-469c4c889cac req-33285d7d-352f-4408-a8b1-ee726d48deba service nova] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Received unexpected event network-vif-plugged-88888a6d-9f45-4d39-9c80-2d082da8c6f0 for instance with vm_state building and task_state spawning. [ 625.173275] env[68663]: INFO nova.compute.manager [-] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Took 1.66 seconds to deallocate network for instance. [ 625.187637] env[68663]: DEBUG oslo_concurrency.lockutils [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquiring lock "refresh_cache-422ee922-8a6e-48ff-a2c3-16581bd1ec3f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.188656] env[68663]: DEBUG oslo_concurrency.lockutils [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquired lock "refresh_cache-422ee922-8a6e-48ff-a2c3-16581bd1ec3f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.188656] env[68663]: DEBUG nova.network.neutron [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.197157] env[68663]: DEBUG nova.network.neutron [req-a5886656-ae61-4433-bce3-8bbb4402d89b req-3955050d-029b-491a-8b7c-9cc606d07329 service nova] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Updated VIF entry in instance network info cache for port fb6ad270-9e5c-49d2-bd42-af90a75ea4f3. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.197157] env[68663]: DEBUG nova.network.neutron [req-a5886656-ae61-4433-bce3-8bbb4402d89b req-3955050d-029b-491a-8b7c-9cc606d07329 service nova] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Updating instance_info_cache with network_info: [{"id": "fb6ad270-9e5c-49d2-bd42-af90a75ea4f3", "address": "fa:16:3e:80:21:73", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6ad270-9e", "ovs_interfaceid": "fb6ad270-9e5c-49d2-bd42-af90a75ea4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.256820] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480811} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.257252] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] a51104e6-ed7a-49ed-89ca-37ed9d35950d/a51104e6-ed7a-49ed-89ca-37ed9d35950d.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.257602] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.257973] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51f09f9b-d0d7-4cf5-8897-d66d1828f01c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.268062] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 625.268062] env[68663]: value = "task-3237692" [ 625.268062] env[68663]: _type = "Task" [ 625.268062] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.287762] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.366721] env[68663]: DEBUG nova.compute.utils [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.375156] env[68663]: DEBUG nova.compute.manager [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.375353] env[68663]: DEBUG nova.network.neutron [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.420028] env[68663]: DEBUG nova.policy [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4500502ea0e64cf39be45be37944b461', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e5ae36aa3154ab5a42f9cd07b964af9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.448063] env[68663]: INFO nova.compute.manager [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Took 31.25 seconds to build instance. [ 625.681754] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.698978] env[68663]: DEBUG oslo_concurrency.lockutils [req-a5886656-ae61-4433-bce3-8bbb4402d89b req-3955050d-029b-491a-8b7c-9cc606d07329 service nova] Releasing lock "refresh_cache-a51104e6-ed7a-49ed-89ca-37ed9d35950d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.729030] env[68663]: DEBUG nova.network.neutron [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Successfully created port: 080d1062-ce43-4ff4-b7ab-d43c7efe3704 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.764807] env[68663]: DEBUG nova.network.neutron [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.780787] env[68663]: DEBUG oslo_concurrency.lockutils [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquiring lock "ea89d16d-6564-4b98-84c8-4a21acc9013e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.781052] env[68663]: DEBUG oslo_concurrency.lockutils [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Lock "ea89d16d-6564-4b98-84c8-4a21acc9013e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.782105] env[68663]: DEBUG oslo_concurrency.lockutils [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquiring lock "ea89d16d-6564-4b98-84c8-4a21acc9013e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.782105] env[68663]: DEBUG oslo_concurrency.lockutils [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Lock "ea89d16d-6564-4b98-84c8-4a21acc9013e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.782105] env[68663]: DEBUG oslo_concurrency.lockutils [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Lock "ea89d16d-6564-4b98-84c8-4a21acc9013e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.783452] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.362826} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.783900] env[68663]: INFO nova.compute.manager [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Terminating instance [ 625.786222] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.790018] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d567f44-6756-4ea3-98d0-6dbb05eb263c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.815245] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] a51104e6-ed7a-49ed-89ca-37ed9d35950d/a51104e6-ed7a-49ed-89ca-37ed9d35950d.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.818756] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a917436d-e58f-4e66-a976-4a436a076a29 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.841427] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 625.841427] env[68663]: value = "task-3237693" [ 625.841427] env[68663]: _type = "Task" [ 625.841427] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.851334] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.875698] env[68663]: DEBUG nova.compute.manager [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.953750] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0e4dc5c9-d702-4795-ad4e-e87c90a24131 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Lock "b20c6322-d999-406a-ac2a-1484449a4b57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.858s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.172105] env[68663]: DEBUG nova.network.neutron [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Updating instance_info_cache with network_info: [{"id": "88888a6d-9f45-4d39-9c80-2d082da8c6f0", "address": "fa:16:3e:7c:5e:d2", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88888a6d-9f", "ovs_interfaceid": "88888a6d-9f45-4d39-9c80-2d082da8c6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.290178] env[68663]: DEBUG nova.compute.manager [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.292055] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.292752] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb34ba3-f594-4a50-8f5f-5faaa9c60857 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.301547] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.304364] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2e79594-d5f1-4926-90ae-6080614735a3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.314620] env[68663]: DEBUG oslo_vmware.api [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for the task: (returnval){ [ 626.314620] env[68663]: value = "task-3237694" [ 626.314620] env[68663]: _type = "Task" [ 626.314620] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.325919] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14efac47-5867-4fb4-bf29-cef421c28d5a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.332285] env[68663]: DEBUG oslo_vmware.api [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.337644] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59be11e-aeff-48b2-b8ce-51a9b3b86e60 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.373874] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f7c81e-c16f-4abc-80b8-0e912408de35 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.380037] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.386160] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d319558f-b090-49ba-8bd1-b96b9e9cea0c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.406368] env[68663]: DEBUG nova.compute.provider_tree [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.456465] env[68663]: DEBUG nova.compute.manager [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.680790] env[68663]: DEBUG oslo_concurrency.lockutils [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Releasing lock "refresh_cache-422ee922-8a6e-48ff-a2c3-16581bd1ec3f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.681150] env[68663]: DEBUG nova.compute.manager [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Instance network_info: |[{"id": "88888a6d-9f45-4d39-9c80-2d082da8c6f0", "address": "fa:16:3e:7c:5e:d2", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88888a6d-9f", "ovs_interfaceid": "88888a6d-9f45-4d39-9c80-2d082da8c6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.681641] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:5e:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88888a6d-9f45-4d39-9c80-2d082da8c6f0', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.690840] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.690840] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.691267] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-556870cc-2af9-45b2-83b5-1237b2684f74 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.718023] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.718023] env[68663]: value = "task-3237695" [ 626.718023] env[68663]: _type = "Task" [ 626.718023] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.725823] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237695, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.779845] env[68663]: DEBUG nova.compute.manager [req-0a48cf1b-d807-4de2-bfd6-c3975e50210d req-78c2f93f-72a4-4837-b593-a8e9f8bbbfad service nova] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Received event network-vif-deleted-8c986318-3cc0-497e-be6c-55e8bfc90e06 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.825833] env[68663]: DEBUG oslo_vmware.api [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237694, 'name': PowerOffVM_Task, 'duration_secs': 0.366473} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.826105] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.826273] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.826519] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2b46f52-5eea-4c29-93ad-b229f6f00742 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.858147] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237693, 'name': ReconfigVM_Task, 'duration_secs': 0.945806} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.858438] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Reconfigured VM instance instance-00000017 to attach disk [datastore2] a51104e6-ed7a-49ed-89ca-37ed9d35950d/a51104e6-ed7a-49ed-89ca-37ed9d35950d.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.859132] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b45167b7-5697-48aa-b0ee-b8bd9c349b3f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.867471] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 626.867471] env[68663]: value = "task-3237697" [ 626.867471] env[68663]: _type = "Task" [ 626.867471] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.877117] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237697, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.897519] env[68663]: DEBUG nova.compute.manager [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.901294] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.902415] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.902415] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Deleting the datastore file [datastore1] ea89d16d-6564-4b98-84c8-4a21acc9013e {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.902415] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18af3452-f98c-4828-8886-3cf35cc46fa6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.909491] env[68663]: DEBUG nova.scheduler.client.report [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.914595] env[68663]: DEBUG oslo_vmware.api [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for the task: (returnval){ [ 626.914595] env[68663]: value = "task-3237698" [ 626.914595] env[68663]: _type = "Task" [ 626.914595] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.927114] env[68663]: DEBUG oslo_vmware.api [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.937500] env[68663]: DEBUG nova.virt.hardware [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.937766] env[68663]: DEBUG nova.virt.hardware [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.937947] env[68663]: DEBUG nova.virt.hardware [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.938292] env[68663]: DEBUG nova.virt.hardware [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.938545] env[68663]: DEBUG nova.virt.hardware [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.938709] env[68663]: DEBUG nova.virt.hardware [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.939203] env[68663]: DEBUG nova.virt.hardware [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.939203] env[68663]: DEBUG nova.virt.hardware [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.939301] env[68663]: DEBUG nova.virt.hardware [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.939920] env[68663]: DEBUG nova.virt.hardware [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.939920] env[68663]: DEBUG nova.virt.hardware [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.941297] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e583064-fae3-4361-aca9-3387f08a2b22 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.951944] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd87ffb6-9920-40c7-9f04-c60885383212 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.988839] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.226607] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237695, 'name': CreateVM_Task, 'duration_secs': 0.477007} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.226813] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.227532] env[68663]: DEBUG oslo_concurrency.lockutils [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.227728] env[68663]: DEBUG oslo_concurrency.lockutils [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.228033] env[68663]: DEBUG oslo_concurrency.lockutils [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.228413] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72333242-a862-43fa-a1aa-225a53f01677 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.234252] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 627.234252] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52229ee1-22d7-f8a8-4095-e0b02d0c1c5a" [ 627.234252] env[68663]: _type = "Task" [ 627.234252] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.243366] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52229ee1-22d7-f8a8-4095-e0b02d0c1c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.303141] env[68663]: DEBUG nova.compute.manager [req-3317b100-f414-45a0-a55f-497e15a27bd3 req-45509a96-3a7f-44bf-88d9-ff368a3388dc service nova] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Received event network-changed-88888a6d-9f45-4d39-9c80-2d082da8c6f0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.303141] env[68663]: DEBUG nova.compute.manager [req-3317b100-f414-45a0-a55f-497e15a27bd3 req-45509a96-3a7f-44bf-88d9-ff368a3388dc service nova] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Refreshing instance network info cache due to event network-changed-88888a6d-9f45-4d39-9c80-2d082da8c6f0. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 627.303141] env[68663]: DEBUG oslo_concurrency.lockutils [req-3317b100-f414-45a0-a55f-497e15a27bd3 req-45509a96-3a7f-44bf-88d9-ff368a3388dc service nova] Acquiring lock "refresh_cache-422ee922-8a6e-48ff-a2c3-16581bd1ec3f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.303141] env[68663]: DEBUG oslo_concurrency.lockutils [req-3317b100-f414-45a0-a55f-497e15a27bd3 req-45509a96-3a7f-44bf-88d9-ff368a3388dc service nova] Acquired lock "refresh_cache-422ee922-8a6e-48ff-a2c3-16581bd1ec3f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.303274] env[68663]: DEBUG nova.network.neutron [req-3317b100-f414-45a0-a55f-497e15a27bd3 req-45509a96-3a7f-44bf-88d9-ff368a3388dc service nova] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Refreshing network info cache for port 88888a6d-9f45-4d39-9c80-2d082da8c6f0 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.378828] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237697, 'name': Rename_Task, 'duration_secs': 0.201076} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.379901] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.379901] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9db2f31a-2350-4738-a7bd-bb3fdc712bff {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.387889] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 627.387889] env[68663]: value = "task-3237699" [ 627.387889] env[68663]: _type = "Task" [ 627.387889] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.399029] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.411795] env[68663]: DEBUG nova.network.neutron [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Successfully updated port: 080d1062-ce43-4ff4-b7ab-d43c7efe3704 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.418245] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.418831] env[68663]: DEBUG nova.compute.manager [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.425556] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.718s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.432650] env[68663]: INFO nova.compute.claims [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.453242] env[68663]: DEBUG oslo_vmware.api [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Task: {'id': task-3237698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190974} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.454112] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.454112] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.454245] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.454706] env[68663]: INFO nova.compute.manager [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 627.454706] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.455024] env[68663]: DEBUG nova.compute.manager [-] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.455024] env[68663]: DEBUG nova.network.neutron [-] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.748560] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52229ee1-22d7-f8a8-4095-e0b02d0c1c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.012467} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.748877] env[68663]: DEBUG oslo_concurrency.lockutils [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.749212] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.749465] env[68663]: DEBUG oslo_concurrency.lockutils [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.749668] env[68663]: DEBUG oslo_concurrency.lockutils [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.749864] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.750149] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e003c2ae-7c3b-4eba-b03a-15ce354ad775 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.760867] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.761118] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.761983] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-433ca193-84e9-4613-b8d2-f72ac572ccf1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.768966] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 627.768966] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d77356-06a9-d6ce-8ab0-72cd10ba1543" [ 627.768966] env[68663]: _type = "Task" [ 627.768966] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.476292] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "refresh_cache-257b370c-a0ec-4003-ae40-82e4bbfc7306" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.476431] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquired lock "refresh_cache-257b370c-a0ec-4003-ae40-82e4bbfc7306" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.476577] env[68663]: DEBUG nova.network.neutron [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.480742] env[68663]: DEBUG nova.compute.utils [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.483899] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d77356-06a9-d6ce-8ab0-72cd10ba1543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.484129] env[68663]: WARNING oslo_vmware.common.loopingcall [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] task run outlasted interval by 0.21487599999999996 sec [ 628.489256] env[68663]: DEBUG nova.compute.manager [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.489450] env[68663]: DEBUG nova.network.neutron [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.506759] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d77356-06a9-d6ce-8ab0-72cd10ba1543, 'name': SearchDatastore_Task, 'duration_secs': 0.012172} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.507404] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237699, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.510202] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-078c2b82-364c-4539-b3e9-f8b84780a3c9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.517331] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 628.517331] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52278b32-d303-b283-a539-d2811fb96c9e" [ 628.517331] env[68663]: _type = "Task" [ 628.517331] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.526696] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52278b32-d303-b283-a539-d2811fb96c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.540780] env[68663]: DEBUG nova.policy [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd38a52052eb49af9dbf53fc3ec883e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6a164e46df84c4bac84d6e86d894b7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.921236] env[68663]: DEBUG nova.network.neutron [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Successfully created port: f587ac8d-6a00-4de8-8bb4-9a28c1533cda {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.940197] env[68663]: DEBUG nova.network.neutron [req-3317b100-f414-45a0-a55f-497e15a27bd3 req-45509a96-3a7f-44bf-88d9-ff368a3388dc service nova] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Updated VIF entry in instance network info cache for port 88888a6d-9f45-4d39-9c80-2d082da8c6f0. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.941833] env[68663]: DEBUG nova.network.neutron [req-3317b100-f414-45a0-a55f-497e15a27bd3 req-45509a96-3a7f-44bf-88d9-ff368a3388dc service nova] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Updating instance_info_cache with network_info: [{"id": "88888a6d-9f45-4d39-9c80-2d082da8c6f0", "address": "fa:16:3e:7c:5e:d2", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88888a6d-9f", "ovs_interfaceid": "88888a6d-9f45-4d39-9c80-2d082da8c6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.944824] env[68663]: DEBUG nova.compute.manager [req-1d55664c-e1a5-4d80-83d0-1fab312ecb8a req-536785f9-423a-42fe-a763-c97c63b7b72e service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Received event network-changed-a4410f17-0988-419d-867d-b185ef5eb163 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.944883] env[68663]: DEBUG nova.compute.manager [req-1d55664c-e1a5-4d80-83d0-1fab312ecb8a req-536785f9-423a-42fe-a763-c97c63b7b72e service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Refreshing instance network info cache due to event network-changed-a4410f17-0988-419d-867d-b185ef5eb163. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.945067] env[68663]: DEBUG oslo_concurrency.lockutils [req-1d55664c-e1a5-4d80-83d0-1fab312ecb8a req-536785f9-423a-42fe-a763-c97c63b7b72e service nova] Acquiring lock "refresh_cache-b20c6322-d999-406a-ac2a-1484449a4b57" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.945213] env[68663]: DEBUG oslo_concurrency.lockutils [req-1d55664c-e1a5-4d80-83d0-1fab312ecb8a req-536785f9-423a-42fe-a763-c97c63b7b72e service nova] Acquired lock "refresh_cache-b20c6322-d999-406a-ac2a-1484449a4b57" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.945365] env[68663]: DEBUG nova.network.neutron [req-1d55664c-e1a5-4d80-83d0-1fab312ecb8a req-536785f9-423a-42fe-a763-c97c63b7b72e service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Refreshing network info cache for port a4410f17-0988-419d-867d-b185ef5eb163 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.983591] env[68663]: DEBUG nova.compute.manager [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.994964] env[68663]: DEBUG oslo_vmware.api [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237699, 'name': PowerOnVM_Task, 'duration_secs': 1.31803} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.995513] env[68663]: DEBUG nova.network.neutron [-] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.000302] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.000302] env[68663]: INFO nova.compute.manager [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Took 9.49 seconds to spawn the instance on the hypervisor. [ 629.000302] env[68663]: DEBUG nova.compute.manager [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.000302] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f61576-7d90-4c35-be48-341ef415daab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.032086] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52278b32-d303-b283-a539-d2811fb96c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.018904} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.032086] env[68663]: DEBUG oslo_concurrency.lockutils [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.032086] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 422ee922-8a6e-48ff-a2c3-16581bd1ec3f/422ee922-8a6e-48ff-a2c3-16581bd1ec3f.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.032086] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eec8669d-d5e6-4577-8efb-4f11485df896 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.040665] env[68663]: DEBUG nova.network.neutron [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.044022] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 629.044022] env[68663]: value = "task-3237700" [ 629.044022] env[68663]: _type = "Task" [ 629.044022] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.053565] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.180606] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.180828] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.291244] env[68663]: DEBUG nova.network.neutron [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Updating instance_info_cache with network_info: [{"id": "080d1062-ce43-4ff4-b7ab-d43c7efe3704", "address": "fa:16:3e:65:9f:b8", "network": {"id": "01d1e4f4-a88e-476c-a6ac-feb88f8e5529", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1791599442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e5ae36aa3154ab5a42f9cd07b964af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap080d1062-ce", "ovs_interfaceid": "080d1062-ce43-4ff4-b7ab-d43c7efe3704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.448919] env[68663]: DEBUG oslo_concurrency.lockutils [req-3317b100-f414-45a0-a55f-497e15a27bd3 req-45509a96-3a7f-44bf-88d9-ff368a3388dc service nova] Releasing lock "refresh_cache-422ee922-8a6e-48ff-a2c3-16581bd1ec3f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.497691] env[68663]: INFO nova.virt.block_device [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Booting with volume 73c1fb06-0735-431b-9907-1bf4e5f37d62 at /dev/sda [ 629.501098] env[68663]: INFO nova.compute.manager [-] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Took 2.04 seconds to deallocate network for instance. [ 629.525417] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56b8f1b-215f-4d62-8731-a8dee6b1c7d4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.528453] env[68663]: INFO nova.compute.manager [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Took 31.56 seconds to build instance. [ 629.538596] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5804c24-2753-45fb-a1bf-e9c7c86e6430 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.581547] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3e3178-11f1-40f3-bb14-baa5fa309adf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.584367] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-575264d6-f9c4-4896-b263-d0cfafa4d9f8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.590101] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489144} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.591169] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 422ee922-8a6e-48ff-a2c3-16581bd1ec3f/422ee922-8a6e-48ff-a2c3-16581bd1ec3f.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.591458] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.591844] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c79e74e9-a5e2-454e-b3ec-e60e4a704f4f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.598213] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9da09d6-6e3f-4e7b-8deb-7bbd653b59ab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.605984] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c77858a-6813-4147-82ce-4cf00c5c6156 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.616627] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 629.616627] env[68663]: value = "task-3237701" [ 629.616627] env[68663]: _type = "Task" [ 629.616627] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.632020] env[68663]: DEBUG nova.compute.provider_tree [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.647704] env[68663]: DEBUG nova.scheduler.client.report [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.653099] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42d241a9-d762-4732-9a8d-cd6ac9d64d8b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.665797] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237701, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.674757] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c14d35-d8f7-4e35-948b-2bd1865d016d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.696639] env[68663]: DEBUG nova.compute.manager [req-19dc5b94-2db7-44a0-a830-5b04573cc9da req-2ce480c3-e8d1-4739-9f1f-3a4558e076b9 service nova] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Received event network-vif-plugged-080d1062-ce43-4ff4-b7ab-d43c7efe3704 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.696639] env[68663]: DEBUG oslo_concurrency.lockutils [req-19dc5b94-2db7-44a0-a830-5b04573cc9da req-2ce480c3-e8d1-4739-9f1f-3a4558e076b9 service nova] Acquiring lock "257b370c-a0ec-4003-ae40-82e4bbfc7306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.696880] env[68663]: DEBUG oslo_concurrency.lockutils [req-19dc5b94-2db7-44a0-a830-5b04573cc9da req-2ce480c3-e8d1-4739-9f1f-3a4558e076b9 service nova] Lock "257b370c-a0ec-4003-ae40-82e4bbfc7306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.696987] env[68663]: DEBUG oslo_concurrency.lockutils [req-19dc5b94-2db7-44a0-a830-5b04573cc9da req-2ce480c3-e8d1-4739-9f1f-3a4558e076b9 service nova] Lock "257b370c-a0ec-4003-ae40-82e4bbfc7306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.697161] env[68663]: DEBUG nova.compute.manager [req-19dc5b94-2db7-44a0-a830-5b04573cc9da req-2ce480c3-e8d1-4739-9f1f-3a4558e076b9 service nova] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] No waiting events found dispatching network-vif-plugged-080d1062-ce43-4ff4-b7ab-d43c7efe3704 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.697315] env[68663]: WARNING nova.compute.manager [req-19dc5b94-2db7-44a0-a830-5b04573cc9da req-2ce480c3-e8d1-4739-9f1f-3a4558e076b9 service nova] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Received unexpected event network-vif-plugged-080d1062-ce43-4ff4-b7ab-d43c7efe3704 for instance with vm_state building and task_state spawning. [ 629.697465] env[68663]: DEBUG nova.compute.manager [req-19dc5b94-2db7-44a0-a830-5b04573cc9da req-2ce480c3-e8d1-4739-9f1f-3a4558e076b9 service nova] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Received event network-changed-080d1062-ce43-4ff4-b7ab-d43c7efe3704 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.697607] env[68663]: DEBUG nova.compute.manager [req-19dc5b94-2db7-44a0-a830-5b04573cc9da req-2ce480c3-e8d1-4739-9f1f-3a4558e076b9 service nova] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Refreshing instance network info cache due to event network-changed-080d1062-ce43-4ff4-b7ab-d43c7efe3704. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.697763] env[68663]: DEBUG oslo_concurrency.lockutils [req-19dc5b94-2db7-44a0-a830-5b04573cc9da req-2ce480c3-e8d1-4739-9f1f-3a4558e076b9 service nova] Acquiring lock "refresh_cache-257b370c-a0ec-4003-ae40-82e4bbfc7306" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.700046] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.700046] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.700046] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.700046] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.700046] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.700046] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.700322] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 629.700322] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.724499] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3c7c21-2e18-4461-9b85-9c83de78c93e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.733618] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee04ee96-e6e3-4933-95f6-080d1d47d074 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.752040] env[68663]: DEBUG nova.virt.block_device [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Updating existing volume attachment record: 2baecfb9-7709-42d1-9c97-7033c458fdcf {{(pid=68663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 629.794250] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Releasing lock "refresh_cache-257b370c-a0ec-4003-ae40-82e4bbfc7306" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.794617] env[68663]: DEBUG nova.compute.manager [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Instance network_info: |[{"id": "080d1062-ce43-4ff4-b7ab-d43c7efe3704", "address": "fa:16:3e:65:9f:b8", "network": {"id": "01d1e4f4-a88e-476c-a6ac-feb88f8e5529", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1791599442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e5ae36aa3154ab5a42f9cd07b964af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap080d1062-ce", "ovs_interfaceid": "080d1062-ce43-4ff4-b7ab-d43c7efe3704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.794940] env[68663]: DEBUG oslo_concurrency.lockutils [req-19dc5b94-2db7-44a0-a830-5b04573cc9da req-2ce480c3-e8d1-4739-9f1f-3a4558e076b9 service nova] Acquired lock "refresh_cache-257b370c-a0ec-4003-ae40-82e4bbfc7306" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.795136] env[68663]: DEBUG nova.network.neutron [req-19dc5b94-2db7-44a0-a830-5b04573cc9da req-2ce480c3-e8d1-4739-9f1f-3a4558e076b9 service nova] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Refreshing network info cache for port 080d1062-ce43-4ff4-b7ab-d43c7efe3704 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.796658] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:9f:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '080d1062-ce43-4ff4-b7ab-d43c7efe3704', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.804232] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Creating folder: Project (4e5ae36aa3154ab5a42f9cd07b964af9). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.804766] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-607cf0b3-bc4a-4288-a2ae-7e501150893b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.820883] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Created folder: Project (4e5ae36aa3154ab5a42f9cd07b964af9) in parent group-v647027. [ 629.820883] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Creating folder: Instances. Parent ref: group-v647104. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.820883] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a468c1d6-c783-4e24-9791-e53c94b2dfb4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.829471] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Created folder: Instances in parent group-v647104. [ 629.829471] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.829626] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.829939] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cffd7594-d29e-4ec8-af9a-c9168661297e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.859134] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.859134] env[68663]: value = "task-3237704" [ 629.859134] env[68663]: _type = "Task" [ 629.859134] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.859340] env[68663]: DEBUG nova.network.neutron [req-1d55664c-e1a5-4d80-83d0-1fab312ecb8a req-536785f9-423a-42fe-a763-c97c63b7b72e service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Updated VIF entry in instance network info cache for port a4410f17-0988-419d-867d-b185ef5eb163. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.859661] env[68663]: DEBUG nova.network.neutron [req-1d55664c-e1a5-4d80-83d0-1fab312ecb8a req-536785f9-423a-42fe-a763-c97c63b7b72e service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Updating instance_info_cache with network_info: [{"id": "a4410f17-0988-419d-867d-b185ef5eb163", "address": "fa:16:3e:64:67:96", "network": {"id": "3874ffc0-6b84-4b36-8965-2a1da88ff343", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1464412677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a9e32b7ee9640959e02c772803899d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4410f17-09", "ovs_interfaceid": "a4410f17-0988-419d-867d-b185ef5eb163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.869933] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237704, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.024032] env[68663]: DEBUG oslo_concurrency.lockutils [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.033739] env[68663]: DEBUG oslo_concurrency.lockutils [None req-01b78c97-2f12-47e8-ba45-861ba8eadda3 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "a51104e6-ed7a-49ed-89ca-37ed9d35950d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.180s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.131430] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0719} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.131728] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.134451] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8babf29-7612-4d82-b4fe-4257950eb850 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.158934] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 422ee922-8a6e-48ff-a2c3-16581bd1ec3f/422ee922-8a6e-48ff-a2c3-16581bd1ec3f.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.159275] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2975e8e1-57bd-420d-94fa-5faff9dc6001 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.175120] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.175120] env[68663]: DEBUG nova.compute.manager [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.181674] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.201s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.181913] env[68663]: DEBUG nova.objects.instance [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Lazy-loading 'resources' on Instance uuid d91b778c-ac38-4998-aa7f-625c3fb8a722 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.193135] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 630.193135] env[68663]: value = "task-3237705" [ 630.193135] env[68663]: _type = "Task" [ 630.193135] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.205088] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.210188] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.366030] env[68663]: DEBUG oslo_concurrency.lockutils [req-1d55664c-e1a5-4d80-83d0-1fab312ecb8a req-536785f9-423a-42fe-a763-c97c63b7b72e service nova] Releasing lock "refresh_cache-b20c6322-d999-406a-ac2a-1484449a4b57" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.376506] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237704, 'name': CreateVM_Task, 'duration_secs': 0.463178} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.378858] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.379554] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.379718] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.380189] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.380579] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e787a457-d150-4fd6-9b35-990db5af6b4e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.390445] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 630.390445] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523e7a3b-d245-af2e-570c-027fe6bc118c" [ 630.390445] env[68663]: _type = "Task" [ 630.390445] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.400641] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523e7a3b-d245-af2e-570c-027fe6bc118c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.539228] env[68663]: DEBUG nova.compute.manager [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.683500] env[68663]: DEBUG nova.compute.utils [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.684923] env[68663]: DEBUG nova.compute.manager [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.689228] env[68663]: DEBUG nova.network.neutron [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.708069] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237705, 'name': ReconfigVM_Task, 'duration_secs': 0.349285} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.708542] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 422ee922-8a6e-48ff-a2c3-16581bd1ec3f/422ee922-8a6e-48ff-a2c3-16581bd1ec3f.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.709352] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e161d19-f962-4e1f-bc32-84a2bdcf69fe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.717949] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 630.717949] env[68663]: value = "task-3237706" [ 630.717949] env[68663]: _type = "Task" [ 630.717949] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.729045] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237706, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.737106] env[68663]: DEBUG nova.network.neutron [req-19dc5b94-2db7-44a0-a830-5b04573cc9da req-2ce480c3-e8d1-4739-9f1f-3a4558e076b9 service nova] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Updated VIF entry in instance network info cache for port 080d1062-ce43-4ff4-b7ab-d43c7efe3704. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.738042] env[68663]: DEBUG nova.network.neutron [req-19dc5b94-2db7-44a0-a830-5b04573cc9da req-2ce480c3-e8d1-4739-9f1f-3a4558e076b9 service nova] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Updating instance_info_cache with network_info: [{"id": "080d1062-ce43-4ff4-b7ab-d43c7efe3704", "address": "fa:16:3e:65:9f:b8", "network": {"id": "01d1e4f4-a88e-476c-a6ac-feb88f8e5529", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1791599442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e5ae36aa3154ab5a42f9cd07b964af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap080d1062-ce", "ovs_interfaceid": "080d1062-ce43-4ff4-b7ab-d43c7efe3704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.778691] env[68663]: DEBUG nova.policy [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd918fd97aa947d5bbadecae168fbce2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69af6bfd60414d60ba2678a7fa5e2af4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.911522] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523e7a3b-d245-af2e-570c-027fe6bc118c, 'name': SearchDatastore_Task, 'duration_secs': 0.01119} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.911522] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.911731] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.911967] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.912121] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.912332] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.912588] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3db96a8-09ce-4ded-aead-160b18d6ab9d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.924302] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.924520] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.925351] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2128a3be-f52b-4901-9ac5-23a257da9e4b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.932231] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 630.932231] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528630c0-9281-be0d-7649-ef626bd13af8" [ 630.932231] env[68663]: _type = "Task" [ 630.932231] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.940508] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528630c0-9281-be0d-7649-ef626bd13af8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.951468] env[68663]: DEBUG nova.network.neutron [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Successfully updated port: f587ac8d-6a00-4de8-8bb4-9a28c1533cda {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.058128] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.194738] env[68663]: DEBUG nova.compute.manager [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.222168] env[68663]: DEBUG nova.network.neutron [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Successfully created port: e39e71b0-df3a-40dd-8207-357ac391eeb0 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.237355] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237706, 'name': Rename_Task, 'duration_secs': 0.159782} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.238013] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.238468] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce2d407d-4a42-48d7-99df-551cc743ba6a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.240987] env[68663]: DEBUG oslo_concurrency.lockutils [req-19dc5b94-2db7-44a0-a830-5b04573cc9da req-2ce480c3-e8d1-4739-9f1f-3a4558e076b9 service nova] Releasing lock "refresh_cache-257b370c-a0ec-4003-ae40-82e4bbfc7306" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.241391] env[68663]: DEBUG nova.compute.manager [req-19dc5b94-2db7-44a0-a830-5b04573cc9da req-2ce480c3-e8d1-4739-9f1f-3a4558e076b9 service nova] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Received event network-vif-deleted-738c711e-9681-4db8-9948-ac82b05f346c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.245847] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812e518e-7310-44e6-a264-34a67663fe2f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.249037] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 631.249037] env[68663]: value = "task-3237707" [ 631.249037] env[68663]: _type = "Task" [ 631.249037] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.256811] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211b8ad9-0967-4bc6-99d2-49f17bc83fc0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.263663] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.293464] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dde4c6d-debe-44cf-8726-2e6980bf4e5d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.302737] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c7ea92-9584-40e2-a4eb-adec3f068dcc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.319064] env[68663]: DEBUG nova.compute.provider_tree [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.449416] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528630c0-9281-be0d-7649-ef626bd13af8, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.449923] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82dceb78-fb88-4c1c-8280-2f77a3610b87 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.454022] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Acquiring lock "refresh_cache-441b72ec-7140-4386-aad4-32be0f4772d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.454246] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Acquired lock "refresh_cache-441b72ec-7140-4386-aad4-32be0f4772d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.454478] env[68663]: DEBUG nova.network.neutron [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.461337] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 631.461337] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b9f628-70e5-e315-df95-1cb45f26358b" [ 631.461337] env[68663]: _type = "Task" [ 631.461337] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.474259] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b9f628-70e5-e315-df95-1cb45f26358b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.761087] env[68663]: DEBUG oslo_vmware.api [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237707, 'name': PowerOnVM_Task, 'duration_secs': 0.475528} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.761346] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.761614] env[68663]: INFO nova.compute.manager [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Took 7.45 seconds to spawn the instance on the hypervisor. [ 631.761796] env[68663]: DEBUG nova.compute.manager [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.762655] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036e1010-aa4a-45b5-b182-1e60f4dce9c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.824118] env[68663]: DEBUG nova.scheduler.client.report [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.894352] env[68663]: DEBUG nova.compute.manager [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.894721] env[68663]: DEBUG nova.virt.hardware [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.894937] env[68663]: DEBUG nova.virt.hardware [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.895102] env[68663]: DEBUG nova.virt.hardware [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.895294] env[68663]: DEBUG nova.virt.hardware [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.895437] env[68663]: DEBUG nova.virt.hardware [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.895583] env[68663]: DEBUG nova.virt.hardware [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.895787] env[68663]: DEBUG nova.virt.hardware [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.895943] env[68663]: DEBUG nova.virt.hardware [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.896131] env[68663]: DEBUG nova.virt.hardware [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.896297] env[68663]: DEBUG nova.virt.hardware [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.896494] env[68663]: DEBUG nova.virt.hardware [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.897381] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0ab83d-569f-4c95-9c24-c894d0f09413 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.906873] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13fb65d-0623-4dac-b50f-c68af03294cd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.979873] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b9f628-70e5-e315-df95-1cb45f26358b, 'name': SearchDatastore_Task, 'duration_secs': 0.011807} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.979873] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.979873] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 257b370c-a0ec-4003-ae40-82e4bbfc7306/257b370c-a0ec-4003-ae40-82e4bbfc7306.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.979873] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fde03bd-bb8d-439c-bf5c-1a888194a5eb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.988193] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 631.988193] env[68663]: value = "task-3237708" [ 631.988193] env[68663]: _type = "Task" [ 631.988193] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.999840] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.004780] env[68663]: DEBUG nova.network.neutron [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.185064] env[68663]: DEBUG nova.network.neutron [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Updating instance_info_cache with network_info: [{"id": "f587ac8d-6a00-4de8-8bb4-9a28c1533cda", "address": "fa:16:3e:1d:d1:d8", "network": {"id": "e01744c4-7bd9-44ee-b485-cb563684680f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-580286186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a164e46df84c4bac84d6e86d894b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf587ac8d-6a", "ovs_interfaceid": "f587ac8d-6a00-4de8-8bb4-9a28c1533cda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.211896] env[68663]: DEBUG nova.compute.manager [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.240354] env[68663]: DEBUG nova.virt.hardware [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.240589] env[68663]: DEBUG nova.virt.hardware [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.240752] env[68663]: DEBUG nova.virt.hardware [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.240926] env[68663]: DEBUG nova.virt.hardware [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.241104] env[68663]: DEBUG nova.virt.hardware [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.241264] env[68663]: DEBUG nova.virt.hardware [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.241508] env[68663]: DEBUG nova.virt.hardware [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.241737] env[68663]: DEBUG nova.virt.hardware [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.241956] env[68663]: DEBUG nova.virt.hardware [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.242147] env[68663]: DEBUG nova.virt.hardware [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.242334] env[68663]: DEBUG nova.virt.hardware [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.243891] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11f21b2-0500-4df8-ae9f-a41fb4cbdd7e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.252895] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bbc698-98f6-4889-8895-a3523625ee4a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.282942] env[68663]: INFO nova.compute.manager [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Took 29.72 seconds to build instance. [ 632.329661] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.332228] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.706s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.332504] env[68663]: DEBUG nova.objects.instance [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lazy-loading 'resources' on Instance uuid 052896f2-2f6f-479d-a161-88e6f3513515 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 632.354177] env[68663]: INFO nova.scheduler.client.report [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Deleted allocations for instance d91b778c-ac38-4998-aa7f-625c3fb8a722 [ 632.500534] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237708, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.527292] env[68663]: DEBUG nova.compute.manager [req-daa3b999-3bfb-4c3a-802c-091ba86c8b39 req-060b3090-253e-4234-80de-63f28e13afc4 service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Received event network-changed-a4410f17-0988-419d-867d-b185ef5eb163 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.527547] env[68663]: DEBUG nova.compute.manager [req-daa3b999-3bfb-4c3a-802c-091ba86c8b39 req-060b3090-253e-4234-80de-63f28e13afc4 service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Refreshing instance network info cache due to event network-changed-a4410f17-0988-419d-867d-b185ef5eb163. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.527819] env[68663]: DEBUG oslo_concurrency.lockutils [req-daa3b999-3bfb-4c3a-802c-091ba86c8b39 req-060b3090-253e-4234-80de-63f28e13afc4 service nova] Acquiring lock "refresh_cache-b20c6322-d999-406a-ac2a-1484449a4b57" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.529670] env[68663]: DEBUG oslo_concurrency.lockutils [req-daa3b999-3bfb-4c3a-802c-091ba86c8b39 req-060b3090-253e-4234-80de-63f28e13afc4 service nova] Acquired lock "refresh_cache-b20c6322-d999-406a-ac2a-1484449a4b57" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.529899] env[68663]: DEBUG nova.network.neutron [req-daa3b999-3bfb-4c3a-802c-091ba86c8b39 req-060b3090-253e-4234-80de-63f28e13afc4 service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Refreshing network info cache for port a4410f17-0988-419d-867d-b185ef5eb163 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.548013] env[68663]: DEBUG nova.compute.manager [req-ca42c02a-39bc-40e4-9f51-1ecc7ae3af21 req-f245f04c-a073-42d9-a874-c28239553531 service nova] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Received event network-vif-plugged-f587ac8d-6a00-4de8-8bb4-9a28c1533cda {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.548306] env[68663]: DEBUG oslo_concurrency.lockutils [req-ca42c02a-39bc-40e4-9f51-1ecc7ae3af21 req-f245f04c-a073-42d9-a874-c28239553531 service nova] Acquiring lock "441b72ec-7140-4386-aad4-32be0f4772d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.548467] env[68663]: DEBUG oslo_concurrency.lockutils [req-ca42c02a-39bc-40e4-9f51-1ecc7ae3af21 req-f245f04c-a073-42d9-a874-c28239553531 service nova] Lock "441b72ec-7140-4386-aad4-32be0f4772d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.548658] env[68663]: DEBUG oslo_concurrency.lockutils [req-ca42c02a-39bc-40e4-9f51-1ecc7ae3af21 req-f245f04c-a073-42d9-a874-c28239553531 service nova] Lock "441b72ec-7140-4386-aad4-32be0f4772d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.548810] env[68663]: DEBUG nova.compute.manager [req-ca42c02a-39bc-40e4-9f51-1ecc7ae3af21 req-f245f04c-a073-42d9-a874-c28239553531 service nova] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] No waiting events found dispatching network-vif-plugged-f587ac8d-6a00-4de8-8bb4-9a28c1533cda {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.548956] env[68663]: WARNING nova.compute.manager [req-ca42c02a-39bc-40e4-9f51-1ecc7ae3af21 req-f245f04c-a073-42d9-a874-c28239553531 service nova] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Received unexpected event network-vif-plugged-f587ac8d-6a00-4de8-8bb4-9a28c1533cda for instance with vm_state building and task_state spawning. [ 632.549121] env[68663]: DEBUG nova.compute.manager [req-ca42c02a-39bc-40e4-9f51-1ecc7ae3af21 req-f245f04c-a073-42d9-a874-c28239553531 service nova] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Received event network-changed-f587ac8d-6a00-4de8-8bb4-9a28c1533cda {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.549272] env[68663]: DEBUG nova.compute.manager [req-ca42c02a-39bc-40e4-9f51-1ecc7ae3af21 req-f245f04c-a073-42d9-a874-c28239553531 service nova] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Refreshing instance network info cache due to event network-changed-f587ac8d-6a00-4de8-8bb4-9a28c1533cda. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.549435] env[68663]: DEBUG oslo_concurrency.lockutils [req-ca42c02a-39bc-40e4-9f51-1ecc7ae3af21 req-f245f04c-a073-42d9-a874-c28239553531 service nova] Acquiring lock "refresh_cache-441b72ec-7140-4386-aad4-32be0f4772d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.688117] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Releasing lock "refresh_cache-441b72ec-7140-4386-aad4-32be0f4772d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.689074] env[68663]: DEBUG nova.compute.manager [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Instance network_info: |[{"id": "f587ac8d-6a00-4de8-8bb4-9a28c1533cda", "address": "fa:16:3e:1d:d1:d8", "network": {"id": "e01744c4-7bd9-44ee-b485-cb563684680f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-580286186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a164e46df84c4bac84d6e86d894b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf587ac8d-6a", "ovs_interfaceid": "f587ac8d-6a00-4de8-8bb4-9a28c1533cda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.689148] env[68663]: DEBUG oslo_concurrency.lockutils [req-ca42c02a-39bc-40e4-9f51-1ecc7ae3af21 req-f245f04c-a073-42d9-a874-c28239553531 service nova] Acquired lock "refresh_cache-441b72ec-7140-4386-aad4-32be0f4772d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.689365] env[68663]: DEBUG nova.network.neutron [req-ca42c02a-39bc-40e4-9f51-1ecc7ae3af21 req-f245f04c-a073-42d9-a874-c28239553531 service nova] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Refreshing network info cache for port f587ac8d-6a00-4de8-8bb4-9a28c1533cda {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.690913] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:d1:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f587ac8d-6a00-4de8-8bb4-9a28c1533cda', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.701897] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Creating folder: Project (d6a164e46df84c4bac84d6e86d894b7a). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.702643] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b144cb92-135a-4d48-b949-7ae5ee0f69b8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.721276] env[68663]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 632.721276] env[68663]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68663) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 632.721986] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Folder already exists: Project (d6a164e46df84c4bac84d6e86d894b7a). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 632.721986] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Creating folder: Instances. Parent ref: group-v647055. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.723172] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd9c5a50-8298-433f-8e4b-2da25dba6d07 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.738728] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Created folder: Instances in parent group-v647055. [ 632.738728] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.741770] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.742549] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46c0d0ce-b361-4fd1-ace1-3e7fa059c65f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.764016] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "b791d5aa-64c2-4a4e-b202-1f9ba6ae071a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.764405] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "b791d5aa-64c2-4a4e-b202-1f9ba6ae071a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.769527] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.769527] env[68663]: value = "task-3237711" [ 632.769527] env[68663]: _type = "Task" [ 632.769527] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.779976] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237711, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.784241] env[68663]: DEBUG oslo_concurrency.lockutils [None req-070d376a-7c96-4946-8a99-d6ea03838b52 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "422ee922-8a6e-48ff-a2c3-16581bd1ec3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.031s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.828702] env[68663]: DEBUG nova.network.neutron [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Successfully updated port: e39e71b0-df3a-40dd-8207-357ac391eeb0 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.867176] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a318af21-c8b8-4510-b9b0-6a539a5d5fd0 tempest-ServerDiagnosticsNegativeTest-1639145542 tempest-ServerDiagnosticsNegativeTest-1639145542-project-member] Lock "d91b778c-ac38-4998-aa7f-625c3fb8a722" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.149s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.007397] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665227} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.010590] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 257b370c-a0ec-4003-ae40-82e4bbfc7306/257b370c-a0ec-4003-ae40-82e4bbfc7306.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.011253] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.012287] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13226a31-4500-4346-adf9-4ab729ca27cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.020624] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 633.020624] env[68663]: value = "task-3237712" [ 633.020624] env[68663]: _type = "Task" [ 633.020624] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.038896] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.284445] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237711, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.296941] env[68663]: DEBUG nova.compute.manager [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.301041] env[68663]: DEBUG nova.network.neutron [req-daa3b999-3bfb-4c3a-802c-091ba86c8b39 req-060b3090-253e-4234-80de-63f28e13afc4 service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Updated VIF entry in instance network info cache for port a4410f17-0988-419d-867d-b185ef5eb163. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.301719] env[68663]: DEBUG nova.network.neutron [req-daa3b999-3bfb-4c3a-802c-091ba86c8b39 req-060b3090-253e-4234-80de-63f28e13afc4 service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Updating instance_info_cache with network_info: [{"id": "a4410f17-0988-419d-867d-b185ef5eb163", "address": "fa:16:3e:64:67:96", "network": {"id": "3874ffc0-6b84-4b36-8965-2a1da88ff343", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1464412677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a9e32b7ee9640959e02c772803899d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4410f17-09", "ovs_interfaceid": "a4410f17-0988-419d-867d-b185ef5eb163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.332443] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Acquiring lock "refresh_cache-9d6b1846-83aa-4561-9fef-10dbfcb0a48d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.332636] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Acquired lock "refresh_cache-9d6b1846-83aa-4561-9fef-10dbfcb0a48d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.332798] env[68663]: DEBUG nova.network.neutron [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.342673] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790b82eb-2a6a-4a44-ba06-a1c7c7bfc883 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.352495] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f6d52c-e7d8-4fb5-9787-6c6ecf863453 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.391161] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f12053d-c69b-435f-9d56-2b058374ea65 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.402728] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d8768b-e73a-4a15-bb37-9580f12d033b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.418521] env[68663]: DEBUG nova.compute.provider_tree [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.459488] env[68663]: DEBUG nova.network.neutron [req-ca42c02a-39bc-40e4-9f51-1ecc7ae3af21 req-f245f04c-a073-42d9-a874-c28239553531 service nova] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Updated VIF entry in instance network info cache for port f587ac8d-6a00-4de8-8bb4-9a28c1533cda. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.459852] env[68663]: DEBUG nova.network.neutron [req-ca42c02a-39bc-40e4-9f51-1ecc7ae3af21 req-f245f04c-a073-42d9-a874-c28239553531 service nova] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Updating instance_info_cache with network_info: [{"id": "f587ac8d-6a00-4de8-8bb4-9a28c1533cda", "address": "fa:16:3e:1d:d1:d8", "network": {"id": "e01744c4-7bd9-44ee-b485-cb563684680f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-580286186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a164e46df84c4bac84d6e86d894b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf587ac8d-6a", "ovs_interfaceid": "f587ac8d-6a00-4de8-8bb4-9a28c1533cda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.533120] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118427} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.533120] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.533120] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35be6964-ad8b-46c0-a72a-cb518f801e61 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.559908] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 257b370c-a0ec-4003-ae40-82e4bbfc7306/257b370c-a0ec-4003-ae40-82e4bbfc7306.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.559908] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de55b55f-c104-493a-9597-c18ca2ff76be {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.587867] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 633.587867] env[68663]: value = "task-3237713" [ 633.587867] env[68663]: _type = "Task" [ 633.587867] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.598327] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.786596] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237711, 'name': CreateVM_Task, 'duration_secs': 0.962144} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.786794] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.787474] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647066', 'volume_id': '73c1fb06-0735-431b-9907-1bf4e5f37d62', 'name': 'volume-73c1fb06-0735-431b-9907-1bf4e5f37d62', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '441b72ec-7140-4386-aad4-32be0f4772d8', 'attached_at': '', 'detached_at': '', 'volume_id': '73c1fb06-0735-431b-9907-1bf4e5f37d62', 'serial': '73c1fb06-0735-431b-9907-1bf4e5f37d62'}, 'delete_on_termination': True, 'attachment_id': '2baecfb9-7709-42d1-9c97-7033c458fdcf', 'disk_bus': None, 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=68663) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 633.787687] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Root volume attach. Driver type: vmdk {{(pid=68663) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 633.788519] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3506ab0d-02b1-4487-933d-a0b579d2205b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.797915] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a7dec1-f782-4d4b-aaeb-b27a5d79de2c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.805088] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd2e0e8-342e-4b9c-bf1b-065ed994c186 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.810205] env[68663]: DEBUG oslo_concurrency.lockutils [req-daa3b999-3bfb-4c3a-802c-091ba86c8b39 req-060b3090-253e-4234-80de-63f28e13afc4 service nova] Releasing lock "refresh_cache-b20c6322-d999-406a-ac2a-1484449a4b57" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.816407] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-deefe591-76f0-4366-bd5d-444c295c6555 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.826911] env[68663]: DEBUG oslo_vmware.api [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Waiting for the task: (returnval){ [ 633.826911] env[68663]: value = "task-3237714" [ 633.826911] env[68663]: _type = "Task" [ 633.826911] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.832784] env[68663]: DEBUG oslo_concurrency.lockutils [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.840937] env[68663]: DEBUG oslo_vmware.api [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237714, 'name': RelocateVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.898397] env[68663]: DEBUG nova.network.neutron [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.924733] env[68663]: DEBUG nova.scheduler.client.report [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.963041] env[68663]: DEBUG oslo_concurrency.lockutils [req-ca42c02a-39bc-40e4-9f51-1ecc7ae3af21 req-f245f04c-a073-42d9-a874-c28239553531 service nova] Releasing lock "refresh_cache-441b72ec-7140-4386-aad4-32be0f4772d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.084101] env[68663]: DEBUG nova.network.neutron [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Updating instance_info_cache with network_info: [{"id": "e39e71b0-df3a-40dd-8207-357ac391eeb0", "address": "fa:16:3e:10:84:fd", "network": {"id": "9ff80e7a-9019-4dbb-9f98-2ace6ca5b431", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1563793098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69af6bfd60414d60ba2678a7fa5e2af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape39e71b0-df", "ovs_interfaceid": "e39e71b0-df3a-40dd-8207-357ac391eeb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.101395] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.282342] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "7197b66f-d579-475e-9b82-62a4434475e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.282578] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "7197b66f-d579-475e-9b82-62a4434475e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.339609] env[68663]: DEBUG oslo_vmware.api [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237714, 'name': RelocateVM_Task, 'duration_secs': 0.511046} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.339946] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Volume attach. Driver type: vmdk {{(pid=68663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 634.340132] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647066', 'volume_id': '73c1fb06-0735-431b-9907-1bf4e5f37d62', 'name': 'volume-73c1fb06-0735-431b-9907-1bf4e5f37d62', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '441b72ec-7140-4386-aad4-32be0f4772d8', 'attached_at': '', 'detached_at': '', 'volume_id': '73c1fb06-0735-431b-9907-1bf4e5f37d62', 'serial': '73c1fb06-0735-431b-9907-1bf4e5f37d62'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 634.340893] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad3e4c4-61d4-4d49-975b-e4ed52c26e71 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.357737] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33025c3-15a0-46a5-b591-854edd724496 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.383675] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] volume-73c1fb06-0735-431b-9907-1bf4e5f37d62/volume-73c1fb06-0735-431b-9907-1bf4e5f37d62.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.384138] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfad1046-d606-4e80-8639-d86abf3ec30b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.407076] env[68663]: DEBUG oslo_vmware.api [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Waiting for the task: (returnval){ [ 634.407076] env[68663]: value = "task-3237715" [ 634.407076] env[68663]: _type = "Task" [ 634.407076] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.415936] env[68663]: DEBUG oslo_vmware.api [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.429773] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.432078] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.736s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.433568] env[68663]: INFO nova.compute.claims [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.454757] env[68663]: INFO nova.scheduler.client.report [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Deleted allocations for instance 052896f2-2f6f-479d-a161-88e6f3513515 [ 634.486576] env[68663]: DEBUG oslo_concurrency.lockutils [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Acquiring lock "b20c6322-d999-406a-ac2a-1484449a4b57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.486840] env[68663]: DEBUG oslo_concurrency.lockutils [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Lock "b20c6322-d999-406a-ac2a-1484449a4b57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.487083] env[68663]: DEBUG oslo_concurrency.lockutils [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Acquiring lock "b20c6322-d999-406a-ac2a-1484449a4b57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.487275] env[68663]: DEBUG oslo_concurrency.lockutils [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Lock "b20c6322-d999-406a-ac2a-1484449a4b57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.487444] env[68663]: DEBUG oslo_concurrency.lockutils [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Lock "b20c6322-d999-406a-ac2a-1484449a4b57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.489823] env[68663]: INFO nova.compute.manager [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Terminating instance [ 634.578960] env[68663]: DEBUG nova.compute.manager [req-e18f1771-ba6b-45da-8a4c-f7a325a63088 req-fd21320a-1867-4cfb-862c-ddb643cc6e34 service nova] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Received event network-vif-plugged-e39e71b0-df3a-40dd-8207-357ac391eeb0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.578960] env[68663]: DEBUG oslo_concurrency.lockutils [req-e18f1771-ba6b-45da-8a4c-f7a325a63088 req-fd21320a-1867-4cfb-862c-ddb643cc6e34 service nova] Acquiring lock "9d6b1846-83aa-4561-9fef-10dbfcb0a48d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.579259] env[68663]: DEBUG oslo_concurrency.lockutils [req-e18f1771-ba6b-45da-8a4c-f7a325a63088 req-fd21320a-1867-4cfb-862c-ddb643cc6e34 service nova] Lock "9d6b1846-83aa-4561-9fef-10dbfcb0a48d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.579259] env[68663]: DEBUG oslo_concurrency.lockutils [req-e18f1771-ba6b-45da-8a4c-f7a325a63088 req-fd21320a-1867-4cfb-862c-ddb643cc6e34 service nova] Lock "9d6b1846-83aa-4561-9fef-10dbfcb0a48d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.580493] env[68663]: DEBUG nova.compute.manager [req-e18f1771-ba6b-45da-8a4c-f7a325a63088 req-fd21320a-1867-4cfb-862c-ddb643cc6e34 service nova] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] No waiting events found dispatching network-vif-plugged-e39e71b0-df3a-40dd-8207-357ac391eeb0 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.580493] env[68663]: WARNING nova.compute.manager [req-e18f1771-ba6b-45da-8a4c-f7a325a63088 req-fd21320a-1867-4cfb-862c-ddb643cc6e34 service nova] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Received unexpected event network-vif-plugged-e39e71b0-df3a-40dd-8207-357ac391eeb0 for instance with vm_state building and task_state spawning. [ 634.580493] env[68663]: DEBUG nova.compute.manager [req-e18f1771-ba6b-45da-8a4c-f7a325a63088 req-fd21320a-1867-4cfb-862c-ddb643cc6e34 service nova] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Received event network-changed-e39e71b0-df3a-40dd-8207-357ac391eeb0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.580493] env[68663]: DEBUG nova.compute.manager [req-e18f1771-ba6b-45da-8a4c-f7a325a63088 req-fd21320a-1867-4cfb-862c-ddb643cc6e34 service nova] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Refreshing instance network info cache due to event network-changed-e39e71b0-df3a-40dd-8207-357ac391eeb0. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.580493] env[68663]: DEBUG oslo_concurrency.lockutils [req-e18f1771-ba6b-45da-8a4c-f7a325a63088 req-fd21320a-1867-4cfb-862c-ddb643cc6e34 service nova] Acquiring lock "refresh_cache-9d6b1846-83aa-4561-9fef-10dbfcb0a48d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.586385] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Releasing lock "refresh_cache-9d6b1846-83aa-4561-9fef-10dbfcb0a48d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.586706] env[68663]: DEBUG nova.compute.manager [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Instance network_info: |[{"id": "e39e71b0-df3a-40dd-8207-357ac391eeb0", "address": "fa:16:3e:10:84:fd", "network": {"id": "9ff80e7a-9019-4dbb-9f98-2ace6ca5b431", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1563793098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69af6bfd60414d60ba2678a7fa5e2af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape39e71b0-df", "ovs_interfaceid": "e39e71b0-df3a-40dd-8207-357ac391eeb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.586984] env[68663]: DEBUG oslo_concurrency.lockutils [req-e18f1771-ba6b-45da-8a4c-f7a325a63088 req-fd21320a-1867-4cfb-862c-ddb643cc6e34 service nova] Acquired lock "refresh_cache-9d6b1846-83aa-4561-9fef-10dbfcb0a48d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.587205] env[68663]: DEBUG nova.network.neutron [req-e18f1771-ba6b-45da-8a4c-f7a325a63088 req-fd21320a-1867-4cfb-862c-ddb643cc6e34 service nova] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Refreshing network info cache for port e39e71b0-df3a-40dd-8207-357ac391eeb0 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.588467] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:84:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e39e71b0-df3a-40dd-8207-357ac391eeb0', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.596421] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Creating folder: Project (69af6bfd60414d60ba2678a7fa5e2af4). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.600202] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8840a8c3-941e-450f-b828-6f724011ab5a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.612924] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237713, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.618157] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Created folder: Project (69af6bfd60414d60ba2678a7fa5e2af4) in parent group-v647027. [ 634.618157] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Creating folder: Instances. Parent ref: group-v647109. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.618157] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90af0a79-28bf-47de-a6f2-83ca0343185c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.629033] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Created folder: Instances in parent group-v647109. [ 634.629180] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.630521] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.630521] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-833ba139-c051-46c1-a1bd-cc25fab4f047 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.655073] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.655073] env[68663]: value = "task-3237718" [ 634.655073] env[68663]: _type = "Task" [ 634.655073] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.663908] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237718, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.880402] env[68663]: DEBUG nova.network.neutron [req-e18f1771-ba6b-45da-8a4c-f7a325a63088 req-fd21320a-1867-4cfb-862c-ddb643cc6e34 service nova] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Updated VIF entry in instance network info cache for port e39e71b0-df3a-40dd-8207-357ac391eeb0. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.880698] env[68663]: DEBUG nova.network.neutron [req-e18f1771-ba6b-45da-8a4c-f7a325a63088 req-fd21320a-1867-4cfb-862c-ddb643cc6e34 service nova] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Updating instance_info_cache with network_info: [{"id": "e39e71b0-df3a-40dd-8207-357ac391eeb0", "address": "fa:16:3e:10:84:fd", "network": {"id": "9ff80e7a-9019-4dbb-9f98-2ace6ca5b431", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1563793098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69af6bfd60414d60ba2678a7fa5e2af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape39e71b0-df", "ovs_interfaceid": "e39e71b0-df3a-40dd-8207-357ac391eeb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.920403] env[68663]: DEBUG oslo_vmware.api [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237715, 'name': ReconfigVM_Task, 'duration_secs': 0.38702} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.920835] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Reconfigured VM instance instance-0000001a to attach disk [datastore2] volume-73c1fb06-0735-431b-9907-1bf4e5f37d62/volume-73c1fb06-0735-431b-9907-1bf4e5f37d62.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.926370] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-422984a3-367e-4047-b98e-9d7f3b5f48af {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.943883] env[68663]: DEBUG oslo_vmware.api [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Waiting for the task: (returnval){ [ 634.943883] env[68663]: value = "task-3237719" [ 634.943883] env[68663]: _type = "Task" [ 634.943883] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.953449] env[68663]: DEBUG oslo_vmware.api [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.961916] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4f976cc6-22c5-4202-80be-24e6646f21ac tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "052896f2-2f6f-479d-a161-88e6f3513515" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.464s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.997174] env[68663]: DEBUG nova.compute.manager [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 634.997410] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.998281] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3e6842-8b21-4b04-be47-e79416704817 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.007319] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.007605] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-429d35de-e30d-4a08-8ce4-fb46288e6b5f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.015092] env[68663]: DEBUG oslo_vmware.api [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Waiting for the task: (returnval){ [ 635.015092] env[68663]: value = "task-3237720" [ 635.015092] env[68663]: _type = "Task" [ 635.015092] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.024778] env[68663]: DEBUG oslo_vmware.api [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': task-3237720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.112026] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237713, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.165593] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237718, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.210728] env[68663]: DEBUG nova.compute.manager [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.211682] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13aea32-7454-4cf5-8c50-a2b0a8432932 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.389758] env[68663]: DEBUG oslo_concurrency.lockutils [req-e18f1771-ba6b-45da-8a4c-f7a325a63088 req-fd21320a-1867-4cfb-862c-ddb643cc6e34 service nova] Releasing lock "refresh_cache-9d6b1846-83aa-4561-9fef-10dbfcb0a48d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.454468] env[68663]: DEBUG oslo_vmware.api [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237719, 'name': ReconfigVM_Task, 'duration_secs': 0.360202} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.454809] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647066', 'volume_id': '73c1fb06-0735-431b-9907-1bf4e5f37d62', 'name': 'volume-73c1fb06-0735-431b-9907-1bf4e5f37d62', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '441b72ec-7140-4386-aad4-32be0f4772d8', 'attached_at': '', 'detached_at': '', 'volume_id': '73c1fb06-0735-431b-9907-1bf4e5f37d62', 'serial': '73c1fb06-0735-431b-9907-1bf4e5f37d62'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 635.455377] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-229b2202-a06d-43f0-9c33-9bb05fd2bff3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.465484] env[68663]: DEBUG oslo_vmware.api [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Waiting for the task: (returnval){ [ 635.465484] env[68663]: value = "task-3237721" [ 635.465484] env[68663]: _type = "Task" [ 635.465484] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.474983] env[68663]: DEBUG oslo_vmware.api [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237721, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.532401] env[68663]: DEBUG oslo_vmware.api [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': task-3237720, 'name': PowerOffVM_Task, 'duration_secs': 0.502838} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.532687] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.532854] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.533133] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-928c5c06-42ed-4e12-832a-d83f5a0c39c2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.617163] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.617379] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.617551] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Deleting the datastore file [datastore1] b20c6322-d999-406a-ac2a-1484449a4b57 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.617806] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d26b7da5-5ad3-4454-8655-b3386e864fab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.627882] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237713, 'name': ReconfigVM_Task, 'duration_secs': 1.744904} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.628841] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 257b370c-a0ec-4003-ae40-82e4bbfc7306/257b370c-a0ec-4003-ae40-82e4bbfc7306.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.631136] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e302c614-2c6a-475b-9cd0-f7592d430975 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.634842] env[68663]: DEBUG oslo_vmware.api [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Waiting for the task: (returnval){ [ 635.634842] env[68663]: value = "task-3237723" [ 635.634842] env[68663]: _type = "Task" [ 635.634842] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.639341] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 635.639341] env[68663]: value = "task-3237724" [ 635.639341] env[68663]: _type = "Task" [ 635.639341] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.649683] env[68663]: DEBUG oslo_vmware.api [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': task-3237723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.656026] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237724, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.669230] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237718, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.723358] env[68663]: INFO nova.compute.manager [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] instance snapshotting [ 635.728341] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08c2d40-ac16-4b4e-b8e0-6c5ce1d15a27 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.757175] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a49d546-9b06-4033-8cb4-9340f71ba8aa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.963166] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818515d0-6037-4188-b97d-9460b8a72b74 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.972282] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd01e06-7921-476e-8d7e-cd96c799e148 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.979022] env[68663]: DEBUG oslo_vmware.api [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237721, 'name': Rename_Task, 'duration_secs': 0.221211} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.979022] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.979146] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bad775d-daa7-4014-97f9-b3c5c047e717 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.006239] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9153d322-c9a2-4792-8bf5-742f52555df1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.008964] env[68663]: DEBUG oslo_vmware.api [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Waiting for the task: (returnval){ [ 636.008964] env[68663]: value = "task-3237725" [ 636.008964] env[68663]: _type = "Task" [ 636.008964] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.015673] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5128dc28-1c3b-492a-9e6d-a84a911290fa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.022773] env[68663]: DEBUG oslo_vmware.api [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237725, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.033277] env[68663]: DEBUG nova.compute.provider_tree [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.146363] env[68663]: DEBUG oslo_vmware.api [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Task: {'id': task-3237723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258851} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.149631] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.149847] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.150040] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.150218] env[68663]: INFO nova.compute.manager [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Took 1.15 seconds to destroy the instance on the hypervisor. [ 636.150457] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.150659] env[68663]: DEBUG nova.compute.manager [-] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.150777] env[68663]: DEBUG nova.network.neutron [-] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.159676] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237724, 'name': Rename_Task, 'duration_secs': 0.181332} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.162733] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.162982] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a8ae41c-cacc-4e2d-bb75-7df0e3ae674a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.171050] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237718, 'name': CreateVM_Task, 'duration_secs': 1.017534} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.171643] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.172309] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 636.172309] env[68663]: value = "task-3237726" [ 636.172309] env[68663]: _type = "Task" [ 636.172309] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.172978] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.173166] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.173484] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.173790] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d00d3e1-5835-45d5-b26e-14f661207dcc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.188188] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Waiting for the task: (returnval){ [ 636.188188] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524cfaab-e997-57c1-146b-a39a2069b965" [ 636.188188] env[68663]: _type = "Task" [ 636.188188] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.191204] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.199794] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524cfaab-e997-57c1-146b-a39a2069b965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.270133] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 636.270133] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2cd45d69-6501-40c8-93ef-7f79a8cc0544 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.279890] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 636.279890] env[68663]: value = "task-3237727" [ 636.279890] env[68663]: _type = "Task" [ 636.279890] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.290729] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237727, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.520660] env[68663]: DEBUG oslo_vmware.api [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237725, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.536611] env[68663]: DEBUG nova.scheduler.client.report [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.686044] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237726, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.690724] env[68663]: DEBUG nova.compute.manager [req-9bbaa434-9ea5-4015-b060-4b36858c36fb req-f5d2251b-0cb2-4938-97c8-8124f4858b29 service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Received event network-vif-deleted-a4410f17-0988-419d-867d-b185ef5eb163 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.690904] env[68663]: INFO nova.compute.manager [req-9bbaa434-9ea5-4015-b060-4b36858c36fb req-f5d2251b-0cb2-4938-97c8-8124f4858b29 service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Neutron deleted interface a4410f17-0988-419d-867d-b185ef5eb163; detaching it from the instance and deleting it from the info cache [ 636.691093] env[68663]: DEBUG nova.network.neutron [req-9bbaa434-9ea5-4015-b060-4b36858c36fb req-f5d2251b-0cb2-4938-97c8-8124f4858b29 service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.707286] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524cfaab-e997-57c1-146b-a39a2069b965, 'name': SearchDatastore_Task, 'duration_secs': 0.015078} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.707911] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.708194] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.708931] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.708931] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.708931] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.709145] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bae2f89-c36a-4122-bf63-b7b51a5e48f8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.723142] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.723142] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.723142] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27da095c-63fd-4e3c-9bca-96b57048accc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.731336] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Waiting for the task: (returnval){ [ 636.731336] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5248a5f1-5c7b-efeb-05ec-b7063f908fa1" [ 636.731336] env[68663]: _type = "Task" [ 636.731336] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.741544] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5248a5f1-5c7b-efeb-05ec-b7063f908fa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.795123] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237727, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.020577] env[68663]: DEBUG oslo_vmware.api [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237725, 'name': PowerOnVM_Task, 'duration_secs': 0.748291} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.020871] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.021089] env[68663]: INFO nova.compute.manager [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Took 5.13 seconds to spawn the instance on the hypervisor. [ 637.021282] env[68663]: DEBUG nova.compute.manager [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.022100] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf65fdf-9d8b-40e5-aea2-ca97de678f25 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.034405] env[68663]: DEBUG nova.network.neutron [-] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.041356] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.041874] env[68663]: DEBUG nova.compute.manager [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.044721] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.096s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.046438] env[68663]: INFO nova.compute.claims [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.186165] env[68663]: DEBUG oslo_vmware.api [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237726, 'name': PowerOnVM_Task, 'duration_secs': 0.552555} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.186480] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.186749] env[68663]: INFO nova.compute.manager [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Took 10.29 seconds to spawn the instance on the hypervisor. [ 637.186869] env[68663]: DEBUG nova.compute.manager [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.187646] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a267f3ca-8b29-4273-8f0d-02dad8931640 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.201076] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfb8dd15-6264-4dd2-b156-e9fa78654d59 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.229417] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984d0b5c-4ec0-4ab4-ae66-a350546435e7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.264718] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5248a5f1-5c7b-efeb-05ec-b7063f908fa1, 'name': SearchDatastore_Task, 'duration_secs': 0.012216} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.265939] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1b8c32-c99d-44a1-b637-10bb383da900 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.289520] env[68663]: DEBUG nova.compute.manager [req-9bbaa434-9ea5-4015-b060-4b36858c36fb req-f5d2251b-0cb2-4938-97c8-8124f4858b29 service nova] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Detach interface failed, port_id=a4410f17-0988-419d-867d-b185ef5eb163, reason: Instance b20c6322-d999-406a-ac2a-1484449a4b57 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 637.297659] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Waiting for the task: (returnval){ [ 637.297659] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5210d011-656f-09cf-90da-99aeca043953" [ 637.297659] env[68663]: _type = "Task" [ 637.297659] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.308360] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237727, 'name': CreateSnapshot_Task, 'duration_secs': 0.7358} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.309358] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 637.310542] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767b2c6f-87ba-4698-beab-57a928e3d1b6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.318946] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5210d011-656f-09cf-90da-99aeca043953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.537439] env[68663]: INFO nova.compute.manager [-] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Took 1.39 seconds to deallocate network for instance. [ 637.543408] env[68663]: INFO nova.compute.manager [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Took 31.48 seconds to build instance. [ 637.552097] env[68663]: DEBUG nova.compute.utils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.553586] env[68663]: DEBUG nova.compute.manager [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.553755] env[68663]: DEBUG nova.network.neutron [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.597420] env[68663]: DEBUG nova.policy [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11edf81347834b91a9e08321d2099148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '020b84d970ae43398a407ea25ade3266', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.704834] env[68663]: INFO nova.compute.manager [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Took 33.30 seconds to build instance. [ 637.812335] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5210d011-656f-09cf-90da-99aeca043953, 'name': SearchDatastore_Task, 'duration_secs': 0.029546} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.812539] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.814550] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 9d6b1846-83aa-4561-9fef-10dbfcb0a48d/9d6b1846-83aa-4561-9fef-10dbfcb0a48d.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.814550] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbc91576-b0de-4567-b68b-44e1b0a07644 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.821564] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Waiting for the task: (returnval){ [ 637.821564] env[68663]: value = "task-3237728" [ 637.821564] env[68663]: _type = "Task" [ 637.821564] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.837294] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 637.837643] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': task-3237728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.837872] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f5f5f38-a03a-40a2-9f91-17a7b46183fc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.848239] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 637.848239] env[68663]: value = "task-3237729" [ 637.848239] env[68663]: _type = "Task" [ 637.848239] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.858233] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237729, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.051668] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51107a34-0a96-4459-baa6-04e3b294c40c tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Lock "441b72ec-7140-4386-aad4-32be0f4772d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.443s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.051668] env[68663]: DEBUG oslo_concurrency.lockutils [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.058343] env[68663]: DEBUG nova.compute.manager [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.208025] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fb8d955f-8845-4278-b4f7-af741cae67e0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "257b370c-a0ec-4003-ae40-82e4bbfc7306" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.778s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.213340] env[68663]: DEBUG nova.network.neutron [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Successfully created port: 34f4dd59-19f7-4a47-98f3-90e43641d9dd {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.339945] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': task-3237728, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.374030] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237729, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.558270] env[68663]: DEBUG nova.compute.manager [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.712169] env[68663]: DEBUG nova.compute.manager [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.741316] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1e80c0-54b0-4458-80b0-a7defa3d5c5a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.752983] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8198246b-6807-403a-8ff9-371bf521144b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.793404] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d2c2f3-c4e1-4663-8a6d-b57576c3dfe3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.803645] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1deef5-eab5-4f1c-a304-b5ce6aee0406 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.820163] env[68663]: DEBUG nova.compute.provider_tree [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.833115] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': task-3237728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688313} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.833486] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 9d6b1846-83aa-4561-9fef-10dbfcb0a48d/9d6b1846-83aa-4561-9fef-10dbfcb0a48d.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.833848] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.834112] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7355b847-8612-45ee-8110-328e65051b2f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.849956] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Waiting for the task: (returnval){ [ 638.849956] env[68663]: value = "task-3237730" [ 638.849956] env[68663]: _type = "Task" [ 638.849956] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.862050] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237729, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.864951] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': task-3237730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.031837] env[68663]: DEBUG nova.compute.manager [req-4f0c712f-92c8-454c-85ea-b4dba830f2fa req-b82543f2-3c65-4b8c-b401-8cc7a30b72e1 service nova] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Received event network-changed-f587ac8d-6a00-4de8-8bb4-9a28c1533cda {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.032047] env[68663]: DEBUG nova.compute.manager [req-4f0c712f-92c8-454c-85ea-b4dba830f2fa req-b82543f2-3c65-4b8c-b401-8cc7a30b72e1 service nova] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Refreshing instance network info cache due to event network-changed-f587ac8d-6a00-4de8-8bb4-9a28c1533cda. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.032271] env[68663]: DEBUG oslo_concurrency.lockutils [req-4f0c712f-92c8-454c-85ea-b4dba830f2fa req-b82543f2-3c65-4b8c-b401-8cc7a30b72e1 service nova] Acquiring lock "refresh_cache-441b72ec-7140-4386-aad4-32be0f4772d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.032406] env[68663]: DEBUG oslo_concurrency.lockutils [req-4f0c712f-92c8-454c-85ea-b4dba830f2fa req-b82543f2-3c65-4b8c-b401-8cc7a30b72e1 service nova] Acquired lock "refresh_cache-441b72ec-7140-4386-aad4-32be0f4772d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.032744] env[68663]: DEBUG nova.network.neutron [req-4f0c712f-92c8-454c-85ea-b4dba830f2fa req-b82543f2-3c65-4b8c-b401-8cc7a30b72e1 service nova] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Refreshing network info cache for port f587ac8d-6a00-4de8-8bb4-9a28c1533cda {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.070671] env[68663]: DEBUG nova.compute.manager [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.104023] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.104023] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.104023] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.104581] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.104581] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.104581] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.104581] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.104581] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.104706] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.104706] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.104706] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.105098] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702700f8-ac64-4002-b0ba-dd63c1d148f6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.108715] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.119599] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b44b4e8-17a9-45f7-8db5-e07569fc2cb2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.247697] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.324174] env[68663]: DEBUG nova.scheduler.client.report [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.359178] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': task-3237730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182706} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.360048] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.360921] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de85cacf-0f5c-4bbd-821e-82717dbc2283 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.370882] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237729, 'name': CloneVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.396368] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 9d6b1846-83aa-4561-9fef-10dbfcb0a48d/9d6b1846-83aa-4561-9fef-10dbfcb0a48d.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.396622] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da267f4f-2130-42bf-be93-f26b9567d3fb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.421500] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Waiting for the task: (returnval){ [ 639.421500] env[68663]: value = "task-3237731" [ 639.421500] env[68663]: _type = "Task" [ 639.421500] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.431519] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': task-3237731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.832134] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.832134] env[68663]: DEBUG nova.compute.manager [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.833794] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.751s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.835345] env[68663]: DEBUG nova.objects.instance [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Lazy-loading 'resources' on Instance uuid f4ffcd33-acb1-4e44-9a89-f10b57d732bb {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 639.868776] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237729, 'name': CloneVM_Task, 'duration_secs': 1.565436} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.869026] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Created linked-clone VM from snapshot [ 639.869891] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78215973-35ee-4bd7-891d-b6afe109716d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.880474] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Uploading image d54a33f6-04c2-4126-9c57-568f9b1a8208 {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 639.924691] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 639.924691] env[68663]: value = "vm-647113" [ 639.924691] env[68663]: _type = "VirtualMachine" [ 639.924691] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 639.926140] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-616aa87f-a417-4f3a-a95d-a721fc7296b1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.947372] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': task-3237731, 'name': ReconfigVM_Task, 'duration_secs': 0.423607} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.948938] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 9d6b1846-83aa-4561-9fef-10dbfcb0a48d/9d6b1846-83aa-4561-9fef-10dbfcb0a48d.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.949810] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lease: (returnval){ [ 639.949810] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52906a08-111e-6aaa-2e6b-90f3b2b92fa2" [ 639.949810] env[68663]: _type = "HttpNfcLease" [ 639.949810] env[68663]: } obtained for exporting VM: (result){ [ 639.949810] env[68663]: value = "vm-647113" [ 639.949810] env[68663]: _type = "VirtualMachine" [ 639.949810] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 639.951257] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the lease: (returnval){ [ 639.951257] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52906a08-111e-6aaa-2e6b-90f3b2b92fa2" [ 639.951257] env[68663]: _type = "HttpNfcLease" [ 639.951257] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 639.951257] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6183d51-2e9f-4e33-aa92-3b11787a93e6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.960040] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 639.960040] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52906a08-111e-6aaa-2e6b-90f3b2b92fa2" [ 639.960040] env[68663]: _type = "HttpNfcLease" [ 639.960040] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 639.961539] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Waiting for the task: (returnval){ [ 639.961539] env[68663]: value = "task-3237733" [ 639.961539] env[68663]: _type = "Task" [ 639.961539] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.970326] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': task-3237733, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.009217] env[68663]: DEBUG nova.network.neutron [req-4f0c712f-92c8-454c-85ea-b4dba830f2fa req-b82543f2-3c65-4b8c-b401-8cc7a30b72e1 service nova] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Updated VIF entry in instance network info cache for port f587ac8d-6a00-4de8-8bb4-9a28c1533cda. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.009586] env[68663]: DEBUG nova.network.neutron [req-4f0c712f-92c8-454c-85ea-b4dba830f2fa req-b82543f2-3c65-4b8c-b401-8cc7a30b72e1 service nova] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Updating instance_info_cache with network_info: [{"id": "f587ac8d-6a00-4de8-8bb4-9a28c1533cda", "address": "fa:16:3e:1d:d1:d8", "network": {"id": "e01744c4-7bd9-44ee-b485-cb563684680f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-580286186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a164e46df84c4bac84d6e86d894b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf587ac8d-6a", "ovs_interfaceid": "f587ac8d-6a00-4de8-8bb4-9a28c1533cda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.215983] env[68663]: DEBUG nova.network.neutron [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Successfully updated port: 34f4dd59-19f7-4a47-98f3-90e43641d9dd {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.342528] env[68663]: DEBUG nova.compute.utils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.346672] env[68663]: DEBUG nova.compute.manager [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.346861] env[68663]: DEBUG nova.network.neutron [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.440299] env[68663]: DEBUG nova.policy [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11edf81347834b91a9e08321d2099148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '020b84d970ae43398a407ea25ade3266', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.467532] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 640.467532] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52906a08-111e-6aaa-2e6b-90f3b2b92fa2" [ 640.467532] env[68663]: _type = "HttpNfcLease" [ 640.467532] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 640.468215] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 640.468215] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52906a08-111e-6aaa-2e6b-90f3b2b92fa2" [ 640.468215] env[68663]: _type = "HttpNfcLease" [ 640.468215] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 640.471047] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d89b235-02da-438b-ad1f-6360449da36a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.476458] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': task-3237733, 'name': Rename_Task, 'duration_secs': 0.360114} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.477366] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.480033] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d89ee838-2873-4435-bbe7-ee9405ab5523 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.486750] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a4100a-2daa-f34c-fd7f-85b87dbc2f09/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 640.486950] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a4100a-2daa-f34c-fd7f-85b87dbc2f09/disk-0.vmdk for reading. {{(pid=68663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 640.547806] env[68663]: DEBUG oslo_concurrency.lockutils [req-4f0c712f-92c8-454c-85ea-b4dba830f2fa req-b82543f2-3c65-4b8c-b401-8cc7a30b72e1 service nova] Releasing lock "refresh_cache-441b72ec-7140-4386-aad4-32be0f4772d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.552823] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Waiting for the task: (returnval){ [ 640.552823] env[68663]: value = "task-3237734" [ 640.552823] env[68663]: _type = "Task" [ 640.552823] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.565442] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': task-3237734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.681485] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b9a689a7-5f81-447f-adea-760dcd0b576c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.724945] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "refresh_cache-5d7fc271-ecee-48d1-937b-f06fe7833c6f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.724945] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquired lock "refresh_cache-5d7fc271-ecee-48d1-937b-f06fe7833c6f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.725311] env[68663]: DEBUG nova.network.neutron [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.849699] env[68663]: DEBUG nova.compute.manager [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.884525] env[68663]: DEBUG nova.network.neutron [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Successfully created port: 1ab621a6-fe5b-41c2-ae69-e11c14e800a8 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.977740] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4781c7d0-cb34-40ad-8999-1fbf8af1ba6e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.986864] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4a2ab5-cb82-46fb-ba0b-66507c601940 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.019626] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a036e2a-2ba7-4086-9f4b-d5e96805ccdd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.028490] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806eee52-88c8-4452-a4a2-5e7a412dae0b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.049163] env[68663]: DEBUG nova.compute.provider_tree [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.067264] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': task-3237734, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.164317] env[68663]: DEBUG nova.compute.manager [req-aee94a06-8e17-4952-a1a8-e2c57dbace30 req-b058c511-7cf6-42c4-a232-f58f1253a0f8 service nova] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Received event network-vif-plugged-34f4dd59-19f7-4a47-98f3-90e43641d9dd {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.164907] env[68663]: DEBUG oslo_concurrency.lockutils [req-aee94a06-8e17-4952-a1a8-e2c57dbace30 req-b058c511-7cf6-42c4-a232-f58f1253a0f8 service nova] Acquiring lock "5d7fc271-ecee-48d1-937b-f06fe7833c6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.165392] env[68663]: DEBUG oslo_concurrency.lockutils [req-aee94a06-8e17-4952-a1a8-e2c57dbace30 req-b058c511-7cf6-42c4-a232-f58f1253a0f8 service nova] Lock "5d7fc271-ecee-48d1-937b-f06fe7833c6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.165392] env[68663]: DEBUG oslo_concurrency.lockutils [req-aee94a06-8e17-4952-a1a8-e2c57dbace30 req-b058c511-7cf6-42c4-a232-f58f1253a0f8 service nova] Lock "5d7fc271-ecee-48d1-937b-f06fe7833c6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.165695] env[68663]: DEBUG nova.compute.manager [req-aee94a06-8e17-4952-a1a8-e2c57dbace30 req-b058c511-7cf6-42c4-a232-f58f1253a0f8 service nova] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] No waiting events found dispatching network-vif-plugged-34f4dd59-19f7-4a47-98f3-90e43641d9dd {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.165847] env[68663]: WARNING nova.compute.manager [req-aee94a06-8e17-4952-a1a8-e2c57dbace30 req-b058c511-7cf6-42c4-a232-f58f1253a0f8 service nova] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Received unexpected event network-vif-plugged-34f4dd59-19f7-4a47-98f3-90e43641d9dd for instance with vm_state building and task_state spawning. [ 641.166791] env[68663]: DEBUG nova.compute.manager [req-aee94a06-8e17-4952-a1a8-e2c57dbace30 req-b058c511-7cf6-42c4-a232-f58f1253a0f8 service nova] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Received event network-changed-34f4dd59-19f7-4a47-98f3-90e43641d9dd {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.166791] env[68663]: DEBUG nova.compute.manager [req-aee94a06-8e17-4952-a1a8-e2c57dbace30 req-b058c511-7cf6-42c4-a232-f58f1253a0f8 service nova] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Refreshing instance network info cache due to event network-changed-34f4dd59-19f7-4a47-98f3-90e43641d9dd. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.166791] env[68663]: DEBUG oslo_concurrency.lockutils [req-aee94a06-8e17-4952-a1a8-e2c57dbace30 req-b058c511-7cf6-42c4-a232-f58f1253a0f8 service nova] Acquiring lock "refresh_cache-5d7fc271-ecee-48d1-937b-f06fe7833c6f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.277542] env[68663]: DEBUG nova.network.neutron [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.551449] env[68663]: DEBUG nova.scheduler.client.report [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.567589] env[68663]: DEBUG oslo_vmware.api [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': task-3237734, 'name': PowerOnVM_Task, 'duration_secs': 0.822738} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.567932] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.568182] env[68663]: INFO nova.compute.manager [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Took 9.36 seconds to spawn the instance on the hypervisor. [ 641.568410] env[68663]: DEBUG nova.compute.manager [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.569292] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06508d6c-4408-4c39-896f-e42c472d0570 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.706044] env[68663]: DEBUG nova.network.neutron [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Updating instance_info_cache with network_info: [{"id": "34f4dd59-19f7-4a47-98f3-90e43641d9dd", "address": "fa:16:3e:92:a5:94", "network": {"id": "c215d266-3d95-4246-8f74-c4d16500e668", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1810496231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020b84d970ae43398a407ea25ade3266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f4dd59-19", "ovs_interfaceid": "34f4dd59-19f7-4a47-98f3-90e43641d9dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.864199] env[68663]: DEBUG nova.compute.manager [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.895952] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.896227] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.896461] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.897255] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.897255] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.897255] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.897255] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.897411] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.898061] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.898305] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.898884] env[68663]: DEBUG nova.virt.hardware [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.899457] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952f9361-2dfc-4bc4-a378-ca8666e85ba1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.911765] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7ce672-0991-49e0-9e91-aafda0f72aaa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.044817] env[68663]: DEBUG nova.compute.manager [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.045754] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714eecf8-5f8e-4078-b243-04da1c157ec3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.059791] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.062103] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.753s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.063680] env[68663]: INFO nova.compute.claims [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.095189] env[68663]: INFO nova.compute.manager [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Took 33.41 seconds to build instance. [ 642.139233] env[68663]: INFO nova.scheduler.client.report [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Deleted allocations for instance f4ffcd33-acb1-4e44-9a89-f10b57d732bb [ 642.209252] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Releasing lock "refresh_cache-5d7fc271-ecee-48d1-937b-f06fe7833c6f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.209252] env[68663]: DEBUG nova.compute.manager [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Instance network_info: |[{"id": "34f4dd59-19f7-4a47-98f3-90e43641d9dd", "address": "fa:16:3e:92:a5:94", "network": {"id": "c215d266-3d95-4246-8f74-c4d16500e668", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1810496231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020b84d970ae43398a407ea25ade3266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f4dd59-19", "ovs_interfaceid": "34f4dd59-19f7-4a47-98f3-90e43641d9dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.209548] env[68663]: DEBUG oslo_concurrency.lockutils [req-aee94a06-8e17-4952-a1a8-e2c57dbace30 req-b058c511-7cf6-42c4-a232-f58f1253a0f8 service nova] Acquired lock "refresh_cache-5d7fc271-ecee-48d1-937b-f06fe7833c6f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.209715] env[68663]: DEBUG nova.network.neutron [req-aee94a06-8e17-4952-a1a8-e2c57dbace30 req-b058c511-7cf6-42c4-a232-f58f1253a0f8 service nova] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Refreshing network info cache for port 34f4dd59-19f7-4a47-98f3-90e43641d9dd {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.211694] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:a5:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34f4dd59-19f7-4a47-98f3-90e43641d9dd', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.223947] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Creating folder: Project (020b84d970ae43398a407ea25ade3266). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.226856] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b5f4329-5606-44d7-b644-b40641c39a93 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.242246] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Created folder: Project (020b84d970ae43398a407ea25ade3266) in parent group-v647027. [ 642.244079] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Creating folder: Instances. Parent ref: group-v647114. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.244432] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fbfbad8-1b31-423f-baef-49eaf053de10 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.257119] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Created folder: Instances in parent group-v647114. [ 642.257528] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.257741] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.257997] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0667dd8-da4d-491a-b176-1d5a616549a3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.279721] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.279721] env[68663]: value = "task-3237737" [ 642.279721] env[68663]: _type = "Task" [ 642.279721] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.288842] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237737, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.343466] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "156a0cb7-ab99-4774-ba4f-ece171cf74f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.343811] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "156a0cb7-ab99-4774-ba4f-ece171cf74f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.557536] env[68663]: INFO nova.compute.manager [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] instance snapshotting [ 642.563676] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d36a3d-19f7-45a8-8be8-3af1972f382a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.594292] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361a8f23-c107-4ca9-8dff-9e6fe7c6d771 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.598091] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2272380d-d92a-400e-a9e2-9c19013c134e tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Lock "9d6b1846-83aa-4561-9fef-10dbfcb0a48d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.553s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.651036] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1eef4e93-c3ed-478a-bc47-f7c6f75e0b24 tempest-InstanceActionsTestJSON-412544682 tempest-InstanceActionsTestJSON-412544682-project-member] Lock "f4ffcd33-acb1-4e44-9a89-f10b57d732bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.431s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.700554] env[68663]: DEBUG nova.network.neutron [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Successfully updated port: 1ab621a6-fe5b-41c2-ae69-e11c14e800a8 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.790766] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237737, 'name': CreateVM_Task, 'duration_secs': 0.416832} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.790956] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.791752] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.792052] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.792310] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.792617] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2728986-ae49-4d69-a446-93c568d7761e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.797962] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 642.797962] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522e48fd-f9ad-3a55-7263-ef1678f9736b" [ 642.797962] env[68663]: _type = "Task" [ 642.797962] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.807738] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522e48fd-f9ad-3a55-7263-ef1678f9736b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.001812] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "f08f2c03-0005-4f65-b368-a84a7e838ca8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.001812] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "f08f2c03-0005-4f65-b368-a84a7e838ca8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.005437] env[68663]: DEBUG nova.network.neutron [req-aee94a06-8e17-4952-a1a8-e2c57dbace30 req-b058c511-7cf6-42c4-a232-f58f1253a0f8 service nova] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Updated VIF entry in instance network info cache for port 34f4dd59-19f7-4a47-98f3-90e43641d9dd. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.005773] env[68663]: DEBUG nova.network.neutron [req-aee94a06-8e17-4952-a1a8-e2c57dbace30 req-b058c511-7cf6-42c4-a232-f58f1253a0f8 service nova] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Updating instance_info_cache with network_info: [{"id": "34f4dd59-19f7-4a47-98f3-90e43641d9dd", "address": "fa:16:3e:92:a5:94", "network": {"id": "c215d266-3d95-4246-8f74-c4d16500e668", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1810496231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020b84d970ae43398a407ea25ade3266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f4dd59-19", "ovs_interfaceid": "34f4dd59-19f7-4a47-98f3-90e43641d9dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.101050] env[68663]: DEBUG nova.compute.manager [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.110591] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 643.110928] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a916b98-e90c-43d0-83f9-cfa06bc8cab9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.123095] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 643.123095] env[68663]: value = "task-3237738" [ 643.123095] env[68663]: _type = "Task" [ 643.123095] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.138904] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237738, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.195467] env[68663]: DEBUG nova.compute.manager [req-6f8a3bce-271e-4e8e-85eb-f8649c0c43ed req-12890b98-e848-4166-8dc0-16d4b8be80b9 service nova] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Received event network-changed-e39e71b0-df3a-40dd-8207-357ac391eeb0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.195706] env[68663]: DEBUG nova.compute.manager [req-6f8a3bce-271e-4e8e-85eb-f8649c0c43ed req-12890b98-e848-4166-8dc0-16d4b8be80b9 service nova] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Refreshing instance network info cache due to event network-changed-e39e71b0-df3a-40dd-8207-357ac391eeb0. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.195927] env[68663]: DEBUG oslo_concurrency.lockutils [req-6f8a3bce-271e-4e8e-85eb-f8649c0c43ed req-12890b98-e848-4166-8dc0-16d4b8be80b9 service nova] Acquiring lock "refresh_cache-9d6b1846-83aa-4561-9fef-10dbfcb0a48d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.196082] env[68663]: DEBUG oslo_concurrency.lockutils [req-6f8a3bce-271e-4e8e-85eb-f8649c0c43ed req-12890b98-e848-4166-8dc0-16d4b8be80b9 service nova] Acquired lock "refresh_cache-9d6b1846-83aa-4561-9fef-10dbfcb0a48d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.196242] env[68663]: DEBUG nova.network.neutron [req-6f8a3bce-271e-4e8e-85eb-f8649c0c43ed req-12890b98-e848-4166-8dc0-16d4b8be80b9 service nova] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Refreshing network info cache for port e39e71b0-df3a-40dd-8207-357ac391eeb0 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.203471] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "refresh_cache-bb5fa243-0368-4620-92c6-864d58bc3824" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.203471] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquired lock "refresh_cache-bb5fa243-0368-4620-92c6-864d58bc3824" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.203594] env[68663]: DEBUG nova.network.neutron [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.265053] env[68663]: DEBUG nova.compute.manager [req-18447a0a-cbde-40a8-9248-8704286514a6 req-1c08d0ce-0544-4960-a52a-f25af7117991 service nova] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Received event network-vif-plugged-1ab621a6-fe5b-41c2-ae69-e11c14e800a8 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.265053] env[68663]: DEBUG oslo_concurrency.lockutils [req-18447a0a-cbde-40a8-9248-8704286514a6 req-1c08d0ce-0544-4960-a52a-f25af7117991 service nova] Acquiring lock "bb5fa243-0368-4620-92c6-864d58bc3824-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.265053] env[68663]: DEBUG oslo_concurrency.lockutils [req-18447a0a-cbde-40a8-9248-8704286514a6 req-1c08d0ce-0544-4960-a52a-f25af7117991 service nova] Lock "bb5fa243-0368-4620-92c6-864d58bc3824-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.265301] env[68663]: DEBUG oslo_concurrency.lockutils [req-18447a0a-cbde-40a8-9248-8704286514a6 req-1c08d0ce-0544-4960-a52a-f25af7117991 service nova] Lock "bb5fa243-0368-4620-92c6-864d58bc3824-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.265672] env[68663]: DEBUG nova.compute.manager [req-18447a0a-cbde-40a8-9248-8704286514a6 req-1c08d0ce-0544-4960-a52a-f25af7117991 service nova] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] No waiting events found dispatching network-vif-plugged-1ab621a6-fe5b-41c2-ae69-e11c14e800a8 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.265715] env[68663]: WARNING nova.compute.manager [req-18447a0a-cbde-40a8-9248-8704286514a6 req-1c08d0ce-0544-4960-a52a-f25af7117991 service nova] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Received unexpected event network-vif-plugged-1ab621a6-fe5b-41c2-ae69-e11c14e800a8 for instance with vm_state building and task_state spawning. [ 643.265932] env[68663]: DEBUG nova.compute.manager [req-18447a0a-cbde-40a8-9248-8704286514a6 req-1c08d0ce-0544-4960-a52a-f25af7117991 service nova] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Received event network-changed-1ab621a6-fe5b-41c2-ae69-e11c14e800a8 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.266021] env[68663]: DEBUG nova.compute.manager [req-18447a0a-cbde-40a8-9248-8704286514a6 req-1c08d0ce-0544-4960-a52a-f25af7117991 service nova] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Refreshing instance network info cache due to event network-changed-1ab621a6-fe5b-41c2-ae69-e11c14e800a8. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.266479] env[68663]: DEBUG oslo_concurrency.lockutils [req-18447a0a-cbde-40a8-9248-8704286514a6 req-1c08d0ce-0544-4960-a52a-f25af7117991 service nova] Acquiring lock "refresh_cache-bb5fa243-0368-4620-92c6-864d58bc3824" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.309261] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522e48fd-f9ad-3a55-7263-ef1678f9736b, 'name': SearchDatastore_Task, 'duration_secs': 0.024104} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.312095] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.312705] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.313106] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.313394] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.313670] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.316242] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02f2bccf-d30f-49cf-b418-4746c113f6de {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.326841] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.326841] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.329495] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a10ba661-9b52-4bbb-b9de-90f4f0ce35a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.337415] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 643.337415] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52800475-b1f5-3905-6128-5309b8cf574a" [ 643.337415] env[68663]: _type = "Task" [ 643.337415] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.347411] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52800475-b1f5-3905-6128-5309b8cf574a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.511106] env[68663]: DEBUG oslo_concurrency.lockutils [req-aee94a06-8e17-4952-a1a8-e2c57dbace30 req-b058c511-7cf6-42c4-a232-f58f1253a0f8 service nova] Releasing lock "refresh_cache-5d7fc271-ecee-48d1-937b-f06fe7833c6f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.629164] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.642072] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237738, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.659145] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15da9a82-e33c-4a8b-920f-833b188cfd80 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.665695] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83136728-238e-4958-8918-d16475cb754b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.699241] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0639dcfc-baad-427f-9016-804e423e391e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.711981] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019129c0-2d6a-4733-ad2b-1b22624a2d44 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.731112] env[68663]: DEBUG nova.compute.provider_tree [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.782914] env[68663]: DEBUG nova.network.neutron [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.850160] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52800475-b1f5-3905-6128-5309b8cf574a, 'name': SearchDatastore_Task, 'duration_secs': 0.015982} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.851646] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-362eb934-93d6-4ffb-8223-e53949fc4bf8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.858554] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 643.858554] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52235eb3-deed-acb4-bc53-f39a79aa3643" [ 643.858554] env[68663]: _type = "Task" [ 643.858554] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.868593] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52235eb3-deed-acb4-bc53-f39a79aa3643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.139814] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237738, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.150622] env[68663]: DEBUG nova.network.neutron [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Updating instance_info_cache with network_info: [{"id": "1ab621a6-fe5b-41c2-ae69-e11c14e800a8", "address": "fa:16:3e:69:ed:a2", "network": {"id": "c215d266-3d95-4246-8f74-c4d16500e668", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1810496231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020b84d970ae43398a407ea25ade3266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ab621a6-fe", "ovs_interfaceid": "1ab621a6-fe5b-41c2-ae69-e11c14e800a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.231783] env[68663]: DEBUG nova.scheduler.client.report [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.236192] env[68663]: DEBUG nova.network.neutron [req-6f8a3bce-271e-4e8e-85eb-f8649c0c43ed req-12890b98-e848-4166-8dc0-16d4b8be80b9 service nova] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Updated VIF entry in instance network info cache for port e39e71b0-df3a-40dd-8207-357ac391eeb0. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.236553] env[68663]: DEBUG nova.network.neutron [req-6f8a3bce-271e-4e8e-85eb-f8649c0c43ed req-12890b98-e848-4166-8dc0-16d4b8be80b9 service nova] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Updating instance_info_cache with network_info: [{"id": "e39e71b0-df3a-40dd-8207-357ac391eeb0", "address": "fa:16:3e:10:84:fd", "network": {"id": "9ff80e7a-9019-4dbb-9f98-2ace6ca5b431", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1563793098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69af6bfd60414d60ba2678a7fa5e2af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape39e71b0-df", "ovs_interfaceid": "e39e71b0-df3a-40dd-8207-357ac391eeb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.370466] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52235eb3-deed-acb4-bc53-f39a79aa3643, 'name': SearchDatastore_Task, 'duration_secs': 0.015582} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.371944] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.371944] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 5d7fc271-ecee-48d1-937b-f06fe7833c6f/5d7fc271-ecee-48d1-937b-f06fe7833c6f.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.371944] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e3178bc-bbab-4673-a085-cf7f0d9cfd37 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.381819] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 644.381819] env[68663]: value = "task-3237739" [ 644.381819] env[68663]: _type = "Task" [ 644.381819] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.392574] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.640336] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237738, 'name': CreateSnapshot_Task, 'duration_secs': 1.222027} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.640616] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 644.641408] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c009b4f-480e-4368-8558-aa6dd01ed490 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.653811] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Releasing lock "refresh_cache-bb5fa243-0368-4620-92c6-864d58bc3824" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.654176] env[68663]: DEBUG nova.compute.manager [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Instance network_info: |[{"id": "1ab621a6-fe5b-41c2-ae69-e11c14e800a8", "address": "fa:16:3e:69:ed:a2", "network": {"id": "c215d266-3d95-4246-8f74-c4d16500e668", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1810496231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020b84d970ae43398a407ea25ade3266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ab621a6-fe", "ovs_interfaceid": "1ab621a6-fe5b-41c2-ae69-e11c14e800a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.655036] env[68663]: DEBUG oslo_concurrency.lockutils [req-18447a0a-cbde-40a8-9248-8704286514a6 req-1c08d0ce-0544-4960-a52a-f25af7117991 service nova] Acquired lock "refresh_cache-bb5fa243-0368-4620-92c6-864d58bc3824" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.655299] env[68663]: DEBUG nova.network.neutron [req-18447a0a-cbde-40a8-9248-8704286514a6 req-1c08d0ce-0544-4960-a52a-f25af7117991 service nova] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Refreshing network info cache for port 1ab621a6-fe5b-41c2-ae69-e11c14e800a8 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.656489] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:ed:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ab621a6-fe5b-41c2-ae69-e11c14e800a8', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.664369] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.666077] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.666704] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79190a33-43e0-482d-a961-77d7fe56f7ca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.691375] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.691375] env[68663]: value = "task-3237740" [ 644.691375] env[68663]: _type = "Task" [ 644.691375] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.709284] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237740, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.741292] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.742543] env[68663]: DEBUG nova.compute.manager [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.751150] env[68663]: DEBUG oslo_concurrency.lockutils [req-6f8a3bce-271e-4e8e-85eb-f8649c0c43ed req-12890b98-e848-4166-8dc0-16d4b8be80b9 service nova] Releasing lock "refresh_cache-9d6b1846-83aa-4561-9fef-10dbfcb0a48d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.754696] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.993s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.754696] env[68663]: DEBUG nova.objects.instance [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Lazy-loading 'resources' on Instance uuid 722005fb-bc16-4103-955c-c9a27d33a234 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.895985] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237739, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.175021] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 645.175450] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-38e28f2d-173c-4f37-bdd1-e42df0c47dca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.185770] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 645.185770] env[68663]: value = "task-3237741" [ 645.185770] env[68663]: _type = "Task" [ 645.185770] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.198453] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237741, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.205287] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237740, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.256174] env[68663]: DEBUG nova.compute.utils [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.262432] env[68663]: DEBUG nova.compute.manager [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.262643] env[68663]: DEBUG nova.network.neutron [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.351061] env[68663]: DEBUG nova.policy [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0685f6d9a5241fabe820767d1b42f79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62df668cf40d491bb275be0e7df8c121', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.400477] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732489} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.400847] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 5d7fc271-ecee-48d1-937b-f06fe7833c6f/5d7fc271-ecee-48d1-937b-f06fe7833c6f.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.401133] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.401455] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-748a3d50-f42f-4341-9bd2-8ade61951d25 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.414176] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 645.414176] env[68663]: value = "task-3237742" [ 645.414176] env[68663]: _type = "Task" [ 645.414176] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.439917] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.504742] env[68663]: DEBUG nova.network.neutron [req-18447a0a-cbde-40a8-9248-8704286514a6 req-1c08d0ce-0544-4960-a52a-f25af7117991 service nova] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Updated VIF entry in instance network info cache for port 1ab621a6-fe5b-41c2-ae69-e11c14e800a8. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.504742] env[68663]: DEBUG nova.network.neutron [req-18447a0a-cbde-40a8-9248-8704286514a6 req-1c08d0ce-0544-4960-a52a-f25af7117991 service nova] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Updating instance_info_cache with network_info: [{"id": "1ab621a6-fe5b-41c2-ae69-e11c14e800a8", "address": "fa:16:3e:69:ed:a2", "network": {"id": "c215d266-3d95-4246-8f74-c4d16500e668", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1810496231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020b84d970ae43398a407ea25ade3266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ab621a6-fe", "ovs_interfaceid": "1ab621a6-fe5b-41c2-ae69-e11c14e800a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.701398] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237741, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.708145] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237740, 'name': CreateVM_Task, 'duration_secs': 0.762494} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.708145] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.708486] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.708675] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.709015] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.709282] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f5ebc9-f049-43e1-b3d6-73b6a53837e8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.717047] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 645.717047] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d01134-1858-2a25-534f-5f2ca837ec3f" [ 645.717047] env[68663]: _type = "Task" [ 645.717047] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.729066] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d01134-1858-2a25-534f-5f2ca837ec3f, 'name': SearchDatastore_Task, 'duration_secs': 0.011237} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.732097] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.732352] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.732616] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.732782] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.732996] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.733541] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9db9efee-18dc-43ad-857a-2280fa05456d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.744179] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.744411] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.745181] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42451312-7525-48b0-a810-a7039290daad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.755414] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 645.755414] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528577e5-f580-1118-b707-ffea2c38ddb8" [ 645.755414] env[68663]: _type = "Task" [ 645.755414] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.762101] env[68663]: DEBUG nova.compute.manager [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.771749] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528577e5-f580-1118-b707-ffea2c38ddb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.929535] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079491} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.932540] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.933640] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b500ef4e-292d-4629-9849-8711d6fcae48 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.957153] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 5d7fc271-ecee-48d1-937b-f06fe7833c6f/5d7fc271-ecee-48d1-937b-f06fe7833c6f.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.958528] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4299729b-c854-4c93-8375-7fb5e8892639 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.973632] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185e1f64-a44c-4ff1-a9a5-ee99973a4a37 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.982379] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce4694e-f6ae-4eb7-9983-e0fd47199fc1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.986848] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 645.986848] env[68663]: value = "task-3237743" [ 645.986848] env[68663]: _type = "Task" [ 645.986848] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.014682] env[68663]: DEBUG oslo_concurrency.lockutils [req-18447a0a-cbde-40a8-9248-8704286514a6 req-1c08d0ce-0544-4960-a52a-f25af7117991 service nova] Releasing lock "refresh_cache-bb5fa243-0368-4620-92c6-864d58bc3824" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.016302] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3320af03-87e1-48a8-b125-2095fc426166 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.021901] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.028630] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bb507d-fb24-428e-828f-967788692182 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.041626] env[68663]: DEBUG nova.compute.provider_tree [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.043560] env[68663]: DEBUG nova.network.neutron [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Successfully created port: 28b75339-e196-4ad4-971c-cbe1fede1f4b {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.198741] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237741, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.269097] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528577e5-f580-1118-b707-ffea2c38ddb8, 'name': SearchDatastore_Task, 'duration_secs': 0.012035} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.270128] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4e7e14f-7db3-4ded-a5c4-c46403e5c2c5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.282176] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 646.282176] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ead938-8435-f833-4198-f6a5857cc52f" [ 646.282176] env[68663]: _type = "Task" [ 646.282176] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.293737] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ead938-8435-f833-4198-f6a5857cc52f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.499509] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.548977] env[68663]: DEBUG nova.scheduler.client.report [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.698073] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237741, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.785743] env[68663]: DEBUG nova.compute.manager [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.798118] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ead938-8435-f833-4198-f6a5857cc52f, 'name': SearchDatastore_Task, 'duration_secs': 0.017584} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.798333] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.800688] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] bb5fa243-0368-4620-92c6-864d58bc3824/bb5fa243-0368-4620-92c6-864d58bc3824.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.800688] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a25159c-a279-4d17-b611-0bae39e41af8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.812220] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 646.812220] env[68663]: value = "task-3237744" [ 646.812220] env[68663]: _type = "Task" [ 646.812220] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.820717] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.861130] env[68663]: DEBUG nova.virt.hardware [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.861434] env[68663]: DEBUG nova.virt.hardware [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.861647] env[68663]: DEBUG nova.virt.hardware [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.861799] env[68663]: DEBUG nova.virt.hardware [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.861948] env[68663]: DEBUG nova.virt.hardware [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.862110] env[68663]: DEBUG nova.virt.hardware [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.862324] env[68663]: DEBUG nova.virt.hardware [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.862554] env[68663]: DEBUG nova.virt.hardware [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.862800] env[68663]: DEBUG nova.virt.hardware [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.862977] env[68663]: DEBUG nova.virt.hardware [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.863178] env[68663]: DEBUG nova.virt.hardware [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.864149] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e0726b-f862-4131-9528-fea98d6b8722 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.873565] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7188d44-bec0-41d1-87fd-d93b946d727e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.998556] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237743, 'name': ReconfigVM_Task, 'duration_secs': 0.782069} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.998761] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 5d7fc271-ecee-48d1-937b-f06fe7833c6f/5d7fc271-ecee-48d1-937b-f06fe7833c6f.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.999707] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3031cf6-35ac-4ac5-aa3d-2e571c1a74e7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.007972] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 647.007972] env[68663]: value = "task-3237745" [ 647.007972] env[68663]: _type = "Task" [ 647.007972] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.018321] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237745, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.055564] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.304s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.058426] env[68663]: DEBUG oslo_concurrency.lockutils [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.948s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.061130] env[68663]: INFO nova.compute.claims [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.127262] env[68663]: INFO nova.scheduler.client.report [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Deleted allocations for instance 722005fb-bc16-4103-955c-c9a27d33a234 [ 647.202875] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237741, 'name': CloneVM_Task, 'duration_secs': 1.888967} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.203249] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Created linked-clone VM from snapshot [ 647.204683] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc1dd13-d5fb-408b-8107-1091ec0b1b6e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.215781] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Uploading image 94c6d4e9-9ccb-4bbf-8116-a259f3a64e5c {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 647.234542] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 647.235014] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-13c915d0-766f-4739-a45c-5679a751d7b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.243990] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 647.243990] env[68663]: value = "task-3237746" [ 647.243990] env[68663]: _type = "Task" [ 647.243990] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.254988] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237746, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.322972] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237744, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.521058] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237745, 'name': Rename_Task, 'duration_secs': 0.348863} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.521728] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.522111] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fc2fbce-2389-4282-ba99-04ca873c6e73 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.531314] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 647.531314] env[68663]: value = "task-3237747" [ 647.531314] env[68663]: _type = "Task" [ 647.531314] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.547074] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.629465] env[68663]: DEBUG nova.compute.manager [req-0e9f6928-7a20-45d0-b78f-cb3d7c56d8dc req-9c148234-e57c-4958-abf7-0dac78168218 service nova] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Received event network-vif-plugged-28b75339-e196-4ad4-971c-cbe1fede1f4b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.629695] env[68663]: DEBUG oslo_concurrency.lockutils [req-0e9f6928-7a20-45d0-b78f-cb3d7c56d8dc req-9c148234-e57c-4958-abf7-0dac78168218 service nova] Acquiring lock "68b24323-6432-4cbd-9ea7-b231fb008990-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.629966] env[68663]: DEBUG oslo_concurrency.lockutils [req-0e9f6928-7a20-45d0-b78f-cb3d7c56d8dc req-9c148234-e57c-4958-abf7-0dac78168218 service nova] Lock "68b24323-6432-4cbd-9ea7-b231fb008990-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.630252] env[68663]: DEBUG oslo_concurrency.lockutils [req-0e9f6928-7a20-45d0-b78f-cb3d7c56d8dc req-9c148234-e57c-4958-abf7-0dac78168218 service nova] Lock "68b24323-6432-4cbd-9ea7-b231fb008990-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.630519] env[68663]: DEBUG nova.compute.manager [req-0e9f6928-7a20-45d0-b78f-cb3d7c56d8dc req-9c148234-e57c-4958-abf7-0dac78168218 service nova] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] No waiting events found dispatching network-vif-plugged-28b75339-e196-4ad4-971c-cbe1fede1f4b {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.630781] env[68663]: WARNING nova.compute.manager [req-0e9f6928-7a20-45d0-b78f-cb3d7c56d8dc req-9c148234-e57c-4958-abf7-0dac78168218 service nova] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Received unexpected event network-vif-plugged-28b75339-e196-4ad4-971c-cbe1fede1f4b for instance with vm_state building and task_state spawning. [ 647.639935] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8a578161-b3a9-4664-aef6-5aab34f74983 tempest-ImagesNegativeTestJSON-122560527 tempest-ImagesNegativeTestJSON-122560527-project-member] Lock "722005fb-bc16-4103-955c-c9a27d33a234" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.381s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.757168] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237746, 'name': Destroy_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.822134] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520997} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.822528] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] bb5fa243-0368-4620-92c6-864d58bc3824/bb5fa243-0368-4620-92c6-864d58bc3824.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.822750] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.823163] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0169775-912c-4015-a724-6aa41ebb88bf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.832504] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 647.832504] env[68663]: value = "task-3237748" [ 647.832504] env[68663]: _type = "Task" [ 647.832504] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.843683] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.913863] env[68663]: DEBUG nova.network.neutron [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Successfully updated port: 28b75339-e196-4ad4-971c-cbe1fede1f4b {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.045806] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237747, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.260243] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237746, 'name': Destroy_Task, 'duration_secs': 0.677731} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.260984] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Destroyed the VM [ 648.261666] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 648.262094] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9e293bf1-0645-4a45-ad2d-e7627df07a00 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.279120] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 648.279120] env[68663]: value = "task-3237749" [ 648.279120] env[68663]: _type = "Task" [ 648.279120] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.293187] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237749, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.346567] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147462} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.350141] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.354118] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd2b2e5-2065-4600-a05a-f6aca94cc020 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.380028] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] bb5fa243-0368-4620-92c6-864d58bc3824/bb5fa243-0368-4620-92c6-864d58bc3824.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.384903] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d89351bc-5351-4861-aa17-0e9918fee447 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.407539] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 648.407539] env[68663]: value = "task-3237750" [ 648.407539] env[68663]: _type = "Task" [ 648.407539] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.417547] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.417702] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.417851] env[68663]: DEBUG nova.network.neutron [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.425876] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.545197] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237747, 'name': PowerOnVM_Task, 'duration_secs': 0.820395} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.545608] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.545893] env[68663]: INFO nova.compute.manager [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Took 9.47 seconds to spawn the instance on the hypervisor. [ 648.546141] env[68663]: DEBUG nova.compute.manager [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.546975] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff8a037-0a02-4e96-933d-142714562260 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.654886] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da77ce74-5baa-42f1-a6ca-0040ecbe2a75 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.664471] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e106b65-d567-4a75-95fc-f3c2c7eac204 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.703509] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18abcc38-ea88-4a50-b690-201995a8eae6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.712492] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9c3312-4007-4d86-8982-48ed62ebe7bb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.729772] env[68663]: DEBUG nova.compute.provider_tree [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.790974] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237749, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.922622] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237750, 'name': ReconfigVM_Task, 'duration_secs': 0.453983} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.922622] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Reconfigured VM instance instance-0000001d to attach disk [datastore1] bb5fa243-0368-4620-92c6-864d58bc3824/bb5fa243-0368-4620-92c6-864d58bc3824.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.922622] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d949bb06-e7e2-4b93-9b51-318f5fdef174 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.930062] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 648.930062] env[68663]: value = "task-3237751" [ 648.930062] env[68663]: _type = "Task" [ 648.930062] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.946642] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237751, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.970437] env[68663]: DEBUG nova.network.neutron [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.069758] env[68663]: INFO nova.compute.manager [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Took 35.41 seconds to build instance. [ 649.236255] env[68663]: DEBUG nova.scheduler.client.report [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.271131] env[68663]: DEBUG nova.network.neutron [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updating instance_info_cache with network_info: [{"id": "28b75339-e196-4ad4-971c-cbe1fede1f4b", "address": "fa:16:3e:f4:41:e3", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b75339-e1", "ovs_interfaceid": "28b75339-e196-4ad4-971c-cbe1fede1f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.293315] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237749, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.450522] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237751, 'name': Rename_Task, 'duration_secs': 0.209539} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.450841] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.451129] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4d5a70c-bb96-4731-88a9-d7102df756c8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.461709] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 649.461709] env[68663]: value = "task-3237752" [ 649.461709] env[68663]: _type = "Task" [ 649.461709] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.471496] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.576315] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "5d7fc271-ecee-48d1-937b-f06fe7833c6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.247s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.679174] env[68663]: DEBUG nova.compute.manager [req-d0148810-957d-43bc-b5f1-2dd79a31ddf4 req-ff243ac0-84df-4899-a66a-2c3877782885 service nova] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Received event network-changed-28b75339-e196-4ad4-971c-cbe1fede1f4b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.679965] env[68663]: DEBUG nova.compute.manager [req-d0148810-957d-43bc-b5f1-2dd79a31ddf4 req-ff243ac0-84df-4899-a66a-2c3877782885 service nova] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Refreshing instance network info cache due to event network-changed-28b75339-e196-4ad4-971c-cbe1fede1f4b. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.680206] env[68663]: DEBUG oslo_concurrency.lockutils [req-d0148810-957d-43bc-b5f1-2dd79a31ddf4 req-ff243ac0-84df-4899-a66a-2c3877782885 service nova] Acquiring lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.742847] env[68663]: DEBUG oslo_concurrency.lockutils [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.744052] env[68663]: DEBUG nova.compute.manager [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.753213] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.069s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.753213] env[68663]: DEBUG nova.objects.instance [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Lazy-loading 'resources' on Instance uuid b95b8194-54c5-45d3-b2ed-bf61f1b2ce02 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.777033] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.777033] env[68663]: DEBUG nova.compute.manager [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Instance network_info: |[{"id": "28b75339-e196-4ad4-971c-cbe1fede1f4b", "address": "fa:16:3e:f4:41:e3", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b75339-e1", "ovs_interfaceid": "28b75339-e196-4ad4-971c-cbe1fede1f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.777247] env[68663]: DEBUG oslo_concurrency.lockutils [req-d0148810-957d-43bc-b5f1-2dd79a31ddf4 req-ff243ac0-84df-4899-a66a-2c3877782885 service nova] Acquired lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.777247] env[68663]: DEBUG nova.network.neutron [req-d0148810-957d-43bc-b5f1-2dd79a31ddf4 req-ff243ac0-84df-4899-a66a-2c3877782885 service nova] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Refreshing network info cache for port 28b75339-e196-4ad4-971c-cbe1fede1f4b {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.777247] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:41:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28b75339-e196-4ad4-971c-cbe1fede1f4b', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.784753] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Creating folder: Project (62df668cf40d491bb275be0e7df8c121). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.785872] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36917214-d6bb-4ebc-9999-c4745fdc80bc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.799212] env[68663]: DEBUG oslo_vmware.api [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237749, 'name': RemoveSnapshot_Task, 'duration_secs': 1.147582} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.800779] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 649.806341] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Created folder: Project (62df668cf40d491bb275be0e7df8c121) in parent group-v647027. [ 649.806678] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Creating folder: Instances. Parent ref: group-v647120. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.807133] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88f3bcce-2998-48fe-bddb-4134d67d994a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.820851] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Created folder: Instances in parent group-v647120. [ 649.823023] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.823023] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.823023] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-984e31bc-f204-4c8d-adc8-90d122342fd2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.853724] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.853724] env[68663]: value = "task-3237755" [ 649.853724] env[68663]: _type = "Task" [ 649.853724] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.863352] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237755, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.979310] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237752, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.078699] env[68663]: DEBUG nova.compute.manager [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.226683] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a4100a-2daa-f34c-fd7f-85b87dbc2f09/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 650.227688] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adfe113-6115-453a-8f25-94fd623ed64b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.235339] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a4100a-2daa-f34c-fd7f-85b87dbc2f09/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 650.235339] env[68663]: ERROR oslo_vmware.rw_handles [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a4100a-2daa-f34c-fd7f-85b87dbc2f09/disk-0.vmdk due to incomplete transfer. [ 650.235522] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0db20024-30a0-4e93-b3fd-53f7b2b3fd14 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.246643] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a4100a-2daa-f34c-fd7f-85b87dbc2f09/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 650.246976] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Uploaded image d54a33f6-04c2-4126-9c57-568f9b1a8208 to the Glance image server {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 650.252023] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 650.252023] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d6bbf23f-0052-4a42-ab32-364aeb8e7603 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.258043] env[68663]: DEBUG nova.compute.utils [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.264399] env[68663]: DEBUG nova.compute.manager [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.264638] env[68663]: DEBUG nova.network.neutron [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.267498] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 650.267498] env[68663]: value = "task-3237756" [ 650.267498] env[68663]: _type = "Task" [ 650.267498] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.280746] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237756, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.309416] env[68663]: WARNING nova.compute.manager [None req-826d819a-b323-46f3-aabd-5a593506ba6e tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Image not found during snapshot: nova.exception.ImageNotFound: Image 94c6d4e9-9ccb-4bbf-8116-a259f3a64e5c could not be found. [ 650.368129] env[68663]: DEBUG nova.policy [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a97833f5726b456a9fbec210262cabc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f8e0810a47e4441a04801961c86b3d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.378628] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237755, 'name': CreateVM_Task, 'duration_secs': 0.4934} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.379036] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.382707] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.382707] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.382707] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.382707] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a8612fd-439b-45a2-a887-2a6175b8f5a4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.387525] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 650.387525] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5224f2bf-11d3-b685-6835-4dce91f50741" [ 650.387525] env[68663]: _type = "Task" [ 650.387525] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.398774] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5224f2bf-11d3-b685-6835-4dce91f50741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.473909] env[68663]: DEBUG oslo_vmware.api [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237752, 'name': PowerOnVM_Task, 'duration_secs': 0.872862} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.479070] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.479070] env[68663]: INFO nova.compute.manager [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Took 8.61 seconds to spawn the instance on the hypervisor. [ 650.479070] env[68663]: DEBUG nova.compute.manager [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.479070] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5040d10-a499-4299-bc0f-431be63a314f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.608880] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.719732] env[68663]: DEBUG nova.network.neutron [req-d0148810-957d-43bc-b5f1-2dd79a31ddf4 req-ff243ac0-84df-4899-a66a-2c3877782885 service nova] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updated VIF entry in instance network info cache for port 28b75339-e196-4ad4-971c-cbe1fede1f4b. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.720224] env[68663]: DEBUG nova.network.neutron [req-d0148810-957d-43bc-b5f1-2dd79a31ddf4 req-ff243ac0-84df-4899-a66a-2c3877782885 service nova] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updating instance_info_cache with network_info: [{"id": "28b75339-e196-4ad4-971c-cbe1fede1f4b", "address": "fa:16:3e:f4:41:e3", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b75339-e1", "ovs_interfaceid": "28b75339-e196-4ad4-971c-cbe1fede1f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.769031] env[68663]: DEBUG nova.compute.manager [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.789150] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237756, 'name': Destroy_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.901458] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5224f2bf-11d3-b685-6835-4dce91f50741, 'name': SearchDatastore_Task, 'duration_secs': 0.024283} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.902010] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.902252] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.902353] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.902496] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.904526] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.904526] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b6c3a58-18c0-44c4-a93e-cc9907ba930d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.915024] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f135c71-483e-4dbb-a430-b82f9443f4da {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.918462] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.918661] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.919950] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e32995f-2d7a-4e96-af97-1ec20a7f9b57 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.931183] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ee371b-e891-47fb-9e36-1c7cd78a1cad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.941376] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 650.941376] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5240dc38-c626-b458-8f9b-858b152dcc24" [ 650.941376] env[68663]: _type = "Task" [ 650.941376] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.969260] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "257b370c-a0ec-4003-ae40-82e4bbfc7306" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.969605] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "257b370c-a0ec-4003-ae40-82e4bbfc7306" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.969931] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "257b370c-a0ec-4003-ae40-82e4bbfc7306-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.972554] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "257b370c-a0ec-4003-ae40-82e4bbfc7306-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.972554] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "257b370c-a0ec-4003-ae40-82e4bbfc7306-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.973368] env[68663]: INFO nova.compute.manager [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Terminating instance [ 650.976659] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa9df9d-3934-4cb7-a76a-3beccccc7daf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.984064] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5240dc38-c626-b458-8f9b-858b152dcc24, 'name': SearchDatastore_Task, 'duration_secs': 0.023736} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.985496] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5b7205c-b05e-44bb-ad4b-85ca261315d2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.994817] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98e3438-16f6-466d-8d79-6fe1d6d5f459 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.007252] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 651.007252] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5290c836-16fa-09d5-2414-dac702c7ae3b" [ 651.007252] env[68663]: _type = "Task" [ 651.007252] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.008580] env[68663]: DEBUG nova.network.neutron [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Successfully created port: 45ee06e7-9b04-4af2-96ee-ce9f375bb501 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.014457] env[68663]: INFO nova.compute.manager [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Took 36.09 seconds to build instance. [ 651.027723] env[68663]: DEBUG nova.compute.provider_tree [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.041394] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5290c836-16fa-09d5-2414-dac702c7ae3b, 'name': SearchDatastore_Task, 'duration_secs': 0.017125} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.041394] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.041394] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 68b24323-6432-4cbd-9ea7-b231fb008990/68b24323-6432-4cbd-9ea7-b231fb008990.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.041394] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-293f615d-14e8-4a0d-8c66-b35c5663687a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.047015] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 651.047015] env[68663]: value = "task-3237757" [ 651.047015] env[68663]: _type = "Task" [ 651.047015] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.058720] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3237757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.224846] env[68663]: DEBUG oslo_concurrency.lockutils [req-d0148810-957d-43bc-b5f1-2dd79a31ddf4 req-ff243ac0-84df-4899-a66a-2c3877782885 service nova] Releasing lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.285111] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237756, 'name': Destroy_Task, 'duration_secs': 0.828075} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.285555] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Destroyed the VM [ 651.285811] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 651.286068] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d16c9d1d-935e-486b-a74e-e1c5dcc961dc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.295565] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 651.295565] env[68663]: value = "task-3237758" [ 651.295565] env[68663]: _type = "Task" [ 651.295565] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.309996] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237758, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.487025] env[68663]: DEBUG nova.compute.manager [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.487219] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.487992] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e137453-62a9-4c6c-a873-c3eead31d77d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.498411] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.498665] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6254bf85-fb49-4818-b833-71a7ed914b4d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.508530] env[68663]: DEBUG oslo_vmware.api [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 651.508530] env[68663]: value = "task-3237759" [ 651.508530] env[68663]: _type = "Task" [ 651.508530] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.520589] env[68663]: DEBUG oslo_vmware.api [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.528105] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bba1b230-5b79-4ce6-93f6-fbdb6d7efd68 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "bb5fa243-0368-4620-92c6-864d58bc3824" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.145s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.539106] env[68663]: DEBUG nova.scheduler.client.report [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.560736] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3237757, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.787658] env[68663]: DEBUG nova.compute.manager [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.809035] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237758, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.820344] env[68663]: DEBUG nova.virt.hardware [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.820785] env[68663]: DEBUG nova.virt.hardware [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.820785] env[68663]: DEBUG nova.virt.hardware [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.820918] env[68663]: DEBUG nova.virt.hardware [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.821095] env[68663]: DEBUG nova.virt.hardware [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.821238] env[68663]: DEBUG nova.virt.hardware [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.821491] env[68663]: DEBUG nova.virt.hardware [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.821794] env[68663]: DEBUG nova.virt.hardware [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.821873] env[68663]: DEBUG nova.virt.hardware [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.822042] env[68663]: DEBUG nova.virt.hardware [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.822261] env[68663]: DEBUG nova.virt.hardware [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.823199] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da86221-1113-4258-b738-53634cb8e0b7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.835030] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00908541-e1d9-43bb-ab80-7c26b378bf79 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.021328] env[68663]: DEBUG oslo_vmware.api [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.031034] env[68663]: DEBUG nova.compute.manager [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.048710] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.297s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.051441] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.062s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.052693] env[68663]: INFO nova.compute.claims [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.067336] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3237757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83852} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.067616] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 68b24323-6432-4cbd-9ea7-b231fb008990/68b24323-6432-4cbd-9ea7-b231fb008990.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.068107] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.068107] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-866f08b2-016f-4f03-844b-71b586b45628 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.076160] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 652.076160] env[68663]: value = "task-3237760" [ 652.076160] env[68663]: _type = "Task" [ 652.076160] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.087031] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3237760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.198331] env[68663]: INFO nova.scheduler.client.report [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Deleted allocations for instance b95b8194-54c5-45d3-b2ed-bf61f1b2ce02 [ 652.270180] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "bb5fa243-0368-4620-92c6-864d58bc3824" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.270473] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "bb5fa243-0368-4620-92c6-864d58bc3824" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.272545] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "bb5fa243-0368-4620-92c6-864d58bc3824-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.272816] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "bb5fa243-0368-4620-92c6-864d58bc3824-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.273020] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "bb5fa243-0368-4620-92c6-864d58bc3824-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.278764] env[68663]: INFO nova.compute.manager [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Terminating instance [ 652.308718] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237758, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.526753] env[68663]: DEBUG oslo_vmware.api [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237759, 'name': PowerOffVM_Task, 'duration_secs': 0.843607} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.527037] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.527206] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.527456] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db8afb07-dbee-42a8-aa4d-23dd086a7de1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.556746] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.589255] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3237760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151229} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.590166] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.590455] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2fcdcb-3a32-477c-9da5-992c44f09dd0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.626219] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 68b24323-6432-4cbd-9ea7-b231fb008990/68b24323-6432-4cbd-9ea7-b231fb008990.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.626219] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f776d48-0720-4b00-bca5-16d188934b6f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.642620] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.643385] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.643385] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Deleting the datastore file [datastore2] 257b370c-a0ec-4003-ae40-82e4bbfc7306 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.643608] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6193e07-4674-47fb-93db-cee2e231611d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.650057] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 652.650057] env[68663]: value = "task-3237762" [ 652.650057] env[68663]: _type = "Task" [ 652.650057] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.652299] env[68663]: DEBUG oslo_vmware.api [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 652.652299] env[68663]: value = "task-3237763" [ 652.652299] env[68663]: _type = "Task" [ 652.652299] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.674130] env[68663]: DEBUG oslo_vmware.api [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.678926] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3237762, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.710464] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c742600c-0de0-4e10-af6d-62de2caa6ddd tempest-ImagesOneServerTestJSON-800989540 tempest-ImagesOneServerTestJSON-800989540-project-member] Lock "b95b8194-54c5-45d3-b2ed-bf61f1b2ce02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.849s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.783366] env[68663]: DEBUG nova.compute.manager [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 652.783499] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.784379] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb63947-29d0-4aee-9d3f-820ddb358f23 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.793751] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.793906] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f45b305c-6d27-46e9-8cd2-677bd45e181b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.802455] env[68663]: DEBUG oslo_vmware.api [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 652.802455] env[68663]: value = "task-3237764" [ 652.802455] env[68663]: _type = "Task" [ 652.802455] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.809917] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237758, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.815641] env[68663]: DEBUG oslo_vmware.api [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.180417] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3237762, 'name': ReconfigVM_Task, 'duration_secs': 0.453809} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.183881] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 68b24323-6432-4cbd-9ea7-b231fb008990/68b24323-6432-4cbd-9ea7-b231fb008990.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.184461] env[68663]: DEBUG oslo_vmware.api [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3237763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268895} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.187751] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c86d3f5-3298-400c-b16a-ee728a0d3800 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.189538] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.197242] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 653.197242] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 653.197242] env[68663]: INFO nova.compute.manager [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Took 1.70 seconds to destroy the instance on the hypervisor. [ 653.197242] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.197242] env[68663]: DEBUG nova.compute.manager [-] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 653.197536] env[68663]: DEBUG nova.network.neutron [-] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 653.198146] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 653.198146] env[68663]: value = "task-3237765" [ 653.198146] env[68663]: _type = "Task" [ 653.198146] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.206375] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3237765, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.257954] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "5d7fc271-ecee-48d1-937b-f06fe7833c6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.257954] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "5d7fc271-ecee-48d1-937b-f06fe7833c6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.257954] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "5d7fc271-ecee-48d1-937b-f06fe7833c6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.258381] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "5d7fc271-ecee-48d1-937b-f06fe7833c6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.258582] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "5d7fc271-ecee-48d1-937b-f06fe7833c6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.261250] env[68663]: INFO nova.compute.manager [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Terminating instance [ 653.316460] env[68663]: DEBUG oslo_vmware.api [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237758, 'name': RemoveSnapshot_Task, 'duration_secs': 2.006555} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.316460] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 653.316735] env[68663]: INFO nova.compute.manager [None req-7dc1b736-b158-4dfa-a42b-beeaab1c54ad tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Took 17.59 seconds to snapshot the instance on the hypervisor. [ 653.326466] env[68663]: DEBUG oslo_vmware.api [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237764, 'name': PowerOffVM_Task, 'duration_secs': 0.207511} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.327557] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.327775] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.328310] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7244bd2-f1cc-47f6-8a69-f3a25ef91258 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.405885] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.406121] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.406302] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Deleting the datastore file [datastore1] bb5fa243-0368-4620-92c6-864d58bc3824 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.406956] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0bca149-5359-4aef-a5fd-e65d29250b98 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.418855] env[68663]: DEBUG oslo_vmware.api [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 653.418855] env[68663]: value = "task-3237767" [ 653.418855] env[68663]: _type = "Task" [ 653.418855] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.427108] env[68663]: DEBUG oslo_vmware.api [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.512034] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "a6ebe229-ac63-4f8a-b09d-da70cb9ef796" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.512295] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "a6ebe229-ac63-4f8a-b09d-da70cb9ef796" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.555555] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "461cd7c8-d6e1-4815-98ec-3974eb224012" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.555555] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "461cd7c8-d6e1-4815-98ec-3974eb224012" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.610973] env[68663]: DEBUG nova.compute.manager [req-2541bf3a-15c1-4f1f-8921-d3eb47b25b43 req-a63c4c19-9c17-41d1-8dfb-d5da14f5eed3 service nova] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Received event network-vif-plugged-45ee06e7-9b04-4af2-96ee-ce9f375bb501 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.610973] env[68663]: DEBUG oslo_concurrency.lockutils [req-2541bf3a-15c1-4f1f-8921-d3eb47b25b43 req-a63c4c19-9c17-41d1-8dfb-d5da14f5eed3 service nova] Acquiring lock "7c6c018b-cd4d-4df4-90dc-51c119f8da67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.610973] env[68663]: DEBUG oslo_concurrency.lockutils [req-2541bf3a-15c1-4f1f-8921-d3eb47b25b43 req-a63c4c19-9c17-41d1-8dfb-d5da14f5eed3 service nova] Lock "7c6c018b-cd4d-4df4-90dc-51c119f8da67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.610973] env[68663]: DEBUG oslo_concurrency.lockutils [req-2541bf3a-15c1-4f1f-8921-d3eb47b25b43 req-a63c4c19-9c17-41d1-8dfb-d5da14f5eed3 service nova] Lock "7c6c018b-cd4d-4df4-90dc-51c119f8da67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.610973] env[68663]: DEBUG nova.compute.manager [req-2541bf3a-15c1-4f1f-8921-d3eb47b25b43 req-a63c4c19-9c17-41d1-8dfb-d5da14f5eed3 service nova] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] No waiting events found dispatching network-vif-plugged-45ee06e7-9b04-4af2-96ee-ce9f375bb501 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.615241] env[68663]: WARNING nova.compute.manager [req-2541bf3a-15c1-4f1f-8921-d3eb47b25b43 req-a63c4c19-9c17-41d1-8dfb-d5da14f5eed3 service nova] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Received unexpected event network-vif-plugged-45ee06e7-9b04-4af2-96ee-ce9f375bb501 for instance with vm_state building and task_state spawning. [ 653.673560] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.673560] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.713555] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3237765, 'name': Rename_Task, 'duration_secs': 0.162437} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.716040] env[68663]: DEBUG nova.network.neutron [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Successfully updated port: 45ee06e7-9b04-4af2-96ee-ce9f375bb501 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.716040] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.718078] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b15712a5-ef5a-4c38-abb6-9d3e465d6db3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.724833] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 653.724833] env[68663]: value = "task-3237768" [ 653.724833] env[68663]: _type = "Task" [ 653.724833] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.735923] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3237768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.765286] env[68663]: DEBUG nova.compute.manager [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.765521] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.766473] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0ccfd8-248c-4b09-85db-ffc1c745b143 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.788344] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.788845] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3552e08-9950-47fc-8e9f-889dc2b78a5b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.794701] env[68663]: DEBUG oslo_vmware.api [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 653.794701] env[68663]: value = "task-3237769" [ 653.794701] env[68663]: _type = "Task" [ 653.794701] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.796341] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24430e54-e057-4d6b-b608-53dec36ef237 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.810272] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350af20e-63f4-467a-95f8-2087dca69e9d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.818019] env[68663]: DEBUG oslo_vmware.api [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.846020] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bea4394-cf06-4e57-aa36-2cc5529c1133 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.855079] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b23c97-d251-47cb-a8d2-e192646d3e43 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.869545] env[68663]: DEBUG nova.compute.provider_tree [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.929564] env[68663]: DEBUG oslo_vmware.api [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137431} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.929981] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.930230] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 653.930447] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 653.930654] env[68663]: INFO nova.compute.manager [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Took 1.15 seconds to destroy the instance on the hypervisor. [ 653.930960] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.931222] env[68663]: DEBUG nova.compute.manager [-] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 653.931377] env[68663]: DEBUG nova.network.neutron [-] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.221405] env[68663]: DEBUG oslo_concurrency.lockutils [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Acquiring lock "refresh_cache-7c6c018b-cd4d-4df4-90dc-51c119f8da67" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.221765] env[68663]: DEBUG oslo_concurrency.lockutils [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Acquired lock "refresh_cache-7c6c018b-cd4d-4df4-90dc-51c119f8da67" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.221971] env[68663]: DEBUG nova.network.neutron [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.235978] env[68663]: DEBUG oslo_vmware.api [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3237768, 'name': PowerOnVM_Task, 'duration_secs': 0.473197} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.236360] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.236572] env[68663]: INFO nova.compute.manager [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Took 7.45 seconds to spawn the instance on the hypervisor. [ 654.236824] env[68663]: DEBUG nova.compute.manager [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.237719] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eda1a63-ce12-437b-948e-c5a549e8d38e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.284808] env[68663]: DEBUG nova.network.neutron [-] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.314067] env[68663]: DEBUG oslo_vmware.api [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237769, 'name': PowerOffVM_Task, 'duration_secs': 0.183562} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.314067] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.314067] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.314067] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-734896a6-e262-4e3d-9183-368c4ae036a6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.372689] env[68663]: DEBUG nova.scheduler.client.report [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.383273] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.384571] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.385240] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Deleting the datastore file [datastore1] 5d7fc271-ecee-48d1-937b-f06fe7833c6f {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.385340] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86f1cbfa-266b-4db5-b256-6f64cc3cddfa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.391892] env[68663]: DEBUG oslo_vmware.api [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 654.391892] env[68663]: value = "task-3237771" [ 654.391892] env[68663]: _type = "Task" [ 654.391892] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.400885] env[68663]: DEBUG oslo_vmware.api [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.760732] env[68663]: DEBUG nova.network.neutron [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.762988] env[68663]: INFO nova.compute.manager [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Took 36.47 seconds to build instance. [ 654.785142] env[68663]: INFO nova.compute.manager [-] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Took 1.59 seconds to deallocate network for instance. [ 654.863226] env[68663]: DEBUG nova.network.neutron [-] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.882765] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.832s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.883425] env[68663]: DEBUG nova.compute.manager [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.887309] env[68663]: DEBUG oslo_concurrency.lockutils [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.867s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.887598] env[68663]: DEBUG nova.objects.instance [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Lazy-loading 'resources' on Instance uuid ea89d16d-6564-4b98-84c8-4a21acc9013e {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.901979] env[68663]: DEBUG oslo_vmware.api [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3237771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331511} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.903908] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.904208] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.905709] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.905933] env[68663]: INFO nova.compute.manager [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 654.906200] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.906634] env[68663]: DEBUG nova.compute.manager [-] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.906729] env[68663]: DEBUG nova.network.neutron [-] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.232348] env[68663]: DEBUG nova.network.neutron [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Updating instance_info_cache with network_info: [{"id": "45ee06e7-9b04-4af2-96ee-ce9f375bb501", "address": "fa:16:3e:a9:0a:1e", "network": {"id": "e2e27b71-42be-43e6-867e-7c54110b7244", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-644562196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f8e0810a47e4441a04801961c86b3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ee06e7-9b", "ovs_interfaceid": "45ee06e7-9b04-4af2-96ee-ce9f375bb501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.265374] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6967d5b1-feeb-4e52-8e2c-fe25b93eb07c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "68b24323-6432-4cbd-9ea7-b231fb008990" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.524s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.297331] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.364623] env[68663]: INFO nova.compute.manager [-] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Took 1.43 seconds to deallocate network for instance. [ 655.394106] env[68663]: DEBUG nova.compute.utils [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.395604] env[68663]: DEBUG nova.compute.manager [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.395798] env[68663]: DEBUG nova.network.neutron [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.476429] env[68663]: DEBUG nova.policy [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a94b2f4fd154dce977907914cff47c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48e85fa9464f448fa4743e82be707ca6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.580160] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "9387f331-9488-4e99-8173-519b9651ce7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.580500] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "9387f331-9488-4e99-8173-519b9651ce7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.738016] env[68663]: DEBUG oslo_concurrency.lockutils [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Releasing lock "refresh_cache-7c6c018b-cd4d-4df4-90dc-51c119f8da67" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.738016] env[68663]: DEBUG nova.compute.manager [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Instance network_info: |[{"id": "45ee06e7-9b04-4af2-96ee-ce9f375bb501", "address": "fa:16:3e:a9:0a:1e", "network": {"id": "e2e27b71-42be-43e6-867e-7c54110b7244", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-644562196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f8e0810a47e4441a04801961c86b3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ee06e7-9b", "ovs_interfaceid": "45ee06e7-9b04-4af2-96ee-ce9f375bb501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.738227] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:0a:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45ee06e7-9b04-4af2-96ee-ce9f375bb501', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.746142] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Creating folder: Project (6f8e0810a47e4441a04801961c86b3d8). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.746526] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e69a0d83-b265-4a6c-944d-00d6fe6f6642 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.757753] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Created folder: Project (6f8e0810a47e4441a04801961c86b3d8) in parent group-v647027. [ 655.757999] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Creating folder: Instances. Parent ref: group-v647123. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.762837] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ba43c53-5b4f-450e-85ef-53a0dd92917b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.768672] env[68663]: DEBUG nova.compute.manager [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.772424] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Created folder: Instances in parent group-v647123. [ 655.772657] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.772867] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.773110] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f8daba7-eb48-4654-b3cb-3a7b88a7dee1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.795655] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.795655] env[68663]: value = "task-3237774" [ 655.795655] env[68663]: _type = "Task" [ 655.795655] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.803933] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237774, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.872508] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.900868] env[68663]: DEBUG nova.compute.manager [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.058572] env[68663]: DEBUG nova.network.neutron [-] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.070800] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793b179c-d320-4f53-810b-c419604ff6a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.086235] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e22e69-7218-4898-a51b-789b3e6c3404 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.122450] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ead30f-ffed-4b8b-b0cd-9b4b53d5a29f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.132033] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f889ad6-7f8a-4558-9b82-9aac4a6269ac {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.147022] env[68663]: DEBUG nova.compute.provider_tree [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.159503] env[68663]: DEBUG nova.network.neutron [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Successfully created port: f5760dc7-7130-4b94-bd7d-0a9d6ad75ba5 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.261304] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "654c16cd-87aa-408e-bad5-f611df55ff7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.261626] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "654c16cd-87aa-408e-bad5-f611df55ff7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.293900] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.313883] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237774, 'name': CreateVM_Task, 'duration_secs': 0.403288} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.313883] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.317240] env[68663]: DEBUG nova.compute.manager [req-9ae89a96-7976-4962-8d15-d15c9ce27d9c req-4b597f4c-50b6-46a7-95ca-caa31e69ae87 service nova] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Received event network-changed-45ee06e7-9b04-4af2-96ee-ce9f375bb501 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.317240] env[68663]: DEBUG nova.compute.manager [req-9ae89a96-7976-4962-8d15-d15c9ce27d9c req-4b597f4c-50b6-46a7-95ca-caa31e69ae87 service nova] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Refreshing instance network info cache due to event network-changed-45ee06e7-9b04-4af2-96ee-ce9f375bb501. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.317240] env[68663]: DEBUG oslo_concurrency.lockutils [req-9ae89a96-7976-4962-8d15-d15c9ce27d9c req-4b597f4c-50b6-46a7-95ca-caa31e69ae87 service nova] Acquiring lock "refresh_cache-7c6c018b-cd4d-4df4-90dc-51c119f8da67" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.317240] env[68663]: DEBUG oslo_concurrency.lockutils [req-9ae89a96-7976-4962-8d15-d15c9ce27d9c req-4b597f4c-50b6-46a7-95ca-caa31e69ae87 service nova] Acquired lock "refresh_cache-7c6c018b-cd4d-4df4-90dc-51c119f8da67" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.317240] env[68663]: DEBUG nova.network.neutron [req-9ae89a96-7976-4962-8d15-d15c9ce27d9c req-4b597f4c-50b6-46a7-95ca-caa31e69ae87 service nova] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Refreshing network info cache for port 45ee06e7-9b04-4af2-96ee-ce9f375bb501 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.318833] env[68663]: DEBUG oslo_concurrency.lockutils [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.318833] env[68663]: DEBUG oslo_concurrency.lockutils [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.319082] env[68663]: DEBUG oslo_concurrency.lockutils [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.319805] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a2d127-57ec-47d4-9b34-82807dc48cd7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.330906] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Waiting for the task: (returnval){ [ 656.330906] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52abcd77-85aa-66e9-cb74-9c817f4e8a9e" [ 656.330906] env[68663]: _type = "Task" [ 656.330906] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.340925] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52abcd77-85aa-66e9-cb74-9c817f4e8a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.562142] env[68663]: INFO nova.compute.manager [-] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Took 1.65 seconds to deallocate network for instance. [ 656.650829] env[68663]: DEBUG nova.scheduler.client.report [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.669612] env[68663]: DEBUG nova.compute.manager [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.669612] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c199f28e-bef4-4376-83de-99d47191ccc7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.813162] env[68663]: DEBUG nova.compute.manager [req-925ffbdc-eb98-4148-9412-0eb8752f29d1 req-ef7d0591-2d09-42f3-a099-1680880d75b7 service nova] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Received event network-changed-28b75339-e196-4ad4-971c-cbe1fede1f4b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.813457] env[68663]: DEBUG nova.compute.manager [req-925ffbdc-eb98-4148-9412-0eb8752f29d1 req-ef7d0591-2d09-42f3-a099-1680880d75b7 service nova] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Refreshing instance network info cache due to event network-changed-28b75339-e196-4ad4-971c-cbe1fede1f4b. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.813597] env[68663]: DEBUG oslo_concurrency.lockutils [req-925ffbdc-eb98-4148-9412-0eb8752f29d1 req-ef7d0591-2d09-42f3-a099-1680880d75b7 service nova] Acquiring lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.813871] env[68663]: DEBUG oslo_concurrency.lockutils [req-925ffbdc-eb98-4148-9412-0eb8752f29d1 req-ef7d0591-2d09-42f3-a099-1680880d75b7 service nova] Acquired lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.814067] env[68663]: DEBUG nova.network.neutron [req-925ffbdc-eb98-4148-9412-0eb8752f29d1 req-ef7d0591-2d09-42f3-a099-1680880d75b7 service nova] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Refreshing network info cache for port 28b75339-e196-4ad4-971c-cbe1fede1f4b {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.843799] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52abcd77-85aa-66e9-cb74-9c817f4e8a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.015174} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.844227] env[68663]: DEBUG oslo_concurrency.lockutils [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.844494] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.844778] env[68663]: DEBUG oslo_concurrency.lockutils [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.844933] env[68663]: DEBUG oslo_concurrency.lockutils [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.845159] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.845795] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7779694-dbe3-41c5-9bbb-15499b43a685 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.854784] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.854971] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.855786] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de51b3fc-9aaf-4825-b6e1-1867dd964638 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.866030] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Waiting for the task: (returnval){ [ 656.866030] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5245c952-2aaa-1ba0-b96f-e2250defb1d9" [ 656.866030] env[68663]: _type = "Task" [ 656.866030] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.872746] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5245c952-2aaa-1ba0-b96f-e2250defb1d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.916898] env[68663]: DEBUG nova.compute.manager [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.973364] env[68663]: DEBUG nova.virt.hardware [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.973631] env[68663]: DEBUG nova.virt.hardware [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.974069] env[68663]: DEBUG nova.virt.hardware [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.974282] env[68663]: DEBUG nova.virt.hardware [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.974428] env[68663]: DEBUG nova.virt.hardware [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.974814] env[68663]: DEBUG nova.virt.hardware [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.974814] env[68663]: DEBUG nova.virt.hardware [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.974955] env[68663]: DEBUG nova.virt.hardware [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.975138] env[68663]: DEBUG nova.virt.hardware [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.975298] env[68663]: DEBUG nova.virt.hardware [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.975472] env[68663]: DEBUG nova.virt.hardware [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.976589] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3322e12a-e8ae-4586-88fe-1223d784be46 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.986769] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40ad3dd-4b0c-4e86-b1ea-91935b5b8062 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.069166] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.125103] env[68663]: DEBUG nova.network.neutron [req-9ae89a96-7976-4962-8d15-d15c9ce27d9c req-4b597f4c-50b6-46a7-95ca-caa31e69ae87 service nova] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Updated VIF entry in instance network info cache for port 45ee06e7-9b04-4af2-96ee-ce9f375bb501. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.125473] env[68663]: DEBUG nova.network.neutron [req-9ae89a96-7976-4962-8d15-d15c9ce27d9c req-4b597f4c-50b6-46a7-95ca-caa31e69ae87 service nova] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Updating instance_info_cache with network_info: [{"id": "45ee06e7-9b04-4af2-96ee-ce9f375bb501", "address": "fa:16:3e:a9:0a:1e", "network": {"id": "e2e27b71-42be-43e6-867e-7c54110b7244", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-644562196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f8e0810a47e4441a04801961c86b3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ee06e7-9b", "ovs_interfaceid": "45ee06e7-9b04-4af2-96ee-ce9f375bb501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.157019] env[68663]: DEBUG oslo_concurrency.lockutils [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.160163] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.949s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.160163] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.160163] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 657.160163] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.102s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.161553] env[68663]: INFO nova.compute.claims [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.168646] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be74c4c3-4aed-4946-bca2-69ff7cb0d13a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.174314] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0319c8f7-1404-4666-b6f2-772097c9a38c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.180830] env[68663]: INFO nova.compute.manager [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] instance snapshotting [ 657.193597] env[68663]: INFO nova.scheduler.client.report [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Deleted allocations for instance ea89d16d-6564-4b98-84c8-4a21acc9013e [ 657.195391] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fda776d-b47c-4553-ac4a-7d4b783fd16c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.199356] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ac0779-2113-4829-be4f-1a34e36e9781 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.226787] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9e81da-eab8-4b9e-94a8-00cf28b29fd0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.232626] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed5af98-6d4b-4095-8c46-c118b819e439 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.271951] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179112MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=68663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 657.272153] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.376660] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5245c952-2aaa-1ba0-b96f-e2250defb1d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009672} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.377660] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3257070b-471b-42fb-be69-db8578d8620f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.383983] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Waiting for the task: (returnval){ [ 657.383983] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52481c59-b0fe-0a53-f9a2-5a2f2eb31b46" [ 657.383983] env[68663]: _type = "Task" [ 657.383983] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.394441] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52481c59-b0fe-0a53-f9a2-5a2f2eb31b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.529815] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "148238a9-ed65-4cf0-a9d1-95e1ef9dc67a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.530291] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "148238a9-ed65-4cf0-a9d1-95e1ef9dc67a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.627230] env[68663]: DEBUG nova.network.neutron [req-925ffbdc-eb98-4148-9412-0eb8752f29d1 req-ef7d0591-2d09-42f3-a099-1680880d75b7 service nova] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updated VIF entry in instance network info cache for port 28b75339-e196-4ad4-971c-cbe1fede1f4b. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.627603] env[68663]: DEBUG nova.network.neutron [req-925ffbdc-eb98-4148-9412-0eb8752f29d1 req-ef7d0591-2d09-42f3-a099-1680880d75b7 service nova] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updating instance_info_cache with network_info: [{"id": "28b75339-e196-4ad4-971c-cbe1fede1f4b", "address": "fa:16:3e:f4:41:e3", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b75339-e1", "ovs_interfaceid": "28b75339-e196-4ad4-971c-cbe1fede1f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.630676] env[68663]: DEBUG oslo_concurrency.lockutils [req-9ae89a96-7976-4962-8d15-d15c9ce27d9c req-4b597f4c-50b6-46a7-95ca-caa31e69ae87 service nova] Releasing lock "refresh_cache-7c6c018b-cd4d-4df4-90dc-51c119f8da67" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.630676] env[68663]: DEBUG nova.compute.manager [req-9ae89a96-7976-4962-8d15-d15c9ce27d9c req-4b597f4c-50b6-46a7-95ca-caa31e69ae87 service nova] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Received event network-vif-deleted-080d1062-ce43-4ff4-b7ab-d43c7efe3704 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.630676] env[68663]: DEBUG nova.compute.manager [req-9ae89a96-7976-4962-8d15-d15c9ce27d9c req-4b597f4c-50b6-46a7-95ca-caa31e69ae87 service nova] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Received event network-vif-deleted-1ab621a6-fe5b-41c2-ae69-e11c14e800a8 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.630676] env[68663]: DEBUG nova.compute.manager [req-9ae89a96-7976-4962-8d15-d15c9ce27d9c req-4b597f4c-50b6-46a7-95ca-caa31e69ae87 service nova] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Received event network-vif-deleted-34f4dd59-19f7-4a47-98f3-90e43641d9dd {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.710883] env[68663]: DEBUG oslo_concurrency.lockutils [None req-962be8bb-c656-465a-9162-28501d95829f tempest-DeleteServersAdminTestJSON-333367345 tempest-DeleteServersAdminTestJSON-333367345-project-member] Lock "ea89d16d-6564-4b98-84c8-4a21acc9013e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.930s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.777057] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 657.777405] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bdfff634-c28d-4963-bb90-a71e13ea489c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.787383] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 657.787383] env[68663]: value = "task-3237775" [ 657.787383] env[68663]: _type = "Task" [ 657.787383] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.797818] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237775, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.894996] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52481c59-b0fe-0a53-f9a2-5a2f2eb31b46, 'name': SearchDatastore_Task, 'duration_secs': 0.016794} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.895315] env[68663]: DEBUG oslo_concurrency.lockutils [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.895680] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 7c6c018b-cd4d-4df4-90dc-51c119f8da67/7c6c018b-cd4d-4df4-90dc-51c119f8da67.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.895839] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f6415de-5402-4789-a49b-ddae8323b5e6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.904797] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Waiting for the task: (returnval){ [ 657.904797] env[68663]: value = "task-3237776" [ 657.904797] env[68663]: _type = "Task" [ 657.904797] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.914869] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': task-3237776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.041816] env[68663]: DEBUG nova.network.neutron [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Successfully updated port: f5760dc7-7130-4b94-bd7d-0a9d6ad75ba5 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.130865] env[68663]: DEBUG oslo_concurrency.lockutils [req-925ffbdc-eb98-4148-9412-0eb8752f29d1 req-ef7d0591-2d09-42f3-a099-1680880d75b7 service nova] Releasing lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.300944] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237775, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.343746] env[68663]: DEBUG nova.compute.manager [req-27e47db0-9bba-4061-934d-afc96bebb531 req-47e136a3-8cf0-4e9d-8558-5e8da14e31fb service nova] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Received event network-vif-plugged-f5760dc7-7130-4b94-bd7d-0a9d6ad75ba5 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.343746] env[68663]: DEBUG oslo_concurrency.lockutils [req-27e47db0-9bba-4061-934d-afc96bebb531 req-47e136a3-8cf0-4e9d-8558-5e8da14e31fb service nova] Acquiring lock "cbe6bafc-b68c-40b7-9cfe-2399794c8054-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.343746] env[68663]: DEBUG oslo_concurrency.lockutils [req-27e47db0-9bba-4061-934d-afc96bebb531 req-47e136a3-8cf0-4e9d-8558-5e8da14e31fb service nova] Lock "cbe6bafc-b68c-40b7-9cfe-2399794c8054-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.343746] env[68663]: DEBUG oslo_concurrency.lockutils [req-27e47db0-9bba-4061-934d-afc96bebb531 req-47e136a3-8cf0-4e9d-8558-5e8da14e31fb service nova] Lock "cbe6bafc-b68c-40b7-9cfe-2399794c8054-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.344155] env[68663]: DEBUG nova.compute.manager [req-27e47db0-9bba-4061-934d-afc96bebb531 req-47e136a3-8cf0-4e9d-8558-5e8da14e31fb service nova] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] No waiting events found dispatching network-vif-plugged-f5760dc7-7130-4b94-bd7d-0a9d6ad75ba5 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.344155] env[68663]: WARNING nova.compute.manager [req-27e47db0-9bba-4061-934d-afc96bebb531 req-47e136a3-8cf0-4e9d-8558-5e8da14e31fb service nova] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Received unexpected event network-vif-plugged-f5760dc7-7130-4b94-bd7d-0a9d6ad75ba5 for instance with vm_state building and task_state spawning. [ 658.345075] env[68663]: DEBUG nova.compute.manager [req-27e47db0-9bba-4061-934d-afc96bebb531 req-47e136a3-8cf0-4e9d-8558-5e8da14e31fb service nova] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Received event network-changed-f5760dc7-7130-4b94-bd7d-0a9d6ad75ba5 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.345075] env[68663]: DEBUG nova.compute.manager [req-27e47db0-9bba-4061-934d-afc96bebb531 req-47e136a3-8cf0-4e9d-8558-5e8da14e31fb service nova] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Refreshing instance network info cache due to event network-changed-f5760dc7-7130-4b94-bd7d-0a9d6ad75ba5. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.345075] env[68663]: DEBUG oslo_concurrency.lockutils [req-27e47db0-9bba-4061-934d-afc96bebb531 req-47e136a3-8cf0-4e9d-8558-5e8da14e31fb service nova] Acquiring lock "refresh_cache-cbe6bafc-b68c-40b7-9cfe-2399794c8054" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.345075] env[68663]: DEBUG oslo_concurrency.lockutils [req-27e47db0-9bba-4061-934d-afc96bebb531 req-47e136a3-8cf0-4e9d-8558-5e8da14e31fb service nova] Acquired lock "refresh_cache-cbe6bafc-b68c-40b7-9cfe-2399794c8054" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.345075] env[68663]: DEBUG nova.network.neutron [req-27e47db0-9bba-4061-934d-afc96bebb531 req-47e136a3-8cf0-4e9d-8558-5e8da14e31fb service nova] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Refreshing network info cache for port f5760dc7-7130-4b94-bd7d-0a9d6ad75ba5 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.416510] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': task-3237776, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.544572] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "refresh_cache-cbe6bafc-b68c-40b7-9cfe-2399794c8054" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.719161] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969d204d-2902-4e1f-88b4-796a17e40cd5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.728818] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51ddb85-2758-49c1-af50-adba1a92a171 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.760229] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7f8d06-ab81-4869-b222-ecee6885df62 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.770472] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90a3555-47fb-45b2-8ab1-56f7567c103a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.780969] env[68663]: DEBUG nova.compute.provider_tree [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.797142] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237775, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.917597] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': task-3237776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835668} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.918071] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 7c6c018b-cd4d-4df4-90dc-51c119f8da67/7c6c018b-cd4d-4df4-90dc-51c119f8da67.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.918465] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.918869] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4b18dc8-a56f-4cfd-8533-d9a66785810e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.926152] env[68663]: DEBUG nova.network.neutron [req-27e47db0-9bba-4061-934d-afc96bebb531 req-47e136a3-8cf0-4e9d-8558-5e8da14e31fb service nova] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.927304] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Waiting for the task: (returnval){ [ 658.927304] env[68663]: value = "task-3237777" [ 658.927304] env[68663]: _type = "Task" [ 658.927304] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.937951] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': task-3237777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.091945] env[68663]: DEBUG nova.network.neutron [req-27e47db0-9bba-4061-934d-afc96bebb531 req-47e136a3-8cf0-4e9d-8558-5e8da14e31fb service nova] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.286464] env[68663]: DEBUG nova.scheduler.client.report [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.300814] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237775, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.438814] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': task-3237777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160158} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.439373] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.440334] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3169b8c4-5d35-4d3f-80ea-c2fbae51548e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.466435] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 7c6c018b-cd4d-4df4-90dc-51c119f8da67/7c6c018b-cd4d-4df4-90dc-51c119f8da67.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.466980] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1f52994-84de-45a2-a500-e199be6903bb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.493697] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Waiting for the task: (returnval){ [ 659.493697] env[68663]: value = "task-3237778" [ 659.493697] env[68663]: _type = "Task" [ 659.493697] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.501323] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': task-3237778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.595203] env[68663]: DEBUG oslo_concurrency.lockutils [req-27e47db0-9bba-4061-934d-afc96bebb531 req-47e136a3-8cf0-4e9d-8558-5e8da14e31fb service nova] Releasing lock "refresh_cache-cbe6bafc-b68c-40b7-9cfe-2399794c8054" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.595203] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired lock "refresh_cache-cbe6bafc-b68c-40b7-9cfe-2399794c8054" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.595203] env[68663]: DEBUG nova.network.neutron [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.795746] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.796361] env[68663]: DEBUG nova.compute.manager [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.799539] env[68663]: DEBUG oslo_concurrency.lockutils [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.967s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.805268] env[68663]: INFO nova.compute.claims [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.809946] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237775, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.002747] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': task-3237778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.134452] env[68663]: DEBUG nova.network.neutron [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.301821] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237775, 'name': CreateSnapshot_Task, 'duration_secs': 2.48026} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.302143] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 660.304470] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25af03e3-9f8e-4f62-9046-32b3083ad358 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.306848] env[68663]: DEBUG nova.compute.utils [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.310330] env[68663]: DEBUG nova.compute.manager [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Not allocating networking since 'none' was specified. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 660.311704] env[68663]: DEBUG nova.network.neutron [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Updating instance_info_cache with network_info: [{"id": "f5760dc7-7130-4b94-bd7d-0a9d6ad75ba5", "address": "fa:16:3e:e7:74:5b", "network": {"id": "8be76827-c2a4-42b4-b4cc-6c2c205e9662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2090219311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e85fa9464f448fa4743e82be707ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5760dc7-71", "ovs_interfaceid": "f5760dc7-7130-4b94-bd7d-0a9d6ad75ba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.506471] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': task-3237778, 'name': ReconfigVM_Task, 'duration_secs': 0.941493} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.506767] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 7c6c018b-cd4d-4df4-90dc-51c119f8da67/7c6c018b-cd4d-4df4-90dc-51c119f8da67.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.507461] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbf3401b-d0bc-4b1f-91be-2b402f4738af {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.516035] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Waiting for the task: (returnval){ [ 660.516035] env[68663]: value = "task-3237779" [ 660.516035] env[68663]: _type = "Task" [ 660.516035] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.529957] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': task-3237779, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.811626] env[68663]: DEBUG nova.compute.manager [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.819194] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Releasing lock "refresh_cache-cbe6bafc-b68c-40b7-9cfe-2399794c8054" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.819351] env[68663]: DEBUG nova.compute.manager [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Instance network_info: |[{"id": "f5760dc7-7130-4b94-bd7d-0a9d6ad75ba5", "address": "fa:16:3e:e7:74:5b", "network": {"id": "8be76827-c2a4-42b4-b4cc-6c2c205e9662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2090219311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e85fa9464f448fa4743e82be707ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5760dc7-71", "ovs_interfaceid": "f5760dc7-7130-4b94-bd7d-0a9d6ad75ba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.826242] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 660.826668] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:74:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5760dc7-7130-4b94-bd7d-0a9d6ad75ba5', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.834164] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.834384] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-658d13fd-521c-470e-b7ff-428dae17811e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.839819] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.839819] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-025c1bb5-aa6b-4b3b-8cff-e9843c6ba857 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.858135] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 660.858135] env[68663]: value = "task-3237780" [ 660.858135] env[68663]: _type = "Task" [ 660.858135] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.863852] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.863852] env[68663]: value = "task-3237781" [ 660.863852] env[68663]: _type = "Task" [ 660.863852] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.868808] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237780, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.876428] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237781, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.028920] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': task-3237779, 'name': Rename_Task, 'duration_secs': 0.299032} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.031800] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.032267] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e137516-c72e-4bc7-8ce8-d09792ce7736 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.038909] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Waiting for the task: (returnval){ [ 661.038909] env[68663]: value = "task-3237782" [ 661.038909] env[68663]: _type = "Task" [ 661.038909] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.046796] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': task-3237782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.379613] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237780, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.384108] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237781, 'name': CreateVM_Task, 'duration_secs': 0.352922} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.384360] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.384989] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.385180] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.385610] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.385789] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9226842-e306-4fa6-9cef-7c6b67b5318d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.392752] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 661.392752] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5201cbc6-de27-304b-78af-d6b6e5ce3a9b" [ 661.392752] env[68663]: _type = "Task" [ 661.392752] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.400544] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5201cbc6-de27-304b-78af-d6b6e5ce3a9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.405324] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd01c745-67da-49f8-bb49-4e45a2c683ad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.412075] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cf35be-5951-4cc4-89a7-b7d5e9f7cab1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.444037] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac1c370-9745-441c-99d7-b89b5e31baa3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.451517] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18488271-1ce9-4c0b-9587-c33026441f62 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.466155] env[68663]: DEBUG nova.compute.provider_tree [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.552447] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': task-3237782, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.648296] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "edf3f0b4-a424-4de7-8abb-20a17e8454fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.648678] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "edf3f0b4-a424-4de7-8abb-20a17e8454fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.825209] env[68663]: DEBUG nova.compute.manager [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.853572] env[68663]: DEBUG nova.virt.hardware [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.853829] env[68663]: DEBUG nova.virt.hardware [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.853990] env[68663]: DEBUG nova.virt.hardware [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.854221] env[68663]: DEBUG nova.virt.hardware [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.854370] env[68663]: DEBUG nova.virt.hardware [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.854517] env[68663]: DEBUG nova.virt.hardware [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.854724] env[68663]: DEBUG nova.virt.hardware [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.854879] env[68663]: DEBUG nova.virt.hardware [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.855394] env[68663]: DEBUG nova.virt.hardware [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.855394] env[68663]: DEBUG nova.virt.hardware [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.855394] env[68663]: DEBUG nova.virt.hardware [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.856425] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59504727-e0a8-48f2-9d7f-c358cd787e85 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.868831] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d7a8e1-60bc-45b0-b41c-f0075352c6d9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.875277] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237780, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.885328] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Instance VIF info [] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.891470] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Creating folder: Project (09db37a8d2f947eda7ea094590dff4cb). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.891832] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff8db7f2-d315-4510-bb03-86ab92837492 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.902788] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5201cbc6-de27-304b-78af-d6b6e5ce3a9b, 'name': SearchDatastore_Task, 'duration_secs': 0.011059} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.903134] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.903360] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.903592] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.903729] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.903913] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.904177] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3cef505-82ff-49f4-b830-a92627abc6b7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.907692] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Created folder: Project (09db37a8d2f947eda7ea094590dff4cb) in parent group-v647027. [ 661.907858] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Creating folder: Instances. Parent ref: group-v647129. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.908411] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67461d1f-8061-4db8-b6fb-4277de357519 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.915146] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.915339] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.916725] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c1c8181-9f49-46b6-8b5c-9d0579530e70 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.919922] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Created folder: Instances in parent group-v647129. [ 661.920170] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.920685] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.920914] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b014bb8-5a35-4fe6-b4bd-cf6524835690 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.934860] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 661.934860] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5219abd7-c03a-aaa4-09dc-6828be8ba019" [ 661.934860] env[68663]: _type = "Task" [ 661.934860] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.939567] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.939567] env[68663]: value = "task-3237785" [ 661.939567] env[68663]: _type = "Task" [ 661.939567] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.946516] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5219abd7-c03a-aaa4-09dc-6828be8ba019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.951497] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237785, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.970014] env[68663]: DEBUG nova.scheduler.client.report [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.052053] env[68663]: DEBUG oslo_vmware.api [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': task-3237782, 'name': PowerOnVM_Task, 'duration_secs': 0.727299} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.052390] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.052582] env[68663]: INFO nova.compute.manager [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Took 10.26 seconds to spawn the instance on the hypervisor. [ 662.052867] env[68663]: DEBUG nova.compute.manager [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.053645] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9df7583-8b18-42e6-9d11-1bd0d91e9f26 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.372287] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237780, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.447422] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5219abd7-c03a-aaa4-09dc-6828be8ba019, 'name': SearchDatastore_Task, 'duration_secs': 0.038376} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.448567] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2faffc54-bb0a-418b-a4fc-9bcf13796032 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.454071] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237785, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.457925] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 662.457925] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5229cdef-888d-28fc-0530-cfa57615680e" [ 662.457925] env[68663]: _type = "Task" [ 662.457925] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.465862] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5229cdef-888d-28fc-0530-cfa57615680e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.475764] env[68663]: DEBUG oslo_concurrency.lockutils [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.478029] env[68663]: DEBUG nova.compute.manager [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.479052] env[68663]: DEBUG oslo_concurrency.lockutils [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.429s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.479839] env[68663]: DEBUG nova.objects.instance [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Lazy-loading 'resources' on Instance uuid b20c6322-d999-406a-ac2a-1484449a4b57 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.571369] env[68663]: INFO nova.compute.manager [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Took 37.48 seconds to build instance. [ 662.872599] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237780, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.951758] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237785, 'name': CreateVM_Task, 'duration_secs': 0.912018} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.952809] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.952809] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.952809] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.953032] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.953199] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c9c9cf0-3484-4b1e-977f-62700015b8e7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.959046] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 662.959046] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52bb85df-65c1-856b-1895-e0284b48a96c" [ 662.959046] env[68663]: _type = "Task" [ 662.959046] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.968463] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52bb85df-65c1-856b-1895-e0284b48a96c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.971547] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5229cdef-888d-28fc-0530-cfa57615680e, 'name': SearchDatastore_Task, 'duration_secs': 0.021651} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.971789] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.972095] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] cbe6bafc-b68c-40b7-9cfe-2399794c8054/cbe6bafc-b68c-40b7-9cfe-2399794c8054.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.972339] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec883f1f-a4f6-4ffe-99ed-0f9c73315ccc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.978872] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 662.978872] env[68663]: value = "task-3237786" [ 662.978872] env[68663]: _type = "Task" [ 662.978872] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.985263] env[68663]: DEBUG nova.compute.utils [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.986860] env[68663]: DEBUG nova.compute.manager [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.987176] env[68663]: DEBUG nova.network.neutron [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.994432] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.068413] env[68663]: DEBUG nova.policy [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee316020ee224d5c8e2844dee77a02af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74920eb5ee4a487292165e4748d3622c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.073898] env[68663]: DEBUG oslo_concurrency.lockutils [None req-656e8802-6662-49fc-96fa-c21a7fa6642a tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Lock "7c6c018b-cd4d-4df4-90dc-51c119f8da67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.580s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.375889] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237780, 'name': CloneVM_Task} progress is 95%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.402229] env[68663]: DEBUG nova.network.neutron [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Successfully created port: cefe399c-5f73-425e-b957-b056fe51a2e7 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.477924] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52bb85df-65c1-856b-1895-e0284b48a96c, 'name': SearchDatastore_Task, 'duration_secs': 0.041064} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.478334] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.478640] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.478995] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.479103] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.479321] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.485821] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b37fc67-4a92-4d78-b1ef-eac7f7687739 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.490528] env[68663]: DEBUG nova.compute.manager [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.498248] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237786, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.503366] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.503790] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.504656] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a070946-3fd2-4bcc-8277-0ffb20913f68 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.514712] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 663.514712] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52974e01-0e65-f6d4-c880-83f723aa3520" [ 663.514712] env[68663]: _type = "Task" [ 663.514712] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.534733] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52974e01-0e65-f6d4-c880-83f723aa3520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.576482] env[68663]: DEBUG nova.compute.manager [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.584560] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c126cbc-c178-44bf-804d-022f12aff2c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.597074] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ecf0f1-8c6d-470f-98ae-d1c596815cf9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.634217] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e69545-b042-4898-99f1-0468cfd200eb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.643283] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f131431f-b7ee-41e7-9d80-630796ab87f9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.659303] env[68663]: DEBUG nova.compute.provider_tree [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.878387] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237780, 'name': CloneVM_Task, 'duration_secs': 2.850585} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.878387] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Created linked-clone VM from snapshot [ 663.878387] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705ab461-88b4-4886-b70c-a733c13c620e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.886497] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Uploading image f4cfa6c1-1c96-4e71-a57b-3bf47170873b {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 663.913893] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 663.913893] env[68663]: value = "vm-647128" [ 663.913893] env[68663]: _type = "VirtualMachine" [ 663.913893] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 663.913893] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e9585cae-bef6-4c20-9fb8-dcacd3be2813 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.921114] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lease: (returnval){ [ 663.921114] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c4a888-b705-6296-a577-359faa7380c3" [ 663.921114] env[68663]: _type = "HttpNfcLease" [ 663.921114] env[68663]: } obtained for exporting VM: (result){ [ 663.921114] env[68663]: value = "vm-647128" [ 663.921114] env[68663]: _type = "VirtualMachine" [ 663.921114] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 663.921394] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the lease: (returnval){ [ 663.921394] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c4a888-b705-6296-a577-359faa7380c3" [ 663.921394] env[68663]: _type = "HttpNfcLease" [ 663.921394] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 663.929083] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 663.929083] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c4a888-b705-6296-a577-359faa7380c3" [ 663.929083] env[68663]: _type = "HttpNfcLease" [ 663.929083] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 663.994462] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705077} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.997995] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] cbe6bafc-b68c-40b7-9cfe-2399794c8054/cbe6bafc-b68c-40b7-9cfe-2399794c8054.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.998441] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.999307] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-204f260d-f8f9-47e0-b161-a102ee75e735 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.011750] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 664.011750] env[68663]: value = "task-3237788" [ 664.011750] env[68663]: _type = "Task" [ 664.011750] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.022468] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.032665] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52974e01-0e65-f6d4-c880-83f723aa3520, 'name': SearchDatastore_Task, 'duration_secs': 0.041975} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.033644] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fdd7a7f-568d-4ef4-9c65-59b9ab50e967 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.039495] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 664.039495] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521fceb3-e661-e7b3-51f3-bae0a0100854" [ 664.039495] env[68663]: _type = "Task" [ 664.039495] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.048541] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521fceb3-e661-e7b3-51f3-bae0a0100854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.108862] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.162927] env[68663]: DEBUG nova.scheduler.client.report [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.430795] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 664.430795] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c4a888-b705-6296-a577-359faa7380c3" [ 664.430795] env[68663]: _type = "HttpNfcLease" [ 664.430795] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 664.431114] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 664.431114] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c4a888-b705-6296-a577-359faa7380c3" [ 664.431114] env[68663]: _type = "HttpNfcLease" [ 664.431114] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 664.431972] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ef7da9-1d2e-40d5-8db2-a7e2adf1238f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.439962] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0a3d8-4040-429a-2969-23eb1543c2b1/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 664.440286] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0a3d8-4040-429a-2969-23eb1543c2b1/disk-0.vmdk for reading. {{(pid=68663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 664.508926] env[68663]: DEBUG nova.compute.manager [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.523722] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062077} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.525552] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.526541] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a73aa78-e65b-4157-9b96-f2937624fede {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.544771] env[68663]: DEBUG nova.virt.hardware [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.545103] env[68663]: DEBUG nova.virt.hardware [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.545392] env[68663]: DEBUG nova.virt.hardware [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.545507] env[68663]: DEBUG nova.virt.hardware [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.545667] env[68663]: DEBUG nova.virt.hardware [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.545816] env[68663]: DEBUG nova.virt.hardware [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.546035] env[68663]: DEBUG nova.virt.hardware [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.546194] env[68663]: DEBUG nova.virt.hardware [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.546356] env[68663]: DEBUG nova.virt.hardware [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.546513] env[68663]: DEBUG nova.virt.hardware [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.546756] env[68663]: DEBUG nova.virt.hardware [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.555807] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] cbe6bafc-b68c-40b7-9cfe-2399794c8054/cbe6bafc-b68c-40b7-9cfe-2399794c8054.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.556528] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e67262-db69-47dd-91cf-50072207dae4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.562066] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35e5226a-a92c-471d-a3c0-84fd955b62d0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.585578] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f1b03e-d2ec-4aa0-a350-751e7b1be044 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.589491] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 664.589491] env[68663]: value = "task-3237789" [ 664.589491] env[68663]: _type = "Task" [ 664.589491] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.589721] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521fceb3-e661-e7b3-51f3-bae0a0100854, 'name': SearchDatastore_Task, 'duration_secs': 0.013489} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.590041] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.590316] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] cf37337b-52e3-497c-9bef-0e1bf1c40c98/cf37337b-52e3-497c-9bef-0e1bf1c40c98.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.593904] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-867d11ab-3a2d-4e9f-bc4e-caeb24f19837 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.611577] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.613307] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 664.613307] env[68663]: value = "task-3237790" [ 664.613307] env[68663]: _type = "Task" [ 664.613307] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.621174] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.637473] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88eaa2a7-f027-4820-b00b-43ff8937d9f2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.674145] env[68663]: DEBUG oslo_concurrency.lockutils [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.676482] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.568s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.677962] env[68663]: INFO nova.compute.claims [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.712733] env[68663]: INFO nova.scheduler.client.report [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Deleted allocations for instance b20c6322-d999-406a-ac2a-1484449a4b57 [ 664.851719] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Acquiring lock "7c6c018b-cd4d-4df4-90dc-51c119f8da67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.852067] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Lock "7c6c018b-cd4d-4df4-90dc-51c119f8da67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.852292] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Acquiring lock "7c6c018b-cd4d-4df4-90dc-51c119f8da67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.852482] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Lock "7c6c018b-cd4d-4df4-90dc-51c119f8da67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.852667] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Lock "7c6c018b-cd4d-4df4-90dc-51c119f8da67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.854963] env[68663]: INFO nova.compute.manager [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Terminating instance [ 665.103026] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237789, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.129826] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237790, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.197694] env[68663]: DEBUG nova.compute.manager [req-41c67e59-6c10-4c42-85b3-f17d893174a9 req-e91a171f-60a1-4f16-9d51-a8deeca37d25 service nova] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Received event network-vif-plugged-cefe399c-5f73-425e-b957-b056fe51a2e7 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.198111] env[68663]: DEBUG oslo_concurrency.lockutils [req-41c67e59-6c10-4c42-85b3-f17d893174a9 req-e91a171f-60a1-4f16-9d51-a8deeca37d25 service nova] Acquiring lock "34aae64f-f45c-463b-921c-fec60cb69b7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.198212] env[68663]: DEBUG oslo_concurrency.lockutils [req-41c67e59-6c10-4c42-85b3-f17d893174a9 req-e91a171f-60a1-4f16-9d51-a8deeca37d25 service nova] Lock "34aae64f-f45c-463b-921c-fec60cb69b7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.198355] env[68663]: DEBUG oslo_concurrency.lockutils [req-41c67e59-6c10-4c42-85b3-f17d893174a9 req-e91a171f-60a1-4f16-9d51-a8deeca37d25 service nova] Lock "34aae64f-f45c-463b-921c-fec60cb69b7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.198574] env[68663]: DEBUG nova.compute.manager [req-41c67e59-6c10-4c42-85b3-f17d893174a9 req-e91a171f-60a1-4f16-9d51-a8deeca37d25 service nova] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] No waiting events found dispatching network-vif-plugged-cefe399c-5f73-425e-b957-b056fe51a2e7 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.198846] env[68663]: WARNING nova.compute.manager [req-41c67e59-6c10-4c42-85b3-f17d893174a9 req-e91a171f-60a1-4f16-9d51-a8deeca37d25 service nova] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Received unexpected event network-vif-plugged-cefe399c-5f73-425e-b957-b056fe51a2e7 for instance with vm_state building and task_state spawning. [ 665.222844] env[68663]: DEBUG oslo_concurrency.lockutils [None req-138cd8f8-14ce-4546-a06e-5724ab2a29e3 tempest-FloatingIPsAssociationNegativeTestJSON-232515856 tempest-FloatingIPsAssociationNegativeTestJSON-232515856-project-member] Lock "b20c6322-d999-406a-ac2a-1484449a4b57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.736s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.349768] env[68663]: DEBUG nova.network.neutron [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Successfully updated port: cefe399c-5f73-425e-b957-b056fe51a2e7 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.359498] env[68663]: DEBUG nova.compute.manager [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 665.359808] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.360919] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8148fb9-b27e-411d-a16c-5dc0999aa277 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.369516] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.369851] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dad0b237-b1a5-43ba-8514-2aba6392a970 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.376976] env[68663]: DEBUG oslo_vmware.api [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Waiting for the task: (returnval){ [ 665.376976] env[68663]: value = "task-3237791" [ 665.376976] env[68663]: _type = "Task" [ 665.376976] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.387546] env[68663]: DEBUG oslo_vmware.api [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': task-3237791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.603073] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237789, 'name': ReconfigVM_Task, 'duration_secs': 0.571386} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.603456] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Reconfigured VM instance instance-00000020 to attach disk [datastore1] cbe6bafc-b68c-40b7-9cfe-2399794c8054/cbe6bafc-b68c-40b7-9cfe-2399794c8054.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.604138] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d80d516-49f7-47a0-a1e7-a9678aeb67e8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.610540] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 665.610540] env[68663]: value = "task-3237792" [ 665.610540] env[68663]: _type = "Task" [ 665.610540] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.628513] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237792, 'name': Rename_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.633694] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650923} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.634160] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] cf37337b-52e3-497c-9bef-0e1bf1c40c98/cf37337b-52e3-497c-9bef-0e1bf1c40c98.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.638031] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.638031] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7e66319-9477-4ca8-8c3f-931de0379f09 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.643992] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 665.643992] env[68663]: value = "task-3237793" [ 665.643992] env[68663]: _type = "Task" [ 665.643992] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.656193] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.851237] env[68663]: DEBUG oslo_concurrency.lockutils [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "refresh_cache-34aae64f-f45c-463b-921c-fec60cb69b7a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.851452] env[68663]: DEBUG oslo_concurrency.lockutils [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "refresh_cache-34aae64f-f45c-463b-921c-fec60cb69b7a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.851859] env[68663]: DEBUG nova.network.neutron [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.893925] env[68663]: DEBUG oslo_vmware.api [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': task-3237791, 'name': PowerOffVM_Task, 'duration_secs': 0.296306} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.894465] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.894636] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.894967] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e53b3ef-7d8b-44f4-9d86-413df2c08b4a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.973461] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.973662] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.973834] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Deleting the datastore file [datastore1] 7c6c018b-cd4d-4df4-90dc-51c119f8da67 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.974201] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb4ddf06-8121-405a-891a-7c765eb8e2fb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.981933] env[68663]: DEBUG oslo_vmware.api [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Waiting for the task: (returnval){ [ 665.981933] env[68663]: value = "task-3237795" [ 665.981933] env[68663]: _type = "Task" [ 665.981933] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.989922] env[68663]: DEBUG oslo_vmware.api [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': task-3237795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.123639] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237792, 'name': Rename_Task, 'duration_secs': 0.205024} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.132762] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.133306] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-951df2b5-0659-4cd2-aa32-96100d1e95c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.145112] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 666.145112] env[68663]: value = "task-3237796" [ 666.145112] env[68663]: _type = "Task" [ 666.145112] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.168222] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069137} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.168222] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.168222] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbca130-8115-4c05-9fb3-edec278152f2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.173925] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237796, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.203597] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] cf37337b-52e3-497c-9bef-0e1bf1c40c98/cf37337b-52e3-497c-9bef-0e1bf1c40c98.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.204244] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a810ff35-a583-4ffc-818c-93ea29ff1cf9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.239158] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 666.239158] env[68663]: value = "task-3237797" [ 666.239158] env[68663]: _type = "Task" [ 666.239158] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.250343] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.410179] env[68663]: DEBUG nova.network.neutron [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.432341] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b548c1-dc81-4e89-8ccc-3450bc3f8fb0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.443899] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7676729d-2411-4f4e-b46e-8aa261f3d5dd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.475266] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a04d7c-9242-435f-8479-8cf65c150bad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.483047] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7e0245-660d-4a15-880e-b6ab04cabc70 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.502378] env[68663]: DEBUG nova.compute.provider_tree [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.507180] env[68663]: DEBUG oslo_vmware.api [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Task: {'id': task-3237795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376601} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.507575] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.507818] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.508068] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.509218] env[68663]: INFO nova.compute.manager [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Took 1.15 seconds to destroy the instance on the hypervisor. [ 666.509218] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.509218] env[68663]: DEBUG nova.compute.manager [-] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 666.509430] env[68663]: DEBUG nova.network.neutron [-] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 666.667936] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237796, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.720622] env[68663]: DEBUG nova.network.neutron [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Updating instance_info_cache with network_info: [{"id": "cefe399c-5f73-425e-b957-b056fe51a2e7", "address": "fa:16:3e:60:14:32", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcefe399c-5f", "ovs_interfaceid": "cefe399c-5f73-425e-b957-b056fe51a2e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.754540] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237797, 'name': ReconfigVM_Task, 'duration_secs': 0.310816} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.754540] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Reconfigured VM instance instance-00000021 to attach disk [datastore2] cf37337b-52e3-497c-9bef-0e1bf1c40c98/cf37337b-52e3-497c-9bef-0e1bf1c40c98.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.755558] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6d08bf1-aed7-41a7-876d-c619bb78a185 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.763072] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 666.763072] env[68663]: value = "task-3237798" [ 666.763072] env[68663]: _type = "Task" [ 666.763072] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.772755] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237798, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.010987] env[68663]: DEBUG nova.scheduler.client.report [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.166452] env[68663]: DEBUG oslo_vmware.api [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237796, 'name': PowerOnVM_Task, 'duration_secs': 0.535328} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.166858] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.167122] env[68663]: INFO nova.compute.manager [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Took 10.25 seconds to spawn the instance on the hypervisor. [ 667.167325] env[68663]: DEBUG nova.compute.manager [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.168390] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3b5343-094c-45d4-a46e-9d55b5ad87a0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.223861] env[68663]: DEBUG oslo_concurrency.lockutils [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "refresh_cache-34aae64f-f45c-463b-921c-fec60cb69b7a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.224267] env[68663]: DEBUG nova.compute.manager [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Instance network_info: |[{"id": "cefe399c-5f73-425e-b957-b056fe51a2e7", "address": "fa:16:3e:60:14:32", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcefe399c-5f", "ovs_interfaceid": "cefe399c-5f73-425e-b957-b056fe51a2e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.224747] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:14:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cefe399c-5f73-425e-b957-b056fe51a2e7', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.238828] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Creating folder: Project (74920eb5ee4a487292165e4748d3622c). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.240144] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b1850a7-8770-4ed5-ace2-abc543608d16 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.253282] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Created folder: Project (74920eb5ee4a487292165e4748d3622c) in parent group-v647027. [ 667.253437] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Creating folder: Instances. Parent ref: group-v647132. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.253560] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-899904a7-85fe-42a2-a1da-7786fe91346f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.263981] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Created folder: Instances in parent group-v647132. [ 667.264234] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.267857] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.268148] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62524c07-8f14-469c-b242-321b313dd00c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.289796] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237798, 'name': Rename_Task, 'duration_secs': 0.181665} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.291640] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.291915] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.291915] env[68663]: value = "task-3237801" [ 667.291915] env[68663]: _type = "Task" [ 667.291915] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.292160] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5cda57d-b34c-4d6c-8263-83d7f1f72b73 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.305136] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237801, 'name': CreateVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.306905] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 667.306905] env[68663]: value = "task-3237802" [ 667.306905] env[68663]: _type = "Task" [ 667.306905] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.316122] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.345913] env[68663]: DEBUG nova.compute.manager [req-ce5d48b4-d305-48f0-8023-c578075eef0c req-c15be5ba-533e-4102-ace3-a10c59bd98ca service nova] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Received event network-changed-cefe399c-5f73-425e-b957-b056fe51a2e7 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.348104] env[68663]: DEBUG nova.compute.manager [req-ce5d48b4-d305-48f0-8023-c578075eef0c req-c15be5ba-533e-4102-ace3-a10c59bd98ca service nova] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Refreshing instance network info cache due to event network-changed-cefe399c-5f73-425e-b957-b056fe51a2e7. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.348104] env[68663]: DEBUG oslo_concurrency.lockutils [req-ce5d48b4-d305-48f0-8023-c578075eef0c req-c15be5ba-533e-4102-ace3-a10c59bd98ca service nova] Acquiring lock "refresh_cache-34aae64f-f45c-463b-921c-fec60cb69b7a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.348104] env[68663]: DEBUG oslo_concurrency.lockutils [req-ce5d48b4-d305-48f0-8023-c578075eef0c req-c15be5ba-533e-4102-ace3-a10c59bd98ca service nova] Acquired lock "refresh_cache-34aae64f-f45c-463b-921c-fec60cb69b7a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.348104] env[68663]: DEBUG nova.network.neutron [req-ce5d48b4-d305-48f0-8023-c578075eef0c req-c15be5ba-533e-4102-ace3-a10c59bd98ca service nova] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Refreshing network info cache for port cefe399c-5f73-425e-b957-b056fe51a2e7 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.519609] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.843s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.520256] env[68663]: DEBUG nova.compute.manager [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.522881] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.277s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.524314] env[68663]: INFO nova.compute.claims [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.528864] env[68663]: DEBUG nova.network.neutron [-] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.691263] env[68663]: INFO nova.compute.manager [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Took 40.72 seconds to build instance. [ 667.808669] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237801, 'name': CreateVM_Task, 'duration_secs': 0.416421} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.811935] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.812715] env[68663]: DEBUG oslo_concurrency.lockutils [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.812870] env[68663]: DEBUG oslo_concurrency.lockutils [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.813247] env[68663]: DEBUG oslo_concurrency.lockutils [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.813892] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a469223-9ab4-43d9-9443-614a2bd028c6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.819528] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237802, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.822489] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 667.822489] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525426fe-889b-eb7b-53cb-f1bf706cde78" [ 667.822489] env[68663]: _type = "Task" [ 667.822489] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.832233] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525426fe-889b-eb7b-53cb-f1bf706cde78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.035531] env[68663]: DEBUG nova.compute.utils [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.036709] env[68663]: INFO nova.compute.manager [-] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Took 1.53 seconds to deallocate network for instance. [ 668.037329] env[68663]: DEBUG nova.compute.manager [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.037496] env[68663]: DEBUG nova.network.neutron [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.132334] env[68663]: DEBUG nova.policy [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3337d1e6704f413288413651685e617c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e9ed49f6f9342b49a3878a962276104', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.196919] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37b36ff2-ce44-4f5a-b889-1651f17b670c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "cbe6bafc-b68c-40b7-9cfe-2399794c8054" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.053s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.245254] env[68663]: DEBUG nova.network.neutron [req-ce5d48b4-d305-48f0-8023-c578075eef0c req-c15be5ba-533e-4102-ace3-a10c59bd98ca service nova] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Updated VIF entry in instance network info cache for port cefe399c-5f73-425e-b957-b056fe51a2e7. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.245606] env[68663]: DEBUG nova.network.neutron [req-ce5d48b4-d305-48f0-8023-c578075eef0c req-c15be5ba-533e-4102-ace3-a10c59bd98ca service nova] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Updating instance_info_cache with network_info: [{"id": "cefe399c-5f73-425e-b957-b056fe51a2e7", "address": "fa:16:3e:60:14:32", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcefe399c-5f", "ovs_interfaceid": "cefe399c-5f73-425e-b957-b056fe51a2e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.322471] env[68663]: DEBUG oslo_vmware.api [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237802, 'name': PowerOnVM_Task, 'duration_secs': 0.671253} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.322471] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.322471] env[68663]: INFO nova.compute.manager [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Took 6.50 seconds to spawn the instance on the hypervisor. [ 668.322471] env[68663]: DEBUG nova.compute.manager [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.322940] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771afd89-1ec6-4fde-81af-592bed112094 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.341793] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525426fe-889b-eb7b-53cb-f1bf706cde78, 'name': SearchDatastore_Task, 'duration_secs': 0.012187} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.342469] env[68663]: DEBUG oslo_concurrency.lockutils [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.342712] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.343034] env[68663]: DEBUG oslo_concurrency.lockutils [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.343200] env[68663]: DEBUG oslo_concurrency.lockutils [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.343367] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.343637] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10a63026-1f71-4060-b07f-57fbe886d32e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.353278] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.353608] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.354801] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61174561-aed9-4dba-ad1f-117349eac190 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.361785] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 668.361785] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a1976e-c964-538d-e14d-0f536a6d3845" [ 668.361785] env[68663]: _type = "Task" [ 668.361785] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.372724] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a1976e-c964-538d-e14d-0f536a6d3845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.538122] env[68663]: DEBUG nova.compute.manager [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.548505] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.673126] env[68663]: DEBUG nova.network.neutron [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Successfully created port: 97f44a42-53dd-4c68-9885-672e6ba26407 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.701474] env[68663]: DEBUG nova.compute.manager [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.749531] env[68663]: DEBUG oslo_concurrency.lockutils [req-ce5d48b4-d305-48f0-8023-c578075eef0c req-c15be5ba-533e-4102-ace3-a10c59bd98ca service nova] Releasing lock "refresh_cache-34aae64f-f45c-463b-921c-fec60cb69b7a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.750031] env[68663]: DEBUG nova.compute.manager [req-ce5d48b4-d305-48f0-8023-c578075eef0c req-c15be5ba-533e-4102-ace3-a10c59bd98ca service nova] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Received event network-vif-deleted-45ee06e7-9b04-4af2-96ee-ce9f375bb501 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.750031] env[68663]: INFO nova.compute.manager [req-ce5d48b4-d305-48f0-8023-c578075eef0c req-c15be5ba-533e-4102-ace3-a10c59bd98ca service nova] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Neutron deleted interface 45ee06e7-9b04-4af2-96ee-ce9f375bb501; detaching it from the instance and deleting it from the info cache [ 668.750211] env[68663]: DEBUG nova.network.neutron [req-ce5d48b4-d305-48f0-8023-c578075eef0c req-c15be5ba-533e-4102-ace3-a10c59bd98ca service nova] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.795845] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Acquiring lock "666ad21a-26f5-48db-a1ad-ab91ef7b405f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.796439] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Lock "666ad21a-26f5-48db-a1ad-ab91ef7b405f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.851318] env[68663]: INFO nova.compute.manager [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Took 37.81 seconds to build instance. [ 668.875231] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a1976e-c964-538d-e14d-0f536a6d3845, 'name': SearchDatastore_Task, 'duration_secs': 0.012914} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.879895] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ac6651-e3be-4a7b-9f60-2aebfac417d8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.888960] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 668.888960] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52573968-30cf-f26f-1cc5-25bae234066d" [ 668.888960] env[68663]: _type = "Task" [ 668.888960] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.904743] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52573968-30cf-f26f-1cc5-25bae234066d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.946241] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f5206b-70dc-4e1a-9c54-9bc6d19fb08b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.954804] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9709d4ac-49f7-4805-b74b-fe16b1b725b1 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Suspending the VM {{(pid=68663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 668.955108] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-84e7c3ad-ffb4-44f1-ba8c-6a52f1bb253b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.964650] env[68663]: DEBUG oslo_vmware.api [None req-9709d4ac-49f7-4805-b74b-fe16b1b725b1 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 668.964650] env[68663]: value = "task-3237803" [ 668.964650] env[68663]: _type = "Task" [ 668.964650] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.984207] env[68663]: DEBUG oslo_vmware.api [None req-9709d4ac-49f7-4805-b74b-fe16b1b725b1 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237803, 'name': SuspendVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.202120] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5104b31-8e58-423b-95ce-a3a4d8e740e9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.224292] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8c2dc4-2922-4625-8aad-93426519a149 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.231449] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.262657] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8adca05-9e50-4716-8e2a-81574d86b9bb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.265446] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475fc06c-5583-4489-9f24-87302dc6ca52 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.276181] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7d4877-cb75-4ff7-baf6-fb6929fcf3c2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.284322] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddeb340-4c05-472e-ae3f-8a65b8d6da0b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.308702] env[68663]: DEBUG nova.compute.provider_tree [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.325349] env[68663]: DEBUG nova.compute.manager [req-ce5d48b4-d305-48f0-8023-c578075eef0c req-c15be5ba-533e-4102-ace3-a10c59bd98ca service nova] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Detach interface failed, port_id=45ee06e7-9b04-4af2-96ee-ce9f375bb501, reason: Instance 7c6c018b-cd4d-4df4-90dc-51c119f8da67 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 669.353834] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0905a0ff-cc75-44e8-891b-1d0ef5c7cf39 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Lock "cf37337b-52e3-497c-9bef-0e1bf1c40c98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.417s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.407327] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52573968-30cf-f26f-1cc5-25bae234066d, 'name': SearchDatastore_Task, 'duration_secs': 0.013417} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.407627] env[68663]: DEBUG oslo_concurrency.lockutils [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.407891] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 34aae64f-f45c-463b-921c-fec60cb69b7a/34aae64f-f45c-463b-921c-fec60cb69b7a.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.408179] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3dddf73-6d5b-4a53-aeec-3cf030710c35 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.417620] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 669.417620] env[68663]: value = "task-3237804" [ 669.417620] env[68663]: _type = "Task" [ 669.417620] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.426918] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.474594] env[68663]: DEBUG oslo_vmware.api [None req-9709d4ac-49f7-4805-b74b-fe16b1b725b1 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237803, 'name': SuspendVM_Task} progress is 62%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.555382] env[68663]: DEBUG nova.compute.manager [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.588141] env[68663]: DEBUG nova.virt.hardware [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.588364] env[68663]: DEBUG nova.virt.hardware [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.588735] env[68663]: DEBUG nova.virt.hardware [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.588978] env[68663]: DEBUG nova.virt.hardware [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.589419] env[68663]: DEBUG nova.virt.hardware [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.589564] env[68663]: DEBUG nova.virt.hardware [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.589816] env[68663]: DEBUG nova.virt.hardware [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.590043] env[68663]: DEBUG nova.virt.hardware [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.590538] env[68663]: DEBUG nova.virt.hardware [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.590538] env[68663]: DEBUG nova.virt.hardware [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.590641] env[68663]: DEBUG nova.virt.hardware [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.591622] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0286570-e607-42d3-9d84-08a13ed1a7c7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.600724] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef69bf2-6b3a-4d65-8d21-2f1ddab5a42b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.828796] env[68663]: DEBUG nova.scheduler.client.report [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.858490] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.929275] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237804, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.934013] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Acquiring lock "f67709b6-7bc9-408c-8ae3-b9479df5fcc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.934292] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Lock "f67709b6-7bc9-408c-8ae3-b9479df5fcc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.975527] env[68663]: DEBUG oslo_vmware.api [None req-9709d4ac-49f7-4805-b74b-fe16b1b725b1 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237803, 'name': SuspendVM_Task, 'duration_secs': 0.831575} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.975803] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9709d4ac-49f7-4805-b74b-fe16b1b725b1 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Suspended the VM {{(pid=68663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 669.975983] env[68663]: DEBUG nova.compute.manager [None req-9709d4ac-49f7-4805-b74b-fe16b1b725b1 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.976912] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f913a31-2468-4067-a65e-dbb13d7fa001 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.335421] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.335756] env[68663]: DEBUG nova.compute.manager [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.338868] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.709s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.340029] env[68663]: INFO nova.compute.claims [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.396889] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.399925] env[68663]: DEBUG nova.compute.manager [req-f15496db-c0af-4f02-9fd3-1a61672a27e8 req-cca81275-5c72-4b56-a7aa-7cc656067b2f service nova] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Received event network-vif-plugged-97f44a42-53dd-4c68-9885-672e6ba26407 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.400156] env[68663]: DEBUG oslo_concurrency.lockutils [req-f15496db-c0af-4f02-9fd3-1a61672a27e8 req-cca81275-5c72-4b56-a7aa-7cc656067b2f service nova] Acquiring lock "7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.400357] env[68663]: DEBUG oslo_concurrency.lockutils [req-f15496db-c0af-4f02-9fd3-1a61672a27e8 req-cca81275-5c72-4b56-a7aa-7cc656067b2f service nova] Lock "7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.400518] env[68663]: DEBUG oslo_concurrency.lockutils [req-f15496db-c0af-4f02-9fd3-1a61672a27e8 req-cca81275-5c72-4b56-a7aa-7cc656067b2f service nova] Lock "7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.400683] env[68663]: DEBUG nova.compute.manager [req-f15496db-c0af-4f02-9fd3-1a61672a27e8 req-cca81275-5c72-4b56-a7aa-7cc656067b2f service nova] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] No waiting events found dispatching network-vif-plugged-97f44a42-53dd-4c68-9885-672e6ba26407 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.400843] env[68663]: WARNING nova.compute.manager [req-f15496db-c0af-4f02-9fd3-1a61672a27e8 req-cca81275-5c72-4b56-a7aa-7cc656067b2f service nova] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Received unexpected event network-vif-plugged-97f44a42-53dd-4c68-9885-672e6ba26407 for instance with vm_state building and task_state spawning. [ 670.429330] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575689} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.432032] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 34aae64f-f45c-463b-921c-fec60cb69b7a/34aae64f-f45c-463b-921c-fec60cb69b7a.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.432032] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.432032] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0238e042-5b25-4e01-ad20-f49153f961ad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.437149] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 670.437149] env[68663]: value = "task-3237805" [ 670.437149] env[68663]: _type = "Task" [ 670.437149] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.446441] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.475376] env[68663]: DEBUG nova.network.neutron [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Successfully updated port: 97f44a42-53dd-4c68-9885-672e6ba26407 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.844800] env[68663]: DEBUG nova.compute.utils [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.848267] env[68663]: DEBUG nova.compute.manager [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.848468] env[68663]: DEBUG nova.network.neutron [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.883693] env[68663]: INFO nova.compute.manager [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Rebuilding instance [ 670.898297] env[68663]: DEBUG nova.policy [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f25be357edb4660b10e67eeadd9fe2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebaad111ab4e4c22a9139c0415184c98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.955960] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073225} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.958353] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.959390] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75294fcf-c783-4dd7-8c4a-daeef64df5fa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.986714] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 34aae64f-f45c-463b-921c-fec60cb69b7a/34aae64f-f45c-463b-921c-fec60cb69b7a.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.987707] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "refresh_cache-7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.988073] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired lock "refresh_cache-7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.988073] env[68663]: DEBUG nova.network.neutron [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.989158] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b819979a-829e-46c0-b344-f98400707e40 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.012608] env[68663]: DEBUG nova.compute.manager [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.013898] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e04460-a4f6-46a9-9a03-cfe68e751931 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.017934] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 671.017934] env[68663]: value = "task-3237806" [ 671.017934] env[68663]: _type = "Task" [ 671.017934] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.033708] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.051123] env[68663]: DEBUG nova.network.neutron [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.265940] env[68663]: DEBUG nova.network.neutron [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Updating instance_info_cache with network_info: [{"id": "97f44a42-53dd-4c68-9885-672e6ba26407", "address": "fa:16:3e:49:90:53", "network": {"id": "a6534cc2-d676-440e-bb78-badb2633395f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795784036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e9ed49f6f9342b49a3878a962276104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f44a42-53", "ovs_interfaceid": "97f44a42-53dd-4c68-9885-672e6ba26407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.332318] env[68663]: DEBUG nova.network.neutron [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Successfully created port: 74930431-dd39-4381-bd00-8048603a6baa {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.348929] env[68663]: DEBUG nova.compute.manager [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.541887] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237806, 'name': ReconfigVM_Task, 'duration_secs': 0.50889} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.543735] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 34aae64f-f45c-463b-921c-fec60cb69b7a/34aae64f-f45c-463b-921c-fec60cb69b7a.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.545076] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-481e54f3-e017-4dd8-99d7-4509cab8320e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.556555] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 671.556555] env[68663]: value = "task-3237807" [ 671.556555] env[68663]: _type = "Task" [ 671.556555] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.566302] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237807, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.769220] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Releasing lock "refresh_cache-7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.769220] env[68663]: DEBUG nova.compute.manager [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Instance network_info: |[{"id": "97f44a42-53dd-4c68-9885-672e6ba26407", "address": "fa:16:3e:49:90:53", "network": {"id": "a6534cc2-d676-440e-bb78-badb2633395f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795784036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e9ed49f6f9342b49a3878a962276104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f44a42-53", "ovs_interfaceid": "97f44a42-53dd-4c68-9885-672e6ba26407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.769461] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:90:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97f44a42-53dd-4c68-9885-672e6ba26407', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.778479] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.781812] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.784283] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a00dcd57-bbe3-4002-bb6c-cd0965892071 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.808794] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.808794] env[68663]: value = "task-3237808" [ 671.808794] env[68663]: _type = "Task" [ 671.808794] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.818177] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237808, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.045675] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.046030] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a00b6af-e71d-4eb9-aec2-bdddfb0fa3a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.055656] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 672.055656] env[68663]: value = "task-3237809" [ 672.055656] env[68663]: _type = "Task" [ 672.055656] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.076263] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.080758] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237807, 'name': Rename_Task, 'duration_secs': 0.304621} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.081680] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b668d01-b829-4c63-9c52-1a7b2babf11a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.084267] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.084532] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c09f6200-56e6-464e-a413-fdf4c1f6ffc4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.090752] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f328a01d-104b-4de3-a015-4b4f7b0f5037 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.096853] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 672.096853] env[68663]: value = "task-3237810" [ 672.096853] env[68663]: _type = "Task" [ 672.096853] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.126242] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b9b6cc-e942-4dd7-b3c9-88297c92f0d4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.132116] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.138317] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823ff3fd-97ac-4dae-afdf-fc499c2f0c79 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.157695] env[68663]: DEBUG nova.compute.provider_tree [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.318750] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237808, 'name': CreateVM_Task, 'duration_secs': 0.482141} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.318939] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.319712] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.319857] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.320208] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.320800] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6143c189-e21c-40fa-be6a-c4b2436921e5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.325421] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 672.325421] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c54994-e6cd-3aed-b7f5-70b433f4af87" [ 672.325421] env[68663]: _type = "Task" [ 672.325421] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.334132] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c54994-e6cd-3aed-b7f5-70b433f4af87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.362929] env[68663]: DEBUG nova.compute.manager [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.385048] env[68663]: DEBUG nova.virt.hardware [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.385325] env[68663]: DEBUG nova.virt.hardware [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.385478] env[68663]: DEBUG nova.virt.hardware [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.385654] env[68663]: DEBUG nova.virt.hardware [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.385796] env[68663]: DEBUG nova.virt.hardware [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.385935] env[68663]: DEBUG nova.virt.hardware [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.386158] env[68663]: DEBUG nova.virt.hardware [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.386313] env[68663]: DEBUG nova.virt.hardware [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.386503] env[68663]: DEBUG nova.virt.hardware [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.386682] env[68663]: DEBUG nova.virt.hardware [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.386856] env[68663]: DEBUG nova.virt.hardware [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.387865] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9c602c-6e17-491c-9dfa-b633da64e655 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.396584] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde1ea27-a0ac-4ef0-9b0c-b0eac478eae7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.430033] env[68663]: DEBUG nova.compute.manager [req-d23b1ef8-a920-425e-ac53-ee2a086ce50c req-6fef5892-dbe1-4a56-b91f-5e7e70fd45d4 service nova] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Received event network-changed-97f44a42-53dd-4c68-9885-672e6ba26407 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.430033] env[68663]: DEBUG nova.compute.manager [req-d23b1ef8-a920-425e-ac53-ee2a086ce50c req-6fef5892-dbe1-4a56-b91f-5e7e70fd45d4 service nova] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Refreshing instance network info cache due to event network-changed-97f44a42-53dd-4c68-9885-672e6ba26407. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.430033] env[68663]: DEBUG oslo_concurrency.lockutils [req-d23b1ef8-a920-425e-ac53-ee2a086ce50c req-6fef5892-dbe1-4a56-b91f-5e7e70fd45d4 service nova] Acquiring lock "refresh_cache-7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.430033] env[68663]: DEBUG oslo_concurrency.lockutils [req-d23b1ef8-a920-425e-ac53-ee2a086ce50c req-6fef5892-dbe1-4a56-b91f-5e7e70fd45d4 service nova] Acquired lock "refresh_cache-7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.430033] env[68663]: DEBUG nova.network.neutron [req-d23b1ef8-a920-425e-ac53-ee2a086ce50c req-6fef5892-dbe1-4a56-b91f-5e7e70fd45d4 service nova] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Refreshing network info cache for port 97f44a42-53dd-4c68-9885-672e6ba26407 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.566273] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237809, 'name': PowerOffVM_Task, 'duration_secs': 0.211792} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.566541] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.567236] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.568014] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9e3cb2-9606-42b6-8cd9-7a2241dc3297 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.575252] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.575490] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f5962be-2792-4f75-883b-c7aa0aa6ed68 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.608898] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237810, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.610683] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.610988] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.611199] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Deleting the datastore file [datastore2] cf37337b-52e3-497c-9bef-0e1bf1c40c98 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.611456] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d99972fb-5f26-4042-8c56-0669d4dc7869 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.617293] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 672.617293] env[68663]: value = "task-3237812" [ 672.617293] env[68663]: _type = "Task" [ 672.617293] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.626272] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.665423] env[68663]: DEBUG nova.scheduler.client.report [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.836745] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c54994-e6cd-3aed-b7f5-70b433f4af87, 'name': SearchDatastore_Task, 'duration_secs': 0.011902} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.836745] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.836745] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.836745] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.837027] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.837027] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.837722] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a3570c7-dbce-47a7-8f08-f907873b852e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.846487] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.846570] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.847440] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eedf0d2a-cf08-4142-875e-cc3cb1256c29 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.853389] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 672.853389] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521f9de9-884e-34a8-67ea-b23891c56170" [ 672.853389] env[68663]: _type = "Task" [ 672.853389] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.859612] env[68663]: DEBUG nova.network.neutron [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Successfully updated port: 74930431-dd39-4381-bd00-8048603a6baa {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.866339] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521f9de9-884e-34a8-67ea-b23891c56170, 'name': SearchDatastore_Task, 'duration_secs': 0.010403} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.867305] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c723f6ed-e079-4d84-9651-08aa6432bf7b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.873115] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 672.873115] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528647db-9494-9f15-b446-1be4aefd8aa6" [ 672.873115] env[68663]: _type = "Task" [ 672.873115] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.881766] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528647db-9494-9f15-b446-1be4aefd8aa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.916929] env[68663]: DEBUG nova.compute.manager [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.917889] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87223580-7272-4178-9ee0-eefd4934fbca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.107820] env[68663]: DEBUG oslo_vmware.api [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237810, 'name': PowerOnVM_Task, 'duration_secs': 0.556281} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.108126] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.108351] env[68663]: INFO nova.compute.manager [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Took 8.60 seconds to spawn the instance on the hypervisor. [ 673.108531] env[68663]: DEBUG nova.compute.manager [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.109354] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7befd183-c7dd-4da7-9ef6-0bb938c7f946 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.126704] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160115} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.127464] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.127464] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.127464] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.130545] env[68663]: DEBUG nova.network.neutron [req-d23b1ef8-a920-425e-ac53-ee2a086ce50c req-6fef5892-dbe1-4a56-b91f-5e7e70fd45d4 service nova] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Updated VIF entry in instance network info cache for port 97f44a42-53dd-4c68-9885-672e6ba26407. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.130545] env[68663]: DEBUG nova.network.neutron [req-d23b1ef8-a920-425e-ac53-ee2a086ce50c req-6fef5892-dbe1-4a56-b91f-5e7e70fd45d4 service nova] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Updating instance_info_cache with network_info: [{"id": "97f44a42-53dd-4c68-9885-672e6ba26407", "address": "fa:16:3e:49:90:53", "network": {"id": "a6534cc2-d676-440e-bb78-badb2633395f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795784036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e9ed49f6f9342b49a3878a962276104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f44a42-53", "ovs_interfaceid": "97f44a42-53dd-4c68-9885-672e6ba26407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.170171] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.831s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.171573] env[68663]: DEBUG nova.compute.manager [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.176332] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.567s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.178190] env[68663]: INFO nova.compute.claims [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.229601] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0a3d8-4040-429a-2969-23eb1543c2b1/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 673.230355] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baa0e6f-1033-496e-a4c3-82f95f9a9e3c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.236641] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0a3d8-4040-429a-2969-23eb1543c2b1/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 673.236900] env[68663]: ERROR oslo_vmware.rw_handles [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0a3d8-4040-429a-2969-23eb1543c2b1/disk-0.vmdk due to incomplete transfer. [ 673.237612] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-72f3c8f6-9d74-42d1-b52c-d3ea99e20bf9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.244079] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0a3d8-4040-429a-2969-23eb1543c2b1/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 673.244286] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Uploaded image f4cfa6c1-1c96-4e71-a57b-3bf47170873b to the Glance image server {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 673.246367] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 673.246615] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b664c98b-94e3-44a1-96ff-3decfdf2755b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.252473] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 673.252473] env[68663]: value = "task-3237813" [ 673.252473] env[68663]: _type = "Task" [ 673.252473] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.260872] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237813, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.362722] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "refresh_cache-7416ff97-a858-47d9-ab62-3a891b8f4fa0" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.362962] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "refresh_cache-7416ff97-a858-47d9-ab62-3a891b8f4fa0" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.363246] env[68663]: DEBUG nova.network.neutron [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.386081] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528647db-9494-9f15-b446-1be4aefd8aa6, 'name': SearchDatastore_Task, 'duration_secs': 0.011059} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.386081] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.386081] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c/7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.386081] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09888516-cb78-4e40-bb12-85e300657387 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.393066] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 673.393066] env[68663]: value = "task-3237814" [ 673.393066] env[68663]: _type = "Task" [ 673.393066] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.401131] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.429967] env[68663]: INFO nova.compute.manager [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] instance snapshotting [ 673.429967] env[68663]: WARNING nova.compute.manager [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 673.431266] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c16f26-3dc9-4570-964d-044df8830045 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.452797] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579ec2aa-07c0-4db3-ab01-e5a5608f1448 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.554458] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "7838a338-f8b7-4878-8b34-186f61c77e16" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.554815] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "7838a338-f8b7-4878-8b34-186f61c77e16" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.629518] env[68663]: INFO nova.compute.manager [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Took 39.82 seconds to build instance. [ 673.635757] env[68663]: DEBUG oslo_concurrency.lockutils [req-d23b1ef8-a920-425e-ac53-ee2a086ce50c req-6fef5892-dbe1-4a56-b91f-5e7e70fd45d4 service nova] Releasing lock "refresh_cache-7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.686735] env[68663]: DEBUG nova.compute.utils [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.687426] env[68663]: DEBUG nova.compute.manager [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.687593] env[68663]: DEBUG nova.network.neutron [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.725803] env[68663]: DEBUG nova.policy [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1539fd12df434af09ec8691421f4e899', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f1cac7b894949fca59bed7820aa9163', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.763890] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237813, 'name': Destroy_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.904263] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237814, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.914045] env[68663]: DEBUG nova.network.neutron [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.964943] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 673.965384] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6aa36f56-7975-40b5-80d4-7a2a7c343458 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.973020] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 673.973020] env[68663]: value = "task-3237815" [ 673.973020] env[68663]: _type = "Task" [ 673.973020] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.985184] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237815, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.057877] env[68663]: DEBUG nova.compute.utils [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.132765] env[68663]: DEBUG oslo_concurrency.lockutils [None req-196310e1-6833-4dd8-a65f-9bc28cb698af tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "34aae64f-f45c-463b-921c-fec60cb69b7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.931s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.168293] env[68663]: DEBUG nova.network.neutron [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Updating instance_info_cache with network_info: [{"id": "74930431-dd39-4381-bd00-8048603a6baa", "address": "fa:16:3e:8a:a8:6f", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74930431-dd", "ovs_interfaceid": "74930431-dd39-4381-bd00-8048603a6baa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.172052] env[68663]: DEBUG nova.virt.hardware [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.172303] env[68663]: DEBUG nova.virt.hardware [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.172935] env[68663]: DEBUG nova.virt.hardware [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.172935] env[68663]: DEBUG nova.virt.hardware [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.172935] env[68663]: DEBUG nova.virt.hardware [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.172935] env[68663]: DEBUG nova.virt.hardware [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.173157] env[68663]: DEBUG nova.virt.hardware [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.173732] env[68663]: DEBUG nova.virt.hardware [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.173732] env[68663]: DEBUG nova.virt.hardware [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.173846] env[68663]: DEBUG nova.virt.hardware [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.173972] env[68663]: DEBUG nova.virt.hardware [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.175335] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20374f5-7404-49e7-9fdb-6d5c9e13dd4f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.178632] env[68663]: DEBUG nova.network.neutron [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Successfully created port: d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.192113] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61356b8-7e0e-4564-b2df-fc7dbe9b6962 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.196957] env[68663]: DEBUG nova.compute.manager [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.214251] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Instance VIF info [] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.221547] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.222118] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.222358] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e8aea47-4dfe-4623-b501-f5f723a4ef59 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.249022] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.249022] env[68663]: value = "task-3237816" [ 674.249022] env[68663]: _type = "Task" [ 674.249022] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.260447] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237816, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.265680] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237813, 'name': Destroy_Task, 'duration_secs': 0.763095} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.265944] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Destroyed the VM [ 674.266456] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 674.266456] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7eb5e2ef-d48e-45b7-9e81-4014283b69df {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.276107] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 674.276107] env[68663]: value = "task-3237817" [ 674.276107] env[68663]: _type = "Task" [ 674.276107] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.289589] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237817, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.406817] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763239} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.407165] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c/7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.407429] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.407717] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29b51c7d-f6ce-44fd-86aa-8f39e037612e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.416645] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 674.416645] env[68663]: value = "task-3237818" [ 674.416645] env[68663]: _type = "Task" [ 674.416645] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.425136] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.484936] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237815, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.560836] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "7838a338-f8b7-4878-8b34-186f61c77e16" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.637732] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.674599] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "refresh_cache-7416ff97-a858-47d9-ab62-3a891b8f4fa0" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.674599] env[68663]: DEBUG nova.compute.manager [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Instance network_info: |[{"id": "74930431-dd39-4381-bd00-8048603a6baa", "address": "fa:16:3e:8a:a8:6f", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74930431-dd", "ovs_interfaceid": "74930431-dd39-4381-bd00-8048603a6baa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.676074] env[68663]: INFO nova.compute.manager [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Rebuilding instance [ 674.678112] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:a8:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74930431-dd39-4381-bd00-8048603a6baa', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.686744] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.690148] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.690656] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8b4cca6-9b60-4332-9982-3382f6d524f4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.722688] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.722688] env[68663]: value = "task-3237819" [ 674.722688] env[68663]: _type = "Task" [ 674.722688] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.736571] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237819, 'name': CreateVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.739600] env[68663]: DEBUG nova.compute.manager [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.740440] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4aa310-234c-428b-b157-f951318ecd98 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.744234] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e2f626-a6c6-440e-8fec-31f157ab487f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.757638] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717a5a00-9dbb-446e-a126-64aaa3ffe719 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.764919] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237816, 'name': CreateVM_Task, 'duration_secs': 0.281216} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.765473] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.766184] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.766421] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.766733] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.767430] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9b3950d-ad4e-4026-976b-a7bea27ab4cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.801453] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c91670-7309-468c-bdc6-d8a00297ae93 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.805644] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 674.805644] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526d5224-6ca7-22d9-6d6d-7fe1a48997de" [ 674.805644] env[68663]: _type = "Task" [ 674.805644] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.814150] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237817, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.815712] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1886d11a-6398-4554-9b9d-a4c178c3c242 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.822642] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526d5224-6ca7-22d9-6d6d-7fe1a48997de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.832685] env[68663]: DEBUG nova.compute.provider_tree [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.928057] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067572} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.928413] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.929239] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8a78cf-5665-4e6b-97cc-f7970a8a31c9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.952663] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c/7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.953102] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cb3bf72-1118-47fd-8adb-d6d955b002e2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.972435] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 674.972435] env[68663]: value = "task-3237820" [ 674.972435] env[68663]: _type = "Task" [ 674.972435] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.983286] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.986103] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237815, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.024074] env[68663]: DEBUG nova.compute.manager [req-9650a543-0cf5-4a06-801d-68d948fcc9ea req-39607be5-fb93-406b-86f4-f1c2a30608b7 service nova] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Received event network-vif-plugged-74930431-dd39-4381-bd00-8048603a6baa {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.024329] env[68663]: DEBUG oslo_concurrency.lockutils [req-9650a543-0cf5-4a06-801d-68d948fcc9ea req-39607be5-fb93-406b-86f4-f1c2a30608b7 service nova] Acquiring lock "7416ff97-a858-47d9-ab62-3a891b8f4fa0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.024500] env[68663]: DEBUG oslo_concurrency.lockutils [req-9650a543-0cf5-4a06-801d-68d948fcc9ea req-39607be5-fb93-406b-86f4-f1c2a30608b7 service nova] Lock "7416ff97-a858-47d9-ab62-3a891b8f4fa0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.024695] env[68663]: DEBUG oslo_concurrency.lockutils [req-9650a543-0cf5-4a06-801d-68d948fcc9ea req-39607be5-fb93-406b-86f4-f1c2a30608b7 service nova] Lock "7416ff97-a858-47d9-ab62-3a891b8f4fa0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.024867] env[68663]: DEBUG nova.compute.manager [req-9650a543-0cf5-4a06-801d-68d948fcc9ea req-39607be5-fb93-406b-86f4-f1c2a30608b7 service nova] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] No waiting events found dispatching network-vif-plugged-74930431-dd39-4381-bd00-8048603a6baa {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.025053] env[68663]: WARNING nova.compute.manager [req-9650a543-0cf5-4a06-801d-68d948fcc9ea req-39607be5-fb93-406b-86f4-f1c2a30608b7 service nova] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Received unexpected event network-vif-plugged-74930431-dd39-4381-bd00-8048603a6baa for instance with vm_state building and task_state spawning. [ 675.025246] env[68663]: DEBUG nova.compute.manager [req-9650a543-0cf5-4a06-801d-68d948fcc9ea req-39607be5-fb93-406b-86f4-f1c2a30608b7 service nova] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Received event network-changed-74930431-dd39-4381-bd00-8048603a6baa {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.025379] env[68663]: DEBUG nova.compute.manager [req-9650a543-0cf5-4a06-801d-68d948fcc9ea req-39607be5-fb93-406b-86f4-f1c2a30608b7 service nova] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Refreshing instance network info cache due to event network-changed-74930431-dd39-4381-bd00-8048603a6baa. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.025587] env[68663]: DEBUG oslo_concurrency.lockutils [req-9650a543-0cf5-4a06-801d-68d948fcc9ea req-39607be5-fb93-406b-86f4-f1c2a30608b7 service nova] Acquiring lock "refresh_cache-7416ff97-a858-47d9-ab62-3a891b8f4fa0" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.025723] env[68663]: DEBUG oslo_concurrency.lockutils [req-9650a543-0cf5-4a06-801d-68d948fcc9ea req-39607be5-fb93-406b-86f4-f1c2a30608b7 service nova] Acquired lock "refresh_cache-7416ff97-a858-47d9-ab62-3a891b8f4fa0" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.025877] env[68663]: DEBUG nova.network.neutron [req-9650a543-0cf5-4a06-801d-68d948fcc9ea req-39607be5-fb93-406b-86f4-f1c2a30608b7 service nova] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Refreshing network info cache for port 74930431-dd39-4381-bd00-8048603a6baa {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.168669] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.215421] env[68663]: DEBUG nova.compute.manager [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.233595] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237819, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.242739] env[68663]: DEBUG nova.virt.hardware [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.242998] env[68663]: DEBUG nova.virt.hardware [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.243196] env[68663]: DEBUG nova.virt.hardware [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.243351] env[68663]: DEBUG nova.virt.hardware [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.243489] env[68663]: DEBUG nova.virt.hardware [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.243628] env[68663]: DEBUG nova.virt.hardware [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.243830] env[68663]: DEBUG nova.virt.hardware [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.243978] env[68663]: DEBUG nova.virt.hardware [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.247336] env[68663]: DEBUG nova.virt.hardware [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.247544] env[68663]: DEBUG nova.virt.hardware [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.247742] env[68663]: DEBUG nova.virt.hardware [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.252019] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8c7a3b-dd04-495b-b6dd-41bc98252ab2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.263541] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec2bedb-dae2-41e3-b710-4c1b7c66588e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.308073] env[68663]: DEBUG oslo_vmware.api [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237817, 'name': RemoveSnapshot_Task, 'duration_secs': 0.606037} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.311396] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 675.311634] env[68663]: INFO nova.compute.manager [None req-7ce07995-4873-4621-b6ee-3b4a8b9e0bf7 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Took 18.12 seconds to snapshot the instance on the hypervisor. [ 675.322183] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526d5224-6ca7-22d9-6d6d-7fe1a48997de, 'name': SearchDatastore_Task, 'duration_secs': 0.020828} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.323896] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.323896] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.323896] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.323896] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.324096] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.324096] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-250ac789-c602-410c-886f-3a9bf81caaa6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.335725] env[68663]: DEBUG nova.scheduler.client.report [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.339053] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.339225] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.340032] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea7efb8-7fb3-428c-885a-052aa17ca1f5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.348693] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 675.348693] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52885159-0baa-9884-4ea9-76f88fa1a382" [ 675.348693] env[68663]: _type = "Task" [ 675.348693] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.365023] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52885159-0baa-9884-4ea9-76f88fa1a382, 'name': SearchDatastore_Task, 'duration_secs': 0.011139} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.365023] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0450d750-0517-48e9-85ba-4be81b23ea00 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.372467] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 675.372467] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d9960b-cf88-349f-cb19-f53af93b2526" [ 675.372467] env[68663]: _type = "Task" [ 675.372467] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.387118] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d9960b-cf88-349f-cb19-f53af93b2526, 'name': SearchDatastore_Task, 'duration_secs': 0.012001} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.389020] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.389020] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] cf37337b-52e3-497c-9bef-0e1bf1c40c98/cf37337b-52e3-497c-9bef-0e1bf1c40c98.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.389020] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-315d57c0-f5c5-433e-9437-941b9548d0dd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.400570] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 675.400570] env[68663]: value = "task-3237821" [ 675.400570] env[68663]: _type = "Task" [ 675.400570] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.410495] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.491301] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237820, 'name': ReconfigVM_Task, 'duration_secs': 0.284804} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.491686] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237815, 'name': CreateSnapshot_Task, 'duration_secs': 1.444913} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.491947] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c/7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.492704] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 675.492993] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f114dbe-c29f-42e9-ab38-50afe5df88eb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.495559] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fed0f6-d9cb-43b8-a81a-ff8d59056324 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.619973] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 675.619973] env[68663]: value = "task-3237822" [ 675.619973] env[68663]: _type = "Task" [ 675.619973] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.619973] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237822, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.653540] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "7838a338-f8b7-4878-8b34-186f61c77e16" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.653795] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "7838a338-f8b7-4878-8b34-186f61c77e16" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.654236] env[68663]: INFO nova.compute.manager [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Attaching volume 5d62d499-d8dc-4b84-8f8c-a7f20faf6494 to /dev/sdb [ 675.694443] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27015d91-f281-4d69-85ed-4044e34baff5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.703281] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23884d1-880c-45b0-bf70-dcd3622c8d55 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.724332] env[68663]: DEBUG nova.virt.block_device [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Updating existing volume attachment record: aa5ef94b-befc-4096-b681-e2e5bb805818 {{(pid=68663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 675.743839] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237819, 'name': CreateVM_Task, 'duration_secs': 0.624382} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.743839] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.745132] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.745132] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.745132] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.745401] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e53b3cc-49b2-4521-b72a-4f70d3c45348 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.756079] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 675.756079] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5271c9fe-8930-bb1a-9f39-e401f8f1e7ed" [ 675.756079] env[68663]: _type = "Task" [ 675.756079] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.768117] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5271c9fe-8930-bb1a-9f39-e401f8f1e7ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.775499] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.775666] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7408353-d6c7-4b43-9ba6-f1c64e6b224f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.788496] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 675.788496] env[68663]: value = "task-3237823" [ 675.788496] env[68663]: _type = "Task" [ 675.788496] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.800445] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.844992] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.847017] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.290s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.851045] env[68663]: INFO nova.compute.claims [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.888227] env[68663]: DEBUG nova.network.neutron [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Successfully updated port: d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.913740] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470686} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.914051] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] cf37337b-52e3-497c-9bef-0e1bf1c40c98/cf37337b-52e3-497c-9bef-0e1bf1c40c98.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.914322] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.914618] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a33b20f-df9c-49cf-8560-be9deeed06a7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.921030] env[68663]: DEBUG nova.network.neutron [req-9650a543-0cf5-4a06-801d-68d948fcc9ea req-39607be5-fb93-406b-86f4-f1c2a30608b7 service nova] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Updated VIF entry in instance network info cache for port 74930431-dd39-4381-bd00-8048603a6baa. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.921264] env[68663]: DEBUG nova.network.neutron [req-9650a543-0cf5-4a06-801d-68d948fcc9ea req-39607be5-fb93-406b-86f4-f1c2a30608b7 service nova] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Updating instance_info_cache with network_info: [{"id": "74930431-dd39-4381-bd00-8048603a6baa", "address": "fa:16:3e:8a:a8:6f", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74930431-dd", "ovs_interfaceid": "74930431-dd39-4381-bd00-8048603a6baa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.923765] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 675.923765] env[68663]: value = "task-3237825" [ 675.923765] env[68663]: _type = "Task" [ 675.923765] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.934933] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.018758] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 676.019230] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0936a683-b7ee-411f-8db4-cd95cd9f5c39 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.033397] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237822, 'name': Rename_Task, 'duration_secs': 0.254506} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.035077] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.035506] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 676.035506] env[68663]: value = "task-3237827" [ 676.035506] env[68663]: _type = "Task" [ 676.035506] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.035791] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-654c76a2-5a5a-436f-9120-532500c58db5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.051036] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237827, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.051036] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 676.051036] env[68663]: value = "task-3237828" [ 676.051036] env[68663]: _type = "Task" [ 676.051036] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.059634] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.264649] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5271c9fe-8930-bb1a-9f39-e401f8f1e7ed, 'name': SearchDatastore_Task, 'duration_secs': 0.041961} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.265095] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.265395] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.265670] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.265848] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.266055] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.266420] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67367346-aa21-4a78-a19d-2ea0306f5dde {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.277899] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.278106] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.279277] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c04b07a-b326-4765-af1a-ad41c0fbdd12 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.287500] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 676.287500] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52df2b70-e70e-f5db-dc2b-25f418ec776b" [ 676.287500] env[68663]: _type = "Task" [ 676.287500] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.305498] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52df2b70-e70e-f5db-dc2b-25f418ec776b, 'name': SearchDatastore_Task, 'duration_secs': 0.013545} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.309226] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237823, 'name': PowerOffVM_Task, 'duration_secs': 0.222494} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.309290] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-241896b9-1144-4d62-b55a-37244dc4ca7e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.311617] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.311850] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.312632] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcee5cd-3ca7-4534-97b8-f57a0bd46df5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.319417] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 676.319417] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52725898-583b-0dfa-0a22-718e7dbc3868" [ 676.319417] env[68663]: _type = "Task" [ 676.319417] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.321352] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.324308] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51904dc6-a578-4e34-86f0-62bdaecb5f3d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.332739] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52725898-583b-0dfa-0a22-718e7dbc3868, 'name': SearchDatastore_Task, 'duration_secs': 0.011038} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.333012] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.333288] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 7416ff97-a858-47d9-ab62-3a891b8f4fa0/7416ff97-a858-47d9-ab62-3a891b8f4fa0.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.333532] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76a7e4d8-b4aa-4d58-a134-ca408ed36526 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.341070] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 676.341070] env[68663]: value = "task-3237831" [ 676.341070] env[68663]: _type = "Task" [ 676.341070] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.351353] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.353901] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Acquiring lock "503435a5-373b-41de-b528-93ed97de2011" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.354130] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Lock "503435a5-373b-41de-b528-93ed97de2011" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.390494] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquiring lock "refresh_cache-0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.390984] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquired lock "refresh_cache-0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.390984] env[68663]: DEBUG nova.network.neutron [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.414254] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.414602] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.414602] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleting the datastore file [datastore2] 34aae64f-f45c-463b-921c-fec60cb69b7a {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.414961] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ece643be-a8d1-4f6f-a780-d8ef15ba7c40 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.424251] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 676.424251] env[68663]: value = "task-3237832" [ 676.424251] env[68663]: _type = "Task" [ 676.424251] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.424828] env[68663]: DEBUG oslo_concurrency.lockutils [req-9650a543-0cf5-4a06-801d-68d948fcc9ea req-39607be5-fb93-406b-86f4-f1c2a30608b7 service nova] Releasing lock "refresh_cache-7416ff97-a858-47d9-ab62-3a891b8f4fa0" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.438617] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.441659] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068845} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.441946] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.442757] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274e9498-7c05-497f-b45a-4202163ef4a9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.463767] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] cf37337b-52e3-497c-9bef-0e1bf1c40c98/cf37337b-52e3-497c-9bef-0e1bf1c40c98.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.464168] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3633d1a-8226-4f0e-86d6-0f391cdda9f2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.487582] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 676.487582] env[68663]: value = "task-3237833" [ 676.487582] env[68663]: _type = "Task" [ 676.487582] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.496991] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.549238] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237827, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.560873] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237828, 'name': PowerOnVM_Task} progress is 92%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.853722] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237831, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.859762] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Lock "503435a5-373b-41de-b528-93ed97de2011" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.860420] env[68663]: DEBUG nova.compute.manager [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.931298] env[68663]: DEBUG nova.network.neutron [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.947190] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268894} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.947907] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.947907] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.947907] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.999578] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.053749] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237827, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.069527] env[68663]: DEBUG oslo_vmware.api [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3237828, 'name': PowerOnVM_Task, 'duration_secs': 0.649478} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.070154] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.070154] env[68663]: INFO nova.compute.manager [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Took 7.51 seconds to spawn the instance on the hypervisor. [ 677.070275] env[68663]: DEBUG nova.compute.manager [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.071468] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1e5b9f-0f30-4664-b733-4c93061b70e1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.077057] env[68663]: DEBUG nova.compute.manager [req-50257ea9-7fe0-423b-a9ff-224d9911fbf9 req-7366bc15-d59c-4604-8871-3c08ef948350 service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Received event network-vif-plugged-d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.077292] env[68663]: DEBUG oslo_concurrency.lockutils [req-50257ea9-7fe0-423b-a9ff-224d9911fbf9 req-7366bc15-d59c-4604-8871-3c08ef948350 service nova] Acquiring lock "0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.077572] env[68663]: DEBUG oslo_concurrency.lockutils [req-50257ea9-7fe0-423b-a9ff-224d9911fbf9 req-7366bc15-d59c-4604-8871-3c08ef948350 service nova] Lock "0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.077734] env[68663]: DEBUG oslo_concurrency.lockutils [req-50257ea9-7fe0-423b-a9ff-224d9911fbf9 req-7366bc15-d59c-4604-8871-3c08ef948350 service nova] Lock "0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.077991] env[68663]: DEBUG nova.compute.manager [req-50257ea9-7fe0-423b-a9ff-224d9911fbf9 req-7366bc15-d59c-4604-8871-3c08ef948350 service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] No waiting events found dispatching network-vif-plugged-d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.078239] env[68663]: WARNING nova.compute.manager [req-50257ea9-7fe0-423b-a9ff-224d9911fbf9 req-7366bc15-d59c-4604-8871-3c08ef948350 service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Received unexpected event network-vif-plugged-d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec for instance with vm_state building and task_state spawning. [ 677.078480] env[68663]: DEBUG nova.compute.manager [req-50257ea9-7fe0-423b-a9ff-224d9911fbf9 req-7366bc15-d59c-4604-8871-3c08ef948350 service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Received event network-changed-d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.078654] env[68663]: DEBUG nova.compute.manager [req-50257ea9-7fe0-423b-a9ff-224d9911fbf9 req-7366bc15-d59c-4604-8871-3c08ef948350 service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Refreshing instance network info cache due to event network-changed-d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.078825] env[68663]: DEBUG oslo_concurrency.lockutils [req-50257ea9-7fe0-423b-a9ff-224d9911fbf9 req-7366bc15-d59c-4604-8871-3c08ef948350 service nova] Acquiring lock "refresh_cache-0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.118559] env[68663]: DEBUG nova.network.neutron [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Updating instance_info_cache with network_info: [{"id": "d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec", "address": "fa:16:3e:6c:e4:83", "network": {"id": "606c833f-6080-48e0-8d95-ac887dc2f5a8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1102309104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1cac7b894949fca59bed7820aa9163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3cfa1c7-94", "ovs_interfaceid": "d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.353298] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56664} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.353580] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 7416ff97-a858-47d9-ab62-3a891b8f4fa0/7416ff97-a858-47d9-ab62-3a891b8f4fa0.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.353811] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.354100] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b83988ca-7873-4883-8dcd-3e4eef0ef056 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.361488] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 677.361488] env[68663]: value = "task-3237834" [ 677.361488] env[68663]: _type = "Task" [ 677.361488] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.366708] env[68663]: DEBUG nova.compute.utils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.368414] env[68663]: DEBUG nova.compute.manager [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.368590] env[68663]: DEBUG nova.network.neutron [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.376519] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.419482] env[68663]: DEBUG nova.policy [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '156360ae91434a9f9ebb4eba63896313', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1936c07063e401b9db555ba004eb05f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.499684] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237833, 'name': ReconfigVM_Task, 'duration_secs': 0.616107} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.502471] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Reconfigured VM instance instance-00000021 to attach disk [datastore2] cf37337b-52e3-497c-9bef-0e1bf1c40c98/cf37337b-52e3-497c-9bef-0e1bf1c40c98.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.503583] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71cfdf18-21a6-44ad-8135-ff93ec19006f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.510682] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 677.510682] env[68663]: value = "task-3237835" [ 677.510682] env[68663]: _type = "Task" [ 677.510682] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.515677] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d9b594-6654-41e1-9072-b8d69081414d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.523974] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237835, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.526834] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8da51a-0ce1-4bac-954c-209d67bf37bd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.563986] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728a3c45-4b19-4153-8162-52d81e283d31 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.574379] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237827, 'name': CloneVM_Task, 'duration_secs': 1.499458} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.575583] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1d40c0-5b9c-4643-bcf3-04f08947a887 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.579350] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Created linked-clone VM from snapshot [ 677.580297] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25e14e6-d259-4197-b5fc-bbf7e51349c5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.596988] env[68663]: DEBUG nova.compute.provider_tree [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.602613] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Uploading image 3b1afde1-61da-4c0f-b9e1-fa8c954de4be {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 677.605071] env[68663]: INFO nova.compute.manager [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Took 38.54 seconds to build instance. [ 677.624993] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Releasing lock "refresh_cache-0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.625445] env[68663]: DEBUG nova.compute.manager [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Instance network_info: |[{"id": "d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec", "address": "fa:16:3e:6c:e4:83", "network": {"id": "606c833f-6080-48e0-8d95-ac887dc2f5a8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1102309104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1cac7b894949fca59bed7820aa9163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3cfa1c7-94", "ovs_interfaceid": "d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.626148] env[68663]: DEBUG oslo_concurrency.lockutils [req-50257ea9-7fe0-423b-a9ff-224d9911fbf9 req-7366bc15-d59c-4604-8871-3c08ef948350 service nova] Acquired lock "refresh_cache-0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.626402] env[68663]: DEBUG nova.network.neutron [req-50257ea9-7fe0-423b-a9ff-224d9911fbf9 req-7366bc15-d59c-4604-8871-3c08ef948350 service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Refreshing network info cache for port d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.627724] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:e4:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3cfa1c7-94f6-4652-8ca4-bdd5716d40ec', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.641051] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.643982] env[68663]: DEBUG oslo_vmware.rw_handles [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 677.643982] env[68663]: value = "vm-647140" [ 677.643982] env[68663]: _type = "VirtualMachine" [ 677.643982] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 677.647970] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.648270] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dc46a53d-593f-47ca-9678-a45e4101a19b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.650686] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b79d162-fe1d-470f-98a9-0838ba9a7010 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.681159] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.681159] env[68663]: value = "task-3237836" [ 677.681159] env[68663]: _type = "Task" [ 677.681159] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.685656] env[68663]: DEBUG oslo_vmware.rw_handles [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lease: (returnval){ [ 677.685656] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52443df2-fe15-5b41-111b-6da9d530d21f" [ 677.685656] env[68663]: _type = "HttpNfcLease" [ 677.685656] env[68663]: } obtained for exporting VM: (result){ [ 677.685656] env[68663]: value = "vm-647140" [ 677.685656] env[68663]: _type = "VirtualMachine" [ 677.685656] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 677.685951] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the lease: (returnval){ [ 677.685951] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52443df2-fe15-5b41-111b-6da9d530d21f" [ 677.685951] env[68663]: _type = "HttpNfcLease" [ 677.685951] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 677.693009] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237836, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.694508] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 677.694508] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52443df2-fe15-5b41-111b-6da9d530d21f" [ 677.694508] env[68663]: _type = "HttpNfcLease" [ 677.694508] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 677.736138] env[68663]: DEBUG nova.network.neutron [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Successfully created port: a69dd4f9-bb24-45bf-b277-4124ae57c04c {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.787584] env[68663]: DEBUG nova.compute.manager [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.788509] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcba572-0bc3-4098-8869-55bfab83cffb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.872759] env[68663]: DEBUG nova.compute.manager [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.875361] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07245} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.875690] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.876540] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f686ccc0-0e95-484b-a67f-c77b650c26f0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.901975] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 7416ff97-a858-47d9-ab62-3a891b8f4fa0/7416ff97-a858-47d9-ab62-3a891b8f4fa0.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.905625] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f9d5e43-360a-4582-8866-d100c90b4011 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.928398] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 677.928398] env[68663]: value = "task-3237838" [ 677.928398] env[68663]: _type = "Task" [ 677.928398] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.940353] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.991356] env[68663]: DEBUG nova.virt.hardware [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.991717] env[68663]: DEBUG nova.virt.hardware [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.991906] env[68663]: DEBUG nova.virt.hardware [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.992194] env[68663]: DEBUG nova.virt.hardware [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.992371] env[68663]: DEBUG nova.virt.hardware [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.992518] env[68663]: DEBUG nova.virt.hardware [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.992741] env[68663]: DEBUG nova.virt.hardware [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.992907] env[68663]: DEBUG nova.virt.hardware [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.993152] env[68663]: DEBUG nova.virt.hardware [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.993371] env[68663]: DEBUG nova.virt.hardware [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.993572] env[68663]: DEBUG nova.virt.hardware [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.994826] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cede3e7-43fe-484c-ba64-234f7a48e1dd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.004072] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7422f032-c11b-4828-a1c8-c24c5681afc4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.019151] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:14:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cefe399c-5f73-425e-b957-b056fe51a2e7', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.027607] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.030992] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.031244] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74ae853d-c45f-4462-a000-2917b57d07e8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.047062] env[68663]: DEBUG nova.network.neutron [req-50257ea9-7fe0-423b-a9ff-224d9911fbf9 req-7366bc15-d59c-4604-8871-3c08ef948350 service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Updated VIF entry in instance network info cache for port d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.047062] env[68663]: DEBUG nova.network.neutron [req-50257ea9-7fe0-423b-a9ff-224d9911fbf9 req-7366bc15-d59c-4604-8871-3c08ef948350 service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Updating instance_info_cache with network_info: [{"id": "d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec", "address": "fa:16:3e:6c:e4:83", "network": {"id": "606c833f-6080-48e0-8d95-ac887dc2f5a8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1102309104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1cac7b894949fca59bed7820aa9163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3cfa1c7-94", "ovs_interfaceid": "d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.053551] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237835, 'name': Rename_Task, 'duration_secs': 0.363856} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.054983] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.055286] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.055286] env[68663]: value = "task-3237839" [ 678.055286] env[68663]: _type = "Task" [ 678.055286] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.055503] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e21029dc-5e97-4f16-b89c-e6f6d74e9c51 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.066802] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237839, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.068120] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 678.068120] env[68663]: value = "task-3237840" [ 678.068120] env[68663]: _type = "Task" [ 678.068120] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.085371] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.106807] env[68663]: DEBUG nova.scheduler.client.report [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.112966] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7f6cd1b3-b164-4c72-a760-832b7f1ce12d tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.808s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.197547] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237836, 'name': CreateVM_Task, 'duration_secs': 0.384452} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.201200] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.201200] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 678.201200] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52443df2-fe15-5b41-111b-6da9d530d21f" [ 678.201200] env[68663]: _type = "HttpNfcLease" [ 678.201200] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 678.201200] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.201200] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.201200] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.201200] env[68663]: DEBUG oslo_vmware.rw_handles [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 678.201514] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52443df2-fe15-5b41-111b-6da9d530d21f" [ 678.201514] env[68663]: _type = "HttpNfcLease" [ 678.201514] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 678.201514] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee3332f-428e-403f-8fe6-39aea57d1a0d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.202978] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84f293a-58a6-421c-92fe-69e3d78f3e87 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.209911] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 678.209911] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524f4eb6-d353-eddf-89e5-0dface53e79c" [ 678.209911] env[68663]: _type = "Task" [ 678.209911] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.213709] env[68663]: DEBUG oslo_vmware.rw_handles [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d4c6d-46e1-789c-103a-5f14451fabef/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 678.213892] env[68663]: DEBUG oslo_vmware.rw_handles [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d4c6d-46e1-789c-103a-5f14451fabef/disk-0.vmdk for reading. {{(pid=68663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 678.281220] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524f4eb6-d353-eddf-89e5-0dface53e79c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.305072] env[68663]: INFO nova.compute.manager [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] instance snapshotting [ 678.307130] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cee316-2ce1-44e4-851d-9141dc5c068c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.330764] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4748eae-cba9-4f22-8f8e-8504864a063e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.333759] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-21ad395f-9138-41df-9d4a-8c61a3aa1da0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.439110] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237838, 'name': ReconfigVM_Task, 'duration_secs': 0.387557} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.439408] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 7416ff97-a858-47d9-ab62-3a891b8f4fa0/7416ff97-a858-47d9-ab62-3a891b8f4fa0.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.440095] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2c1f87c-3c01-41f5-a0a3-c8727e46d22f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.448326] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 678.448326] env[68663]: value = "task-3237842" [ 678.448326] env[68663]: _type = "Task" [ 678.448326] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.456604] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237842, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.549579] env[68663]: DEBUG oslo_concurrency.lockutils [req-50257ea9-7fe0-423b-a9ff-224d9911fbf9 req-7366bc15-d59c-4604-8871-3c08ef948350 service nova] Releasing lock "refresh_cache-0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.572712] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237839, 'name': CreateVM_Task, 'duration_secs': 0.441925} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.577902] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.578975] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.585718] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237840, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.611865] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.612625] env[68663]: DEBUG nova.compute.manager [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.616098] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.320s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.616236] env[68663]: DEBUG nova.objects.instance [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lazy-loading 'resources' on Instance uuid 257b370c-a0ec-4003-ae40-82e4bbfc7306 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.618327] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.725009] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524f4eb6-d353-eddf-89e5-0dface53e79c, 'name': SearchDatastore_Task, 'duration_secs': 0.021065} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.725623] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.725623] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.725623] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.726449] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.726626] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.727261] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.728326] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.728326] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96d3b851-5090-4560-ba28-3dc47c0c1336 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.729784] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9d0636c-070c-48d8-8bfb-86f0570976bf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.736473] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 678.736473] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d05a7e-5673-daa7-3d45-004f459350a0" [ 678.736473] env[68663]: _type = "Task" [ 678.736473] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.742088] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.742427] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.748180] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fdc74b4-9a4f-477c-90a0-4e4d329917ec {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.750774] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d05a7e-5673-daa7-3d45-004f459350a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.755943] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 678.755943] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fa24d2-85c6-7a21-d4a8-c0f040a7d014" [ 678.755943] env[68663]: _type = "Task" [ 678.755943] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.766316] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fa24d2-85c6-7a21-d4a8-c0f040a7d014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.850043] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 678.850150] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c6e5a031-24d3-41c2-9ec8-792153c8bd3a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.859233] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 678.859233] env[68663]: value = "task-3237843" [ 678.859233] env[68663]: _type = "Task" [ 678.859233] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.869376] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237843, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.881699] env[68663]: DEBUG nova.compute.manager [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.911052] env[68663]: DEBUG nova.virt.hardware [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.912609] env[68663]: DEBUG nova.virt.hardware [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.912771] env[68663]: DEBUG nova.virt.hardware [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.912953] env[68663]: DEBUG nova.virt.hardware [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.917020] env[68663]: DEBUG nova.virt.hardware [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.917020] env[68663]: DEBUG nova.virt.hardware [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.917020] env[68663]: DEBUG nova.virt.hardware [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.917020] env[68663]: DEBUG nova.virt.hardware [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.917020] env[68663]: DEBUG nova.virt.hardware [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.917291] env[68663]: DEBUG nova.virt.hardware [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.917291] env[68663]: DEBUG nova.virt.hardware [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.917291] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08ec354-0e2f-4031-aa1e-8660d489fa30 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.924286] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b995cd7e-db38-4c0a-b088-1d721633017c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.960280] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237842, 'name': Rename_Task, 'duration_secs': 0.153732} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.960884] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.961482] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c330a4a-e5b3-42df-8008-96450136f913 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.973719] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 678.973719] env[68663]: value = "task-3237844" [ 678.973719] env[68663]: _type = "Task" [ 678.973719] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.989138] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.084080] env[68663]: DEBUG oslo_vmware.api [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237840, 'name': PowerOnVM_Task, 'duration_secs': 0.702575} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.084977] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.085308] env[68663]: DEBUG nova.compute.manager [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.086206] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561067a9-7624-4f91-ab47-548b1575f0a6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.125826] env[68663]: DEBUG nova.compute.utils [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.130028] env[68663]: DEBUG nova.compute.manager [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.130028] env[68663]: DEBUG nova.network.neutron [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.149148] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.180713] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "307cf1c1-fb29-4f4b-9b79-1788b3942a30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.180851] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "307cf1c1-fb29-4f4b-9b79-1788b3942a30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.211041] env[68663]: DEBUG nova.policy [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75c2bbd7753c421385ffcc8981d006b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9947b1acb5014043ba04d17781ffb803', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.254929] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d05a7e-5673-daa7-3d45-004f459350a0, 'name': SearchDatastore_Task, 'duration_secs': 0.024537} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.255364] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.255761] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.256121] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.267123] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fa24d2-85c6-7a21-d4a8-c0f040a7d014, 'name': SearchDatastore_Task, 'duration_secs': 0.012669} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.271275] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a343a65-53ba-4e90-9ead-8438899465d0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.278888] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 679.278888] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5296a315-2af1-f8fe-0238-072dc8bee57b" [ 679.278888] env[68663]: _type = "Task" [ 679.278888] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.287167] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5296a315-2af1-f8fe-0238-072dc8bee57b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.374108] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237843, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.471015] env[68663]: DEBUG nova.compute.manager [req-b18d3f9d-00f3-413a-81b7-fee1aa32d83c req-f909ce75-61c6-413e-a9d2-47cf5643d33a service nova] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Received event network-vif-plugged-a69dd4f9-bb24-45bf-b277-4124ae57c04c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.471015] env[68663]: DEBUG oslo_concurrency.lockutils [req-b18d3f9d-00f3-413a-81b7-fee1aa32d83c req-f909ce75-61c6-413e-a9d2-47cf5643d33a service nova] Acquiring lock "0fce1340-0d03-4183-94cb-971773bbbeda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.471015] env[68663]: DEBUG oslo_concurrency.lockutils [req-b18d3f9d-00f3-413a-81b7-fee1aa32d83c req-f909ce75-61c6-413e-a9d2-47cf5643d33a service nova] Lock "0fce1340-0d03-4183-94cb-971773bbbeda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.471893] env[68663]: DEBUG oslo_concurrency.lockutils [req-b18d3f9d-00f3-413a-81b7-fee1aa32d83c req-f909ce75-61c6-413e-a9d2-47cf5643d33a service nova] Lock "0fce1340-0d03-4183-94cb-971773bbbeda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.472541] env[68663]: DEBUG nova.compute.manager [req-b18d3f9d-00f3-413a-81b7-fee1aa32d83c req-f909ce75-61c6-413e-a9d2-47cf5643d33a service nova] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] No waiting events found dispatching network-vif-plugged-a69dd4f9-bb24-45bf-b277-4124ae57c04c {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.473543] env[68663]: WARNING nova.compute.manager [req-b18d3f9d-00f3-413a-81b7-fee1aa32d83c req-f909ce75-61c6-413e-a9d2-47cf5643d33a service nova] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Received unexpected event network-vif-plugged-a69dd4f9-bb24-45bf-b277-4124ae57c04c for instance with vm_state building and task_state spawning. [ 679.496835] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237844, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.605299] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.630674] env[68663]: DEBUG nova.network.neutron [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Successfully updated port: a69dd4f9-bb24-45bf-b277-4124ae57c04c {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.633880] env[68663]: DEBUG nova.compute.manager [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.717247] env[68663]: DEBUG nova.network.neutron [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Successfully created port: 1fe34d17-1714-40e9-a210-c987be23c35d {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.793110] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5296a315-2af1-f8fe-0238-072dc8bee57b, 'name': SearchDatastore_Task, 'duration_secs': 0.011759} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.794019] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.794019] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b/0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.794019] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.794279] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.794434] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b373bf0-30bb-4f4b-b827-02f8daced47f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.796466] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8327db78-3b3b-42a8-b890-b5a5208c2b46 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.807737] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 679.807737] env[68663]: value = "task-3237845" [ 679.807737] env[68663]: _type = "Task" [ 679.807737] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.812093] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.812298] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.813387] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6dc91aa-f959-4063-aa78-0201629cfbff {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.822025] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.822025] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e7576c-a63c-45c9-948e-1965ed70fe73 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.826516] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 679.826516] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5255481d-8149-4f77-d0fd-31718ec9abfb" [ 679.826516] env[68663]: _type = "Task" [ 679.826516] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.832342] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984323eb-377a-4f8f-9195-e9b6032dfbe7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.841503] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5255481d-8149-4f77-d0fd-31718ec9abfb, 'name': SearchDatastore_Task, 'duration_secs': 0.010847} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.868323] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b49daf6-a017-401d-bb9c-dfd943485d72 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.874437] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056bd593-8b2b-4aee-b707-9783f4300181 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.883415] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237843, 'name': CreateSnapshot_Task, 'duration_secs': 0.743675} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.886468] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 679.886831] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 679.886831] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525714de-425c-3bc1-6631-91e885712c7a" [ 679.886831] env[68663]: _type = "Task" [ 679.886831] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.887592] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38c996e-0b53-444a-a570-319fa64a4984 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.891113] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc2659b-fccc-4bdd-bb6c-3913140dcda3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.905105] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525714de-425c-3bc1-6631-91e885712c7a, 'name': SearchDatastore_Task, 'duration_secs': 0.018179} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.917277] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.917611] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 34aae64f-f45c-463b-921c-fec60cb69b7a/34aae64f-f45c-463b-921c-fec60cb69b7a.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.918156] env[68663]: DEBUG nova.compute.provider_tree [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.922864] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cf7336f-c813-42c0-b326-bdc4a6730004 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.935490] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 679.935490] env[68663]: value = "task-3237846" [ 679.935490] env[68663]: _type = "Task" [ 679.935490] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.947383] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.987511] env[68663]: DEBUG oslo_vmware.api [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237844, 'name': PowerOnVM_Task, 'duration_secs': 0.562613} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.987887] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.988128] env[68663]: INFO nova.compute.manager [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Took 7.62 seconds to spawn the instance on the hypervisor. [ 679.988322] env[68663]: DEBUG nova.compute.manager [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.989179] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584d41d8-c57c-44e2-80aa-91b0f166165d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.137736] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Acquiring lock "refresh_cache-0fce1340-0d03-4183-94cb-971773bbbeda" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.137864] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Acquired lock "refresh_cache-0fce1340-0d03-4183-94cb-971773bbbeda" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.138037] env[68663]: DEBUG nova.network.neutron [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.294601] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Volume attach. Driver type: vmdk {{(pid=68663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 680.294884] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647141', 'volume_id': '5d62d499-d8dc-4b84-8f8c-a7f20faf6494', 'name': 'volume-5d62d499-d8dc-4b84-8f8c-a7f20faf6494', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7838a338-f8b7-4878-8b34-186f61c77e16', 'attached_at': '', 'detached_at': '', 'volume_id': '5d62d499-d8dc-4b84-8f8c-a7f20faf6494', 'serial': '5d62d499-d8dc-4b84-8f8c-a7f20faf6494'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 680.295914] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b15ab0-fce2-4fd8-bb79-f9d59c681fc5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.318532] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5676c512-4280-4dba-be2f-695f6f0b7ea7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.350358] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] volume-5d62d499-d8dc-4b84-8f8c-a7f20faf6494/volume-5d62d499-d8dc-4b84-8f8c-a7f20faf6494.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.355272] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcd2fa2d-5367-41b1-967b-e73b9335e0c2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.369784] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237845, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.378078] env[68663]: DEBUG oslo_vmware.api [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 680.378078] env[68663]: value = "task-3237847" [ 680.378078] env[68663]: _type = "Task" [ 680.378078] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.387656] env[68663]: DEBUG oslo_vmware.api [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.424849] env[68663]: DEBUG nova.scheduler.client.report [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.437640] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 680.438162] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Acquiring lock "cf37337b-52e3-497c-9bef-0e1bf1c40c98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.438402] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Lock "cf37337b-52e3-497c-9bef-0e1bf1c40c98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.438604] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Acquiring lock "cf37337b-52e3-497c-9bef-0e1bf1c40c98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.438803] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Lock "cf37337b-52e3-497c-9bef-0e1bf1c40c98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.439141] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Lock "cf37337b-52e3-497c-9bef-0e1bf1c40c98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.440789] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c9733586-1ae8-4694-be00-a36cbc4d7b3b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.444638] env[68663]: INFO nova.compute.manager [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Terminating instance [ 680.456458] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237846, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.458111] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 680.458111] env[68663]: value = "task-3237848" [ 680.458111] env[68663]: _type = "Task" [ 680.458111] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.469492] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237848, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.508484] env[68663]: INFO nova.compute.manager [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Took 41.28 seconds to build instance. [ 680.647509] env[68663]: DEBUG nova.compute.manager [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.690758] env[68663]: DEBUG nova.virt.hardware [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.691108] env[68663]: DEBUG nova.virt.hardware [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.691406] env[68663]: DEBUG nova.virt.hardware [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.691509] env[68663]: DEBUG nova.virt.hardware [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.691561] env[68663]: DEBUG nova.virt.hardware [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.691713] env[68663]: DEBUG nova.virt.hardware [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.691969] env[68663]: DEBUG nova.virt.hardware [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.692279] env[68663]: DEBUG nova.virt.hardware [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.692520] env[68663]: DEBUG nova.virt.hardware [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.692760] env[68663]: DEBUG nova.virt.hardware [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.693123] env[68663]: DEBUG nova.virt.hardware [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.694156] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6995c2b8-6535-433b-8b25-78e1835c2c6b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.700123] env[68663]: DEBUG nova.network.neutron [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.707306] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d823e3-98ac-4863-968e-6698242e115d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.825602] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655092} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.826031] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b/0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.826366] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.826705] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6ecaf70-7adf-4f63-81fb-c71879d7ba22 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.834087] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 680.834087] env[68663]: value = "task-3237849" [ 680.834087] env[68663]: _type = "Task" [ 680.834087] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.843526] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.884647] env[68663]: DEBUG nova.network.neutron [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Updating instance_info_cache with network_info: [{"id": "a69dd4f9-bb24-45bf-b277-4124ae57c04c", "address": "fa:16:3e:c6:b2:0a", "network": {"id": "ba16d6ee-164e-4f80-bcdb-fd3b948bb6f8", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-828159410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1936c07063e401b9db555ba004eb05f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69dd4f9-bb", "ovs_interfaceid": "a69dd4f9-bb24-45bf-b277-4124ae57c04c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.892172] env[68663]: DEBUG oslo_vmware.api [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.929659] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.314s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.932579] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.061s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.932819] env[68663]: DEBUG nova.objects.instance [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lazy-loading 'resources' on Instance uuid bb5fa243-0368-4620-92c6-864d58bc3824 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.952224] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Acquiring lock "refresh_cache-cf37337b-52e3-497c-9bef-0e1bf1c40c98" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.952432] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Acquired lock "refresh_cache-cf37337b-52e3-497c-9bef-0e1bf1c40c98" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.952634] env[68663]: DEBUG nova.network.neutron [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.953761] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849521} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.954215] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 34aae64f-f45c-463b-921c-fec60cb69b7a/34aae64f-f45c-463b-921c-fec60cb69b7a.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.954426] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.954667] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dc3c088-1d1a-4ec3-8d0a-501c1cfde076 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.957418] env[68663]: INFO nova.scheduler.client.report [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Deleted allocations for instance 257b370c-a0ec-4003-ae40-82e4bbfc7306 [ 680.966424] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 680.966424] env[68663]: value = "task-3237850" [ 680.966424] env[68663]: _type = "Task" [ 680.966424] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.974466] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237848, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.979963] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.010033] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad62170e-98d8-4a1e-84c2-1d23b1a180af tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "7416ff97-a858-47d9-ab62-3a891b8f4fa0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.598s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.284712] env[68663]: DEBUG nova.network.neutron [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Successfully updated port: 1fe34d17-1714-40e9-a210-c987be23c35d {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.344458] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067507} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.344827] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.345655] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83b530d-8ee5-4a3a-821e-9f9375ca1d2c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.371458] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b/0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.372159] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca49e8f3-1784-49f3-80c2-e127dd59247c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.388270] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Releasing lock "refresh_cache-0fce1340-0d03-4183-94cb-971773bbbeda" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.388627] env[68663]: DEBUG nova.compute.manager [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Instance network_info: |[{"id": "a69dd4f9-bb24-45bf-b277-4124ae57c04c", "address": "fa:16:3e:c6:b2:0a", "network": {"id": "ba16d6ee-164e-4f80-bcdb-fd3b948bb6f8", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-828159410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1936c07063e401b9db555ba004eb05f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69dd4f9-bb", "ovs_interfaceid": "a69dd4f9-bb24-45bf-b277-4124ae57c04c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.392986] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:b2:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a69dd4f9-bb24-45bf-b277-4124ae57c04c', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.402015] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Creating folder: Project (c1936c07063e401b9db555ba004eb05f). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.403035] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dca2115c-dec4-4e09-a324-d506e1031df1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.409351] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 681.409351] env[68663]: value = "task-3237851" [ 681.409351] env[68663]: _type = "Task" [ 681.409351] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.412082] env[68663]: DEBUG oslo_vmware.api [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237847, 'name': ReconfigVM_Task, 'duration_secs': 0.975399} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.416677] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Reconfigured VM instance instance-00000005 to attach disk [datastore2] volume-5d62d499-d8dc-4b84-8f8c-a7f20faf6494/volume-5d62d499-d8dc-4b84-8f8c-a7f20faf6494.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.423312] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5c4c9ea-ba6b-4a9a-97ea-28adefddff86 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.435991] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Created folder: Project (c1936c07063e401b9db555ba004eb05f) in parent group-v647027. [ 681.436199] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Creating folder: Instances. Parent ref: group-v647146. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.440180] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8bbadf9-a019-4b30-9fa0-b02611fce36b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.446140] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.450766] env[68663]: DEBUG oslo_vmware.api [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 681.450766] env[68663]: value = "task-3237853" [ 681.450766] env[68663]: _type = "Task" [ 681.450766] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.457263] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Created folder: Instances in parent group-v647146. [ 681.457351] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.457881] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.458626] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cde4b7dc-6b37-4801-97c4-bb49f7f56564 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.483169] env[68663]: DEBUG oslo_vmware.api [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237853, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.483662] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1fda20f6-4db4-4b1a-ac49-2236ee54c8dc tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "257b370c-a0ec-4003-ae40-82e4bbfc7306" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.514s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.492680] env[68663]: DEBUG nova.network.neutron [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.497515] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.497515] env[68663]: value = "task-3237855" [ 681.497515] env[68663]: _type = "Task" [ 681.497515] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.507958] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237848, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.508318] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119861} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.514119] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.515931] env[68663]: DEBUG nova.compute.manager [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Received event network-changed-a69dd4f9-bb24-45bf-b277-4124ae57c04c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.516128] env[68663]: DEBUG nova.compute.manager [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Refreshing instance network info cache due to event network-changed-a69dd4f9-bb24-45bf-b277-4124ae57c04c. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.516405] env[68663]: DEBUG oslo_concurrency.lockutils [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] Acquiring lock "refresh_cache-0fce1340-0d03-4183-94cb-971773bbbeda" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.516521] env[68663]: DEBUG oslo_concurrency.lockutils [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] Acquired lock "refresh_cache-0fce1340-0d03-4183-94cb-971773bbbeda" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.516624] env[68663]: DEBUG nova.network.neutron [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Refreshing network info cache for port a69dd4f9-bb24-45bf-b277-4124ae57c04c {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.521168] env[68663]: DEBUG nova.compute.manager [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.521781] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a826c2e-db3d-4029-b11e-f833a3b34ba5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.564293] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 34aae64f-f45c-463b-921c-fec60cb69b7a/34aae64f-f45c-463b-921c-fec60cb69b7a.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.564293] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237855, 'name': CreateVM_Task} progress is 15%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.569661] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-544cdd9d-780d-4159-967e-bb0a4f7ce99e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.589563] env[68663]: DEBUG nova.network.neutron [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.597040] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 681.597040] env[68663]: value = "task-3237856" [ 681.597040] env[68663]: _type = "Task" [ 681.597040] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.616415] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237856, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.787250] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "refresh_cache-b791d5aa-64c2-4a4e-b202-1f9ba6ae071a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.787405] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired lock "refresh_cache-b791d5aa-64c2-4a4e-b202-1f9ba6ae071a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.787587] env[68663]: DEBUG nova.network.neutron [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.925649] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.927371] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "7416ff97-a858-47d9-ab62-3a891b8f4fa0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.927612] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "7416ff97-a858-47d9-ab62-3a891b8f4fa0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.960586] env[68663]: DEBUG oslo_vmware.api [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237853, 'name': ReconfigVM_Task, 'duration_secs': 0.206847} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.963195] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647141', 'volume_id': '5d62d499-d8dc-4b84-8f8c-a7f20faf6494', 'name': 'volume-5d62d499-d8dc-4b84-8f8c-a7f20faf6494', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7838a338-f8b7-4878-8b34-186f61c77e16', 'attached_at': '', 'detached_at': '', 'volume_id': '5d62d499-d8dc-4b84-8f8c-a7f20faf6494', 'serial': '5d62d499-d8dc-4b84-8f8c-a7f20faf6494'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 681.990375] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237848, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.017265] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237855, 'name': CreateVM_Task, 'duration_secs': 0.360789} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.017443] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.018142] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.018309] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.018656] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.020843] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-618507e5-e0e1-40ed-8c42-9769ade4ad09 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.028161] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Waiting for the task: (returnval){ [ 682.028161] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523bb296-755c-7cf2-857f-9a984cfadcdd" [ 682.028161] env[68663]: _type = "Task" [ 682.028161] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.041910] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523bb296-755c-7cf2-857f-9a984cfadcdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.049170] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.092648] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Releasing lock "refresh_cache-cf37337b-52e3-497c-9bef-0e1bf1c40c98" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.094838] env[68663]: DEBUG nova.compute.manager [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.094838] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.094838] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fc3a57-1faf-4d60-8536-a572df0fe84f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.104370] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.107641] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90db1eea-1d7b-45ef-bc49-82c5965aba5a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.112342] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.117652] env[68663]: DEBUG oslo_vmware.api [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 682.117652] env[68663]: value = "task-3237857" [ 682.117652] env[68663]: _type = "Task" [ 682.117652] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.129978] env[68663]: DEBUG oslo_vmware.api [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.135499] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c65b685-feda-47fe-8dab-423d832d6b36 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.145629] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcea590-3c6b-413b-9d1f-ebad4e39e7dd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.182580] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c6074e-8e69-42b7-bc54-9b16c4cb76fb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.193213] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bda030-792a-49a9-8e93-cedb40ec6658 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.208579] env[68663]: DEBUG nova.compute.provider_tree [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.332398] env[68663]: DEBUG nova.network.neutron [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.338522] env[68663]: DEBUG nova.network.neutron [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Updated VIF entry in instance network info cache for port a69dd4f9-bb24-45bf-b277-4124ae57c04c. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.339015] env[68663]: DEBUG nova.network.neutron [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Updating instance_info_cache with network_info: [{"id": "a69dd4f9-bb24-45bf-b277-4124ae57c04c", "address": "fa:16:3e:c6:b2:0a", "network": {"id": "ba16d6ee-164e-4f80-bcdb-fd3b948bb6f8", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-828159410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1936c07063e401b9db555ba004eb05f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69dd4f9-bb", "ovs_interfaceid": "a69dd4f9-bb24-45bf-b277-4124ae57c04c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.423994] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237851, 'name': ReconfigVM_Task, 'duration_secs': 0.850081} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.424345] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b/0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.425017] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2db7e8e3-7d43-4a7e-873e-f3d4a65a31ca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.432483] env[68663]: DEBUG nova.compute.utils [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.433726] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 682.433726] env[68663]: value = "task-3237858" [ 682.433726] env[68663]: _type = "Task" [ 682.433726] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.444780] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237858, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.478909] env[68663]: DEBUG nova.network.neutron [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Updating instance_info_cache with network_info: [{"id": "1fe34d17-1714-40e9-a210-c987be23c35d", "address": "fa:16:3e:ec:46:1d", "network": {"id": "c2a37843-de5e-400a-b66e-bb53529ba3ca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1393760450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9947b1acb5014043ba04d17781ffb803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe34d17-17", "ovs_interfaceid": "1fe34d17-1714-40e9-a210-c987be23c35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.489589] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237848, 'name': CloneVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.538876] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523bb296-755c-7cf2-857f-9a984cfadcdd, 'name': SearchDatastore_Task, 'duration_secs': 0.020052} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.539184] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.539422] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.539679] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.539813] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.539968] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.540246] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c78ac232-7f38-4889-9dea-2880ddf6e90c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.554738] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.554920] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.555695] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d8d9e9f-bb3d-462a-b71d-3c766227ed76 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.562675] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Waiting for the task: (returnval){ [ 682.562675] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b394e6-1fa3-b753-c90b-7d53290cbaf5" [ 682.562675] env[68663]: _type = "Task" [ 682.562675] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.574236] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b394e6-1fa3-b753-c90b-7d53290cbaf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.608314] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237856, 'name': ReconfigVM_Task, 'duration_secs': 0.683154} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.608638] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 34aae64f-f45c-463b-921c-fec60cb69b7a/34aae64f-f45c-463b-921c-fec60cb69b7a.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.609314] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed1bdf2d-09fe-4cda-8370-4d3523151f4d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.616143] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 682.616143] env[68663]: value = "task-3237859" [ 682.616143] env[68663]: _type = "Task" [ 682.616143] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.627187] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237859, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.630450] env[68663]: DEBUG oslo_vmware.api [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237857, 'name': PowerOffVM_Task, 'duration_secs': 0.154666} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.630708] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.630874] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.631155] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65558ff4-c4c3-4454-9566-eebbe365a2fa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.657720] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.658714] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.658714] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Deleting the datastore file [datastore2] cf37337b-52e3-497c-9bef-0e1bf1c40c98 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.658714] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c0c7e20-a05c-4f46-b103-44916c249590 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.665978] env[68663]: DEBUG oslo_vmware.api [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for the task: (returnval){ [ 682.665978] env[68663]: value = "task-3237861" [ 682.665978] env[68663]: _type = "Task" [ 682.665978] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.675458] env[68663]: DEBUG oslo_vmware.api [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.732947] env[68663]: ERROR nova.scheduler.client.report [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [req-0a666a47-d613-470f-9cd6-f216aec11196] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0a666a47-d613-470f-9cd6-f216aec11196"}]} [ 682.751235] env[68663]: DEBUG nova.scheduler.client.report [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Refreshing inventories for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 682.767607] env[68663]: DEBUG nova.scheduler.client.report [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Updating ProviderTree inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 682.767892] env[68663]: DEBUG nova.compute.provider_tree [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.783723] env[68663]: DEBUG nova.scheduler.client.report [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Refreshing aggregate associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, aggregates: None {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 682.807944] env[68663]: DEBUG nova.scheduler.client.report [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Refreshing trait associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 682.842654] env[68663]: DEBUG oslo_concurrency.lockutils [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] Releasing lock "refresh_cache-0fce1340-0d03-4183-94cb-971773bbbeda" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.842937] env[68663]: DEBUG nova.compute.manager [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Received event network-vif-plugged-1fe34d17-1714-40e9-a210-c987be23c35d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.843585] env[68663]: DEBUG oslo_concurrency.lockutils [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] Acquiring lock "b791d5aa-64c2-4a4e-b202-1f9ba6ae071a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.843585] env[68663]: DEBUG oslo_concurrency.lockutils [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] Lock "b791d5aa-64c2-4a4e-b202-1f9ba6ae071a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.843585] env[68663]: DEBUG oslo_concurrency.lockutils [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] Lock "b791d5aa-64c2-4a4e-b202-1f9ba6ae071a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.843585] env[68663]: DEBUG nova.compute.manager [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] No waiting events found dispatching network-vif-plugged-1fe34d17-1714-40e9-a210-c987be23c35d {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.843938] env[68663]: WARNING nova.compute.manager [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Received unexpected event network-vif-plugged-1fe34d17-1714-40e9-a210-c987be23c35d for instance with vm_state building and task_state spawning. [ 682.843938] env[68663]: DEBUG nova.compute.manager [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Received event network-changed-1fe34d17-1714-40e9-a210-c987be23c35d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.844125] env[68663]: DEBUG nova.compute.manager [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Refreshing instance network info cache due to event network-changed-1fe34d17-1714-40e9-a210-c987be23c35d. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.844574] env[68663]: DEBUG oslo_concurrency.lockutils [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] Acquiring lock "refresh_cache-b791d5aa-64c2-4a4e-b202-1f9ba6ae071a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.941074] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "7416ff97-a858-47d9-ab62-3a891b8f4fa0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.947774] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237858, 'name': Rename_Task, 'duration_secs': 0.302294} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.954025] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.954586] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71491946-d141-4c61-96d3-c7357345431f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.961885] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 682.961885] env[68663]: value = "task-3237862" [ 682.961885] env[68663]: _type = "Task" [ 682.961885] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.973232] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.983874] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Releasing lock "refresh_cache-b791d5aa-64c2-4a4e-b202-1f9ba6ae071a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.984251] env[68663]: DEBUG nova.compute.manager [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Instance network_info: |[{"id": "1fe34d17-1714-40e9-a210-c987be23c35d", "address": "fa:16:3e:ec:46:1d", "network": {"id": "c2a37843-de5e-400a-b66e-bb53529ba3ca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1393760450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9947b1acb5014043ba04d17781ffb803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe34d17-17", "ovs_interfaceid": "1fe34d17-1714-40e9-a210-c987be23c35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.984854] env[68663]: DEBUG oslo_concurrency.lockutils [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] Acquired lock "refresh_cache-b791d5aa-64c2-4a4e-b202-1f9ba6ae071a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.985040] env[68663]: DEBUG nova.network.neutron [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Refreshing network info cache for port 1fe34d17-1714-40e9-a210-c987be23c35d {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.986214] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:46:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fdd0624-2edb-4733-8284-225815c07f73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fe34d17-1714-40e9-a210-c987be23c35d', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.994917] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Creating folder: Project (9947b1acb5014043ba04d17781ffb803). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.001767] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8224053e-b782-4bfb-8700-fa60661caf2b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.010909] env[68663]: DEBUG nova.objects.instance [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lazy-loading 'flavor' on Instance uuid 7838a338-f8b7-4878-8b34-186f61c77e16 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.012197] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237848, 'name': CloneVM_Task, 'duration_secs': 2.039724} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.013940] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Created linked-clone VM from snapshot [ 683.013940] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Created folder: Project (9947b1acb5014043ba04d17781ffb803) in parent group-v647027. [ 683.014140] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Creating folder: Instances. Parent ref: group-v647149. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.017427] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2429634-a39a-4a9a-aa42-8067af4502ab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.020176] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c76de36-baa5-4b54-9d96-515c247c87ed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.027222] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Uploading image dcc39a2c-2141-4e4b-81a6-18a1a1cdc04c {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 683.031155] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Created folder: Instances in parent group-v647149. [ 683.031394] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.033972] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.034916] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5190b46b-ede2-48d3-9783-702fa5e9f2e9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.058928] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.058928] env[68663]: value = "task-3237865" [ 683.058928] env[68663]: _type = "Task" [ 683.058928] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.060791] env[68663]: DEBUG oslo_vmware.rw_handles [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 683.060791] env[68663]: value = "vm-647145" [ 683.060791] env[68663]: _type = "VirtualMachine" [ 683.060791] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 683.061099] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d3004188-0bc4-4afc-9459-985ae1f1bc5c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.076630] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237865, 'name': CreateVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.076977] env[68663]: DEBUG oslo_vmware.rw_handles [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lease: (returnval){ [ 683.076977] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524729cf-301b-8eda-2004-8dd399ebc4f4" [ 683.076977] env[68663]: _type = "HttpNfcLease" [ 683.076977] env[68663]: } obtained for exporting VM: (result){ [ 683.076977] env[68663]: value = "vm-647145" [ 683.076977] env[68663]: _type = "VirtualMachine" [ 683.076977] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 683.077230] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the lease: (returnval){ [ 683.077230] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524729cf-301b-8eda-2004-8dd399ebc4f4" [ 683.077230] env[68663]: _type = "HttpNfcLease" [ 683.077230] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 683.084111] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b394e6-1fa3-b753-c90b-7d53290cbaf5, 'name': SearchDatastore_Task, 'duration_secs': 0.022637} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.089021] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0053f2fe-1a73-448b-bd5f-05eb573f2a5b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.091128] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 683.091128] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524729cf-301b-8eda-2004-8dd399ebc4f4" [ 683.091128] env[68663]: _type = "HttpNfcLease" [ 683.091128] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 683.091894] env[68663]: DEBUG oslo_vmware.rw_handles [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 683.091894] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524729cf-301b-8eda-2004-8dd399ebc4f4" [ 683.091894] env[68663]: _type = "HttpNfcLease" [ 683.091894] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 683.092706] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f7a592-378a-4535-9868-ca61e82baa68 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.097017] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Waiting for the task: (returnval){ [ 683.097017] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52bf30f2-8cc3-ca1c-757d-61d2ab41f3e3" [ 683.097017] env[68663]: _type = "Task" [ 683.097017] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.103179] env[68663]: DEBUG oslo_vmware.rw_handles [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5b16c-bb29-76e8-1bad-99db8744ed87/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 683.103361] env[68663]: DEBUG oslo_vmware.rw_handles [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5b16c-bb29-76e8-1bad-99db8744ed87/disk-0.vmdk for reading. {{(pid=68663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 683.171398] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52bf30f2-8cc3-ca1c-757d-61d2ab41f3e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.181165] env[68663]: DEBUG oslo_vmware.api [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Task: {'id': task-3237861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166179} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.184538] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.184757] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.184935] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.185124] env[68663]: INFO nova.compute.manager [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Took 1.09 seconds to destroy the instance on the hypervisor. [ 683.185369] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.185578] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237859, 'name': Rename_Task, 'duration_secs': 0.212442} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.188292] env[68663]: DEBUG nova.compute.manager [-] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.188396] env[68663]: DEBUG nova.network.neutron [-] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.190007] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.190519] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b8c8766-e445-4b5e-9226-52fffccb636f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.197940] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 683.197940] env[68663]: value = "task-3237867" [ 683.197940] env[68663]: _type = "Task" [ 683.197940] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.207764] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.213468] env[68663]: DEBUG nova.network.neutron [-] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.219981] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fc6ca827-9cb3-4d04-8755-d25e484894eb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.419251] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "f55776b0-f24f-4ae9-8809-d37f87a02000" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.419476] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "f55776b0-f24f-4ae9-8809-d37f87a02000" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.474419] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237862, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.480708] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc39119-11e8-48d1-b331-7843c7913cc0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.488645] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78871ffd-adeb-48c9-bb18-ff5fd2e93806 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.528437] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e47d445b-58ba-4e25-ab27-293994ec50e1 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "7838a338-f8b7-4878-8b34-186f61c77e16" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.875s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.531061] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6269da-5d97-489d-bd4b-5ee9d3179dda {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.544676] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30e6242-11b7-4d6a-8035-1303ad43cab7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.563110] env[68663]: DEBUG nova.compute.provider_tree [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.575469] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237865, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.579963] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Acquiring lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.580547] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.607230] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52bf30f2-8cc3-ca1c-757d-61d2ab41f3e3, 'name': SearchDatastore_Task, 'duration_secs': 0.016785} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.607623] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.607900] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 0fce1340-0d03-4183-94cb-971773bbbeda/0fce1340-0d03-4183-94cb-971773bbbeda.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.608210] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63551ee2-ee8f-4266-b044-81a2aec3ac37 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.616466] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Waiting for the task: (returnval){ [ 683.616466] env[68663]: value = "task-3237868" [ 683.616466] env[68663]: _type = "Task" [ 683.616466] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.624757] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': task-3237868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.714072] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.718564] env[68663]: DEBUG nova.network.neutron [-] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.803549] env[68663]: DEBUG nova.network.neutron [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Updated VIF entry in instance network info cache for port 1fe34d17-1714-40e9-a210-c987be23c35d. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.804317] env[68663]: DEBUG nova.network.neutron [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Updating instance_info_cache with network_info: [{"id": "1fe34d17-1714-40e9-a210-c987be23c35d", "address": "fa:16:3e:ec:46:1d", "network": {"id": "c2a37843-de5e-400a-b66e-bb53529ba3ca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1393760450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9947b1acb5014043ba04d17781ffb803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe34d17-17", "ovs_interfaceid": "1fe34d17-1714-40e9-a210-c987be23c35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.975307] env[68663]: DEBUG oslo_vmware.api [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237862, 'name': PowerOnVM_Task, 'duration_secs': 0.714979} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.975742] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.976113] env[68663]: INFO nova.compute.manager [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Took 8.76 seconds to spawn the instance on the hypervisor. [ 683.976405] env[68663]: DEBUG nova.compute.manager [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.977474] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6efbd9-85d5-4231-b44f-1a1c6630981f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.030935] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "7416ff97-a858-47d9-ab62-3a891b8f4fa0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.031308] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "7416ff97-a858-47d9-ab62-3a891b8f4fa0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.031536] env[68663]: INFO nova.compute.manager [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Attaching volume 7fa1af1f-d08b-4f95-af90-86f9ff65e060 to /dev/sdb [ 684.069541] env[68663]: DEBUG nova.scheduler.client.report [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.076570] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928302aa-dae4-47ab-89b7-01ef61f5a9c7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.085545] env[68663]: DEBUG nova.compute.utils [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.087076] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237865, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.092490] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f05915b-eb1b-4698-85eb-4ddae5228212 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.109935] env[68663]: DEBUG nova.virt.block_device [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Updating existing volume attachment record: ae2c53bd-d955-47de-bfef-b48f1138537e {{(pid=68663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 684.127714] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': task-3237868, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.210211] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.225921] env[68663]: INFO nova.compute.manager [-] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Took 1.04 seconds to deallocate network for instance. [ 684.307746] env[68663]: DEBUG oslo_concurrency.lockutils [req-be3b2e2b-0a26-4972-8c41-9dadeb6fce96 req-2180a21b-a05d-4312-86a2-60dc26198636 service nova] Releasing lock "refresh_cache-b791d5aa-64c2-4a4e-b202-1f9ba6ae071a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.499231] env[68663]: INFO nova.compute.manager [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Took 40.89 seconds to build instance. [ 684.578699] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237865, 'name': CreateVM_Task, 'duration_secs': 1.369657} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.579218] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.579987] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.580164] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.580729] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.581138] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb449e5-bb6c-44d4-a181-27eeb533c204 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.585833] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.653s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.590311] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.296s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.592342] env[68663]: INFO nova.compute.claims [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.595756] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.596435] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 684.596435] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526746b4-591a-ce2c-9980-774636b35056" [ 684.596435] env[68663]: _type = "Task" [ 684.596435] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.606966] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526746b4-591a-ce2c-9980-774636b35056, 'name': SearchDatastore_Task, 'duration_secs': 0.012882} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.607379] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.607703] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.608179] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.608179] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.608339] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.608731] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91bf05b7-9704-4a05-92ad-1250ce46e06e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.613337] env[68663]: INFO nova.scheduler.client.report [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Deleted allocations for instance bb5fa243-0368-4620-92c6-864d58bc3824 [ 684.623082] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.623387] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.628633] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9623aa37-9bf3-445d-933d-47014ae49b66 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.631568] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': task-3237868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579546} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.631830] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 0fce1340-0d03-4183-94cb-971773bbbeda/0fce1340-0d03-4183-94cb-971773bbbeda.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.632134] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.633291] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5307e3c5-e881-454a-ba4a-cc38e67b15b1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.637256] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 684.637256] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524e0f00-7634-4a27-c37e-7935dcbb480d" [ 684.637256] env[68663]: _type = "Task" [ 684.637256] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.644127] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Waiting for the task: (returnval){ [ 684.644127] env[68663]: value = "task-3237872" [ 684.644127] env[68663]: _type = "Task" [ 684.644127] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.652506] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524e0f00-7634-4a27-c37e-7935dcbb480d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.658022] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': task-3237872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.711855] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.736025] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.002580] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21712171-c767-4df0-835e-26b648ae3b3c tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.140s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.125765] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f5319d18-6813-4b03-bb20-6ec180709344 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "bb5fa243-0368-4620-92c6-864d58bc3824" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.855s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.153971] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524e0f00-7634-4a27-c37e-7935dcbb480d, 'name': SearchDatastore_Task, 'duration_secs': 0.014041} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.158084] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-078ce983-1664-462f-96ec-075e1905aa26 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.165097] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': task-3237872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082329} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.166036] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.167803] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8c2dc9-81a3-45d8-af45-d73a345bbd57 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.173106] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 685.173106] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520db680-34b5-672c-2581-6976049d8190" [ 685.173106] env[68663]: _type = "Task" [ 685.173106] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.196800] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 0fce1340-0d03-4183-94cb-971773bbbeda/0fce1340-0d03-4183-94cb-971773bbbeda.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.198365] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-863d6a13-fbd7-4e00-a1cd-2c4e0720388c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.219385] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520db680-34b5-672c-2581-6976049d8190, 'name': SearchDatastore_Task, 'duration_secs': 0.012281} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.224144] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.224726] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] b791d5aa-64c2-4a4e-b202-1f9ba6ae071a/b791d5aa-64c2-4a4e-b202-1f9ba6ae071a.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.224726] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adc6ff0a-dffb-4425-a529-d115564e085a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.229539] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Waiting for the task: (returnval){ [ 685.229539] env[68663]: value = "task-3237873" [ 685.229539] env[68663]: _type = "Task" [ 685.229539] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.233104] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237867, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.237402] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 685.237402] env[68663]: value = "task-3237874" [ 685.237402] env[68663]: _type = "Task" [ 685.237402] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.245300] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': task-3237873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.251895] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.505564] env[68663]: DEBUG nova.compute.manager [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.658932] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Acquiring lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.659342] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.659532] env[68663]: INFO nova.compute.manager [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Attaching volume e7105d80-2257-466e-937a-d713ce41845f to /dev/sdb [ 685.696432] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ca722a-0663-4e63-9e15-5df508c5465d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.704956] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c5458f-a251-4808-9714-c34be701cb9a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.723481] env[68663]: DEBUG nova.virt.block_device [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Updating existing volume attachment record: 78ef3a54-f379-4750-a522-65f0b0422185 {{(pid=68663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 685.740550] env[68663]: DEBUG oslo_vmware.api [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237867, 'name': PowerOnVM_Task, 'duration_secs': 2.183985} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.745040] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.745350] env[68663]: DEBUG nova.compute.manager [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.754461] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cff5bd-5cb0-4cca-902f-82101a0b6ddc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.759021] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': task-3237873, 'name': ReconfigVM_Task, 'duration_secs': 0.375003} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.760183] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 0fce1340-0d03-4183-94cb-971773bbbeda/0fce1340-0d03-4183-94cb-971773bbbeda.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.761163] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28a1d854-725f-4104-b768-441970f2a830 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.773432] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237874, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.782105] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Waiting for the task: (returnval){ [ 685.782105] env[68663]: value = "task-3237875" [ 685.782105] env[68663]: _type = "Task" [ 685.782105] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.793990] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': task-3237875, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.026767] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.183699] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ee7b3d-37e9-4d31-90e4-5cffa0996c40 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.192103] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f8ceef-c3fc-4b0f-9fc3-ae50e14060f8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.228629] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536d72a2-6981-4cf4-a13c-d10de1cf54fd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.237365] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e59adf-2d3c-4823-bb73-dc5fa2c4b699 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.256481] env[68663]: DEBUG nova.compute.provider_tree [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.261803] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545712} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.262387] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] b791d5aa-64c2-4a4e-b202-1f9ba6ae071a/b791d5aa-64c2-4a4e-b202-1f9ba6ae071a.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.263116] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.263116] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8927c24-a2e8-4de2-97d6-448858ef2174 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.271344] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 686.271344] env[68663]: value = "task-3237879" [ 686.271344] env[68663]: _type = "Task" [ 686.271344] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.290220] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.290762] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.296291] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': task-3237875, 'name': Rename_Task, 'duration_secs': 0.166659} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.296607] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.296864] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b6e6f4e-eeff-4b2a-a1da-a8efd29cafec {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.303846] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Waiting for the task: (returnval){ [ 686.303846] env[68663]: value = "task-3237880" [ 686.303846] env[68663]: _type = "Task" [ 686.303846] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.312907] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': task-3237880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.784120] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075212} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.784560] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.785288] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffebe9e-b066-4195-a42d-5993d30c96c0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.788824] env[68663]: ERROR nova.scheduler.client.report [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [req-9f1dccfe-dd9e-480d-9f6a-64a2ff36064c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f1dccfe-dd9e-480d-9f6a-64a2ff36064c"}]} [ 686.813498] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] b791d5aa-64c2-4a4e-b202-1f9ba6ae071a/b791d5aa-64c2-4a4e-b202-1f9ba6ae071a.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.814870] env[68663]: DEBUG nova.scheduler.client.report [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Refreshing inventories for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 686.817087] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a8e5446-180c-410c-85ce-1e07774aafeb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.844198] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': task-3237880, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.845900] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 686.845900] env[68663]: value = "task-3237882" [ 686.845900] env[68663]: _type = "Task" [ 686.845900] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.847036] env[68663]: DEBUG nova.scheduler.client.report [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Updating ProviderTree inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 686.847245] env[68663]: DEBUG nova.compute.provider_tree [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.859050] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.863139] env[68663]: DEBUG nova.scheduler.client.report [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Refreshing aggregate associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, aggregates: None {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 686.886067] env[68663]: DEBUG nova.scheduler.client.report [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Refreshing trait associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 687.327148] env[68663]: DEBUG oslo_vmware.api [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': task-3237880, 'name': PowerOnVM_Task, 'duration_secs': 0.552556} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.327320] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.327594] env[68663]: INFO nova.compute.manager [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Took 8.45 seconds to spawn the instance on the hypervisor. [ 687.327783] env[68663]: DEBUG nova.compute.manager [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.331392] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34d26c9-0862-4384-bda5-9fe480fc2e92 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.359969] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237882, 'name': ReconfigVM_Task, 'duration_secs': 0.507331} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.362479] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Reconfigured VM instance instance-00000027 to attach disk [datastore1] b791d5aa-64c2-4a4e-b202-1f9ba6ae071a/b791d5aa-64c2-4a4e-b202-1f9ba6ae071a.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.364051] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4736409-09c5-4293-a9de-6342bc92e5ce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.369911] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 687.369911] env[68663]: value = "task-3237883" [ 687.369911] env[68663]: _type = "Task" [ 687.369911] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.378817] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237883, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.425615] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b91cbd7-fcfe-4cf8-9d44-904db0afa25b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.434588] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26306de-340b-4778-b696-e57753733206 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.468865] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ace070d-861a-4f22-9407-6642ab1c989e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.477187] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6c4260-e682-41e3-8a79-ea191272de24 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.492857] env[68663]: DEBUG nova.compute.provider_tree [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.571019] env[68663]: DEBUG oslo_vmware.rw_handles [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d4c6d-46e1-789c-103a-5f14451fabef/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 687.571936] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2643dc09-edcb-40b3-b682-55b68c1f68c9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.578710] env[68663]: DEBUG oslo_vmware.rw_handles [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d4c6d-46e1-789c-103a-5f14451fabef/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 687.578906] env[68663]: ERROR oslo_vmware.rw_handles [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d4c6d-46e1-789c-103a-5f14451fabef/disk-0.vmdk due to incomplete transfer. [ 687.579183] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6946304b-f73f-4e2d-a6e6-129d4f4fec9f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.587234] env[68663]: DEBUG oslo_vmware.rw_handles [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d4c6d-46e1-789c-103a-5f14451fabef/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 687.587459] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Uploaded image 3b1afde1-61da-4c0f-b9e1-fa8c954de4be to the Glance image server {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 687.589773] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 687.590104] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8fa43cd0-397b-497f-8e14-26ae38b9d872 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.596902] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 687.596902] env[68663]: value = "task-3237884" [ 687.596902] env[68663]: _type = "Task" [ 687.596902] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.605817] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237884, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.849284] env[68663]: INFO nova.compute.manager [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Took 37.26 seconds to build instance. [ 687.881356] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237883, 'name': Rename_Task, 'duration_secs': 0.256174} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.881639] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.881911] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-780df28d-5a24-4e2c-b5a7-ca87d605f3c9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.889940] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 687.889940] env[68663]: value = "task-3237885" [ 687.889940] env[68663]: _type = "Task" [ 687.889940] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.898247] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.032101] env[68663]: DEBUG nova.scheduler.client.report [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 688.032451] env[68663]: DEBUG nova.compute.provider_tree [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 60 to 61 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 688.032743] env[68663]: DEBUG nova.compute.provider_tree [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 688.110217] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237884, 'name': Destroy_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.351868] env[68663]: DEBUG oslo_concurrency.lockutils [None req-36fcc165-4d99-4f5f-a26b-13c31d8005f5 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Lock "0fce1340-0d03-4183-94cb-971773bbbeda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.314s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.400573] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237885, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.538368] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.948s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.538918] env[68663]: DEBUG nova.compute.manager [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.541659] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.473s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.541878] env[68663]: DEBUG nova.objects.instance [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lazy-loading 'resources' on Instance uuid 5d7fc271-ecee-48d1-937b-f06fe7833c6f {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.608347] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237884, 'name': Destroy_Task, 'duration_secs': 0.665431} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.608727] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Destroyed the VM [ 688.609033] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 688.609340] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cae5056d-7a58-4012-b075-ac57f5572183 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.620390] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 688.620390] env[68663]: value = "task-3237887" [ 688.620390] env[68663]: _type = "Task" [ 688.620390] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.628877] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237887, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.672971] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Volume attach. Driver type: vmdk {{(pid=68663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 688.673279] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647153', 'volume_id': '7fa1af1f-d08b-4f95-af90-86f9ff65e060', 'name': 'volume-7fa1af1f-d08b-4f95-af90-86f9ff65e060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7416ff97-a858-47d9-ab62-3a891b8f4fa0', 'attached_at': '', 'detached_at': '', 'volume_id': '7fa1af1f-d08b-4f95-af90-86f9ff65e060', 'serial': '7fa1af1f-d08b-4f95-af90-86f9ff65e060'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 688.674289] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c6154b-4e35-4ec8-b73b-25b9a819ea43 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.698529] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76677689-a53e-4f05-adaf-3033c5c3ced6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.741464] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] volume-7fa1af1f-d08b-4f95-af90-86f9ff65e060/volume-7fa1af1f-d08b-4f95-af90-86f9ff65e060.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.741816] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-addf8261-1f36-46b1-9b3c-48296c704495 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.760592] env[68663]: DEBUG oslo_vmware.api [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 688.760592] env[68663]: value = "task-3237888" [ 688.760592] env[68663]: _type = "Task" [ 688.760592] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.771130] env[68663]: DEBUG oslo_vmware.api [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237888, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.857389] env[68663]: DEBUG nova.compute.manager [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.906034] env[68663]: DEBUG oslo_vmware.api [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237885, 'name': PowerOnVM_Task, 'duration_secs': 0.754075} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.906034] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.906034] env[68663]: INFO nova.compute.manager [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Took 8.26 seconds to spawn the instance on the hypervisor. [ 688.906034] env[68663]: DEBUG nova.compute.manager [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.906034] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e51377-8af5-46ce-9685-271ed7f4c91d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.045271] env[68663]: DEBUG nova.compute.utils [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.047177] env[68663]: DEBUG nova.compute.manager [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.047490] env[68663]: DEBUG nova.network.neutron [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.075435] env[68663]: DEBUG nova.compute.manager [req-eb47d1f1-1dfb-4392-8873-190847cb535d req-4e2dfc81-6642-449c-be9d-7064d4b0394f service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Received event network-changed-d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.075747] env[68663]: DEBUG nova.compute.manager [req-eb47d1f1-1dfb-4392-8873-190847cb535d req-4e2dfc81-6642-449c-be9d-7064d4b0394f service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Refreshing instance network info cache due to event network-changed-d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.076081] env[68663]: DEBUG oslo_concurrency.lockutils [req-eb47d1f1-1dfb-4392-8873-190847cb535d req-4e2dfc81-6642-449c-be9d-7064d4b0394f service nova] Acquiring lock "refresh_cache-0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.076340] env[68663]: DEBUG oslo_concurrency.lockutils [req-eb47d1f1-1dfb-4392-8873-190847cb535d req-4e2dfc81-6642-449c-be9d-7064d4b0394f service nova] Acquired lock "refresh_cache-0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.076456] env[68663]: DEBUG nova.network.neutron [req-eb47d1f1-1dfb-4392-8873-190847cb535d req-4e2dfc81-6642-449c-be9d-7064d4b0394f service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Refreshing network info cache for port d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.119840] env[68663]: DEBUG nova.policy [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75c2bbd7753c421385ffcc8981d006b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9947b1acb5014043ba04d17781ffb803', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.131165] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237887, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.278862] env[68663]: DEBUG oslo_vmware.api [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237888, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.383743] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.432592] env[68663]: INFO nova.compute.manager [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Took 36.90 seconds to build instance. [ 689.456861] env[68663]: DEBUG oslo_concurrency.lockutils [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "7838a338-f8b7-4878-8b34-186f61c77e16" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.457152] env[68663]: DEBUG oslo_concurrency.lockutils [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "7838a338-f8b7-4878-8b34-186f61c77e16" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.470258] env[68663]: DEBUG nova.network.neutron [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Successfully created port: f8077b82-cf83-47d8-81b4-fd4b3b88f47d {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.517905] env[68663]: DEBUG oslo_concurrency.lockutils [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "34aae64f-f45c-463b-921c-fec60cb69b7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.518191] env[68663]: DEBUG oslo_concurrency.lockutils [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "34aae64f-f45c-463b-921c-fec60cb69b7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.518427] env[68663]: DEBUG oslo_concurrency.lockutils [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "34aae64f-f45c-463b-921c-fec60cb69b7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.518631] env[68663]: DEBUG oslo_concurrency.lockutils [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "34aae64f-f45c-463b-921c-fec60cb69b7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.518809] env[68663]: DEBUG oslo_concurrency.lockutils [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "34aae64f-f45c-463b-921c-fec60cb69b7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.524900] env[68663]: INFO nova.compute.manager [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Terminating instance [ 689.554289] env[68663]: DEBUG nova.compute.manager [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.634566] env[68663]: DEBUG oslo_vmware.api [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237887, 'name': RemoveSnapshot_Task, 'duration_secs': 0.784758} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.637690] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 689.638015] env[68663]: INFO nova.compute.manager [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Took 16.21 seconds to snapshot the instance on the hypervisor. [ 689.702921] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73b2213-df74-458d-ada8-87739b4d535b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.711426] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9588f763-be53-49e3-babb-2ad368f7dbc2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.754113] env[68663]: DEBUG oslo_concurrency.lockutils [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Acquiring lock "0fce1340-0d03-4183-94cb-971773bbbeda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.754474] env[68663]: DEBUG oslo_concurrency.lockutils [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Lock "0fce1340-0d03-4183-94cb-971773bbbeda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.754700] env[68663]: DEBUG oslo_concurrency.lockutils [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Acquiring lock "0fce1340-0d03-4183-94cb-971773bbbeda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.755032] env[68663]: DEBUG oslo_concurrency.lockutils [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Lock "0fce1340-0d03-4183-94cb-971773bbbeda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.755146] env[68663]: DEBUG oslo_concurrency.lockutils [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Lock "0fce1340-0d03-4183-94cb-971773bbbeda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.757691] env[68663]: INFO nova.compute.manager [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Terminating instance [ 689.760441] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220a08dc-e82f-44a1-865a-7f780fb0a963 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.778123] env[68663]: DEBUG oslo_vmware.api [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237888, 'name': ReconfigVM_Task, 'duration_secs': 0.546751} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.780292] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec59f533-8944-4c6e-b60a-da1f8a14d33d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.785167] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Reconfigured VM instance instance-00000024 to attach disk [datastore1] volume-7fa1af1f-d08b-4f95-af90-86f9ff65e060/volume-7fa1af1f-d08b-4f95-af90-86f9ff65e060.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.793169] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d7469bc-9440-4c1e-8d66-2919314bdc00 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.817729] env[68663]: DEBUG nova.compute.provider_tree [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.823232] env[68663]: DEBUG oslo_vmware.api [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 689.823232] env[68663]: value = "task-3237889" [ 689.823232] env[68663]: _type = "Task" [ 689.823232] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.829605] env[68663]: DEBUG oslo_vmware.api [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.944616] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8222c6d-134e-4180-b001-27388384b2c8 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "b791d5aa-64c2-4a4e-b202-1f9ba6ae071a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.180s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.952467] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "cbe6bafc-b68c-40b7-9cfe-2399794c8054" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.952646] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "cbe6bafc-b68c-40b7-9cfe-2399794c8054" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.952902] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "cbe6bafc-b68c-40b7-9cfe-2399794c8054-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.953159] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "cbe6bafc-b68c-40b7-9cfe-2399794c8054-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.953352] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "cbe6bafc-b68c-40b7-9cfe-2399794c8054-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.955775] env[68663]: INFO nova.compute.manager [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Terminating instance [ 689.960311] env[68663]: INFO nova.compute.manager [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Detaching volume 5d62d499-d8dc-4b84-8f8c-a7f20faf6494 [ 689.974852] env[68663]: DEBUG nova.network.neutron [req-eb47d1f1-1dfb-4392-8873-190847cb535d req-4e2dfc81-6642-449c-be9d-7064d4b0394f service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Updated VIF entry in instance network info cache for port d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.975263] env[68663]: DEBUG nova.network.neutron [req-eb47d1f1-1dfb-4392-8873-190847cb535d req-4e2dfc81-6642-449c-be9d-7064d4b0394f service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Updating instance_info_cache with network_info: [{"id": "d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec", "address": "fa:16:3e:6c:e4:83", "network": {"id": "606c833f-6080-48e0-8d95-ac887dc2f5a8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1102309104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1cac7b894949fca59bed7820aa9163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3cfa1c7-94", "ovs_interfaceid": "d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.005797] env[68663]: INFO nova.virt.block_device [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Attempting to driver detach volume 5d62d499-d8dc-4b84-8f8c-a7f20faf6494 from mountpoint /dev/sdb [ 690.006043] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 690.006329] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647141', 'volume_id': '5d62d499-d8dc-4b84-8f8c-a7f20faf6494', 'name': 'volume-5d62d499-d8dc-4b84-8f8c-a7f20faf6494', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7838a338-f8b7-4878-8b34-186f61c77e16', 'attached_at': '', 'detached_at': '', 'volume_id': '5d62d499-d8dc-4b84-8f8c-a7f20faf6494', 'serial': '5d62d499-d8dc-4b84-8f8c-a7f20faf6494'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 690.007459] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee873ef1-c842-43cf-804f-5bc259f1d056 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.029096] env[68663]: DEBUG nova.compute.manager [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.029328] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.030288] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4d342f-2dff-455d-b08b-2d796523cf8e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.034040] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe6127e-42f7-4c1d-8567-5dcec4ea17bc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.042194] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.044102] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-320af1ca-4ec7-4ad8-b68e-5ee3966b17a6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.046393] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22048e7-f4e2-41ee-9b1f-ab10429781dc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.074174] env[68663]: DEBUG oslo_concurrency.lockutils [None req-793ced70-616e-4e7a-bf10-6d5b0bb040f9 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquiring lock "0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.078022] env[68663]: DEBUG oslo_concurrency.lockutils [None req-793ced70-616e-4e7a-bf10-6d5b0bb040f9 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.078022] env[68663]: INFO nova.compute.manager [None req-793ced70-616e-4e7a-bf10-6d5b0bb040f9 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Rebooting instance [ 690.078945] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55701dd-89fc-46e6-a64c-4b572d13384e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.083969] env[68663]: DEBUG oslo_vmware.api [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 690.083969] env[68663]: value = "task-3237890" [ 690.083969] env[68663]: _type = "Task" [ 690.083969] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.099646] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] The volume has not been displaced from its original location: [datastore2] volume-5d62d499-d8dc-4b84-8f8c-a7f20faf6494/volume-5d62d499-d8dc-4b84-8f8c-a7f20faf6494.vmdk. No consolidation needed. {{(pid=68663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 690.105596] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Reconfiguring VM instance instance-00000005 to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 690.106324] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02e47c75-e1a2-4d0d-86cb-e0bfa8b1ab8a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.125010] env[68663]: DEBUG oslo_vmware.api [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.130713] env[68663]: DEBUG oslo_vmware.api [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 690.130713] env[68663]: value = "task-3237891" [ 690.130713] env[68663]: _type = "Task" [ 690.130713] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.139396] env[68663]: DEBUG oslo_vmware.api [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.143553] env[68663]: DEBUG nova.compute.manager [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Instance disappeared during snapshot {{(pid=68663) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 690.154742] env[68663]: DEBUG nova.compute.manager [None req-08d9e845-5770-4acb-9922-3acf0ea3e669 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Image not found during clean up 3b1afde1-61da-4c0f-b9e1-fa8c954de4be {{(pid=68663) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 690.269340] env[68663]: DEBUG nova.compute.manager [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.269630] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.271056] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c48d33-2172-4ce9-8905-182a57db9a17 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.281463] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.281589] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d3a0930-c06f-4417-971a-b3af4673c906 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.289882] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Volume attach. Driver type: vmdk {{(pid=68663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 690.289882] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647156', 'volume_id': 'e7105d80-2257-466e-937a-d713ce41845f', 'name': 'volume-e7105d80-2257-466e-937a-d713ce41845f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec6e3393-17d9-47ca-94c3-4bb1ccf243d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7105d80-2257-466e-937a-d713ce41845f', 'serial': 'e7105d80-2257-466e-937a-d713ce41845f'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 690.290643] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab24e02b-416c-4a7a-b5e5-f96e0ac0c866 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.300531] env[68663]: DEBUG oslo_vmware.api [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Waiting for the task: (returnval){ [ 690.300531] env[68663]: value = "task-3237892" [ 690.300531] env[68663]: _type = "Task" [ 690.300531] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.317596] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec7009a-0206-4635-8832-47de5161be28 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.322525] env[68663]: DEBUG nova.scheduler.client.report [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.378184] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-e7105d80-2257-466e-937a-d713ce41845f/volume-e7105d80-2257-466e-937a-d713ce41845f.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.380811] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.383814] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c0cf1da-9b2b-45ec-8bb7-8cb0d5930a7f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.401964] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.130s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.411057] env[68663]: DEBUG oslo_vmware.api [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237889, 'name': ReconfigVM_Task, 'duration_secs': 0.182347} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.412244] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647153', 'volume_id': '7fa1af1f-d08b-4f95-af90-86f9ff65e060', 'name': 'volume-7fa1af1f-d08b-4f95-af90-86f9ff65e060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7416ff97-a858-47d9-ab62-3a891b8f4fa0', 'attached_at': '', 'detached_at': '', 'volume_id': '7fa1af1f-d08b-4f95-af90-86f9ff65e060', 'serial': '7fa1af1f-d08b-4f95-af90-86f9ff65e060'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 690.415999] env[68663]: DEBUG oslo_vmware.api [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Waiting for the task: (returnval){ [ 690.415999] env[68663]: value = "task-3237893" [ 690.415999] env[68663]: _type = "Task" [ 690.415999] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.425228] env[68663]: DEBUG oslo_vmware.api [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Task: {'id': task-3237893, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.439729] env[68663]: INFO nova.scheduler.client.report [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Deleted allocations for instance 5d7fc271-ecee-48d1-937b-f06fe7833c6f [ 690.446928] env[68663]: DEBUG nova.compute.manager [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.460205] env[68663]: DEBUG nova.compute.manager [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.460473] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.462589] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8293df7a-6f86-4c60-bebf-c6fc0dc46a4e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.470589] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.470896] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdcc3e4e-095c-4aee-8e21-8c7d1eb834d5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.477797] env[68663]: DEBUG oslo_concurrency.lockutils [req-eb47d1f1-1dfb-4392-8873-190847cb535d req-4e2dfc81-6642-449c-be9d-7064d4b0394f service nova] Releasing lock "refresh_cache-0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.538585] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.541305] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.541305] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Deleting the datastore file [datastore1] cbe6bafc-b68c-40b7-9cfe-2399794c8054 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.541305] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46bfa194-21c1-4cd6-8470-effa63bd7cb8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.549753] env[68663]: DEBUG oslo_vmware.api [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 690.549753] env[68663]: value = "task-3237895" [ 690.549753] env[68663]: _type = "Task" [ 690.549753] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.559357] env[68663]: DEBUG oslo_vmware.api [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.570351] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "97226033-61c4-4512-b9dd-04688f44aa35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.570510] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "97226033-61c4-4512-b9dd-04688f44aa35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.575226] env[68663]: DEBUG nova.compute.manager [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.594135] env[68663]: DEBUG oslo_vmware.api [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237890, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.602907] env[68663]: DEBUG oslo_concurrency.lockutils [None req-793ced70-616e-4e7a-bf10-6d5b0bb040f9 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquiring lock "refresh_cache-0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.603139] env[68663]: DEBUG oslo_concurrency.lockutils [None req-793ced70-616e-4e7a-bf10-6d5b0bb040f9 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquired lock "refresh_cache-0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.603354] env[68663]: DEBUG nova.network.neutron [None req-793ced70-616e-4e7a-bf10-6d5b0bb040f9 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.606841] env[68663]: DEBUG nova.virt.hardware [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.607093] env[68663]: DEBUG nova.virt.hardware [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.607260] env[68663]: DEBUG nova.virt.hardware [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.607463] env[68663]: DEBUG nova.virt.hardware [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.607617] env[68663]: DEBUG nova.virt.hardware [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.607764] env[68663]: DEBUG nova.virt.hardware [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.608011] env[68663]: DEBUG nova.virt.hardware [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.608187] env[68663]: DEBUG nova.virt.hardware [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.608370] env[68663]: DEBUG nova.virt.hardware [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.608543] env[68663]: DEBUG nova.virt.hardware [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.608719] env[68663]: DEBUG nova.virt.hardware [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.609889] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecc825c-d063-4fb4-b9f6-e438a55b4913 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.620025] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34100771-bc8b-47de-aa1c-515b94e1437e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.647397] env[68663]: DEBUG oslo_vmware.api [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237891, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.824167] env[68663]: DEBUG oslo_vmware.api [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': task-3237892, 'name': PowerOffVM_Task, 'duration_secs': 0.329075} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.824448] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.824612] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.824866] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-174b355d-f535-4dff-9ed1-1a493f61a58e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.884870] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "43f73085-f2af-4a16-9d87-68f27ec58b18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.885159] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "43f73085-f2af-4a16-9d87-68f27ec58b18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.889616] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.889811] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.889993] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Deleting the datastore file [datastore2] 0fce1340-0d03-4183-94cb-971773bbbeda {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.890256] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1949aa19-f14a-4755-beef-a31c6669f471 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.897071] env[68663]: DEBUG oslo_vmware.api [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Waiting for the task: (returnval){ [ 690.897071] env[68663]: value = "task-3237897" [ 690.897071] env[68663]: _type = "Task" [ 690.897071] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.918536] env[68663]: DEBUG oslo_vmware.api [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': task-3237897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.934233] env[68663]: DEBUG oslo_vmware.api [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Task: {'id': task-3237893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.958094] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50d1df50-5f6a-46dd-8ec3-77f47681312c tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "5d7fc271-ecee-48d1-937b-f06fe7833c6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.700s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.983860] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.047110] env[68663]: DEBUG nova.compute.manager [req-faca7a77-1734-4576-a80f-633ab1fbf7fe req-6a3a9ec8-786b-4989-a462-5d9721ef4361 service nova] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Received event network-vif-plugged-f8077b82-cf83-47d8-81b4-fd4b3b88f47d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.047244] env[68663]: DEBUG oslo_concurrency.lockutils [req-faca7a77-1734-4576-a80f-633ab1fbf7fe req-6a3a9ec8-786b-4989-a462-5d9721ef4361 service nova] Acquiring lock "7197b66f-d579-475e-9b82-62a4434475e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.047620] env[68663]: DEBUG oslo_concurrency.lockutils [req-faca7a77-1734-4576-a80f-633ab1fbf7fe req-6a3a9ec8-786b-4989-a462-5d9721ef4361 service nova] Lock "7197b66f-d579-475e-9b82-62a4434475e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.047620] env[68663]: DEBUG oslo_concurrency.lockutils [req-faca7a77-1734-4576-a80f-633ab1fbf7fe req-6a3a9ec8-786b-4989-a462-5d9721ef4361 service nova] Lock "7197b66f-d579-475e-9b82-62a4434475e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.047815] env[68663]: DEBUG nova.compute.manager [req-faca7a77-1734-4576-a80f-633ab1fbf7fe req-6a3a9ec8-786b-4989-a462-5d9721ef4361 service nova] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] No waiting events found dispatching network-vif-plugged-f8077b82-cf83-47d8-81b4-fd4b3b88f47d {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.047978] env[68663]: WARNING nova.compute.manager [req-faca7a77-1734-4576-a80f-633ab1fbf7fe req-6a3a9ec8-786b-4989-a462-5d9721ef4361 service nova] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Received unexpected event network-vif-plugged-f8077b82-cf83-47d8-81b4-fd4b3b88f47d for instance with vm_state building and task_state spawning. [ 691.058229] env[68663]: DEBUG oslo_vmware.api [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3237895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144266} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.058538] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.058734] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.058933] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.059147] env[68663]: INFO nova.compute.manager [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Took 0.60 seconds to destroy the instance on the hypervisor. [ 691.059400] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.059607] env[68663]: DEBUG nova.compute.manager [-] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.059701] env[68663]: DEBUG nova.network.neutron [-] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.094465] env[68663]: DEBUG oslo_vmware.api [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237890, 'name': PowerOffVM_Task, 'duration_secs': 0.565808} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.094783] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.094950] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.095210] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-394cf212-8cfa-437f-93b3-440ff3294035 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.144582] env[68663]: DEBUG oslo_vmware.api [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237891, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.179064] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.179352] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.179444] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleting the datastore file [datastore2] 34aae64f-f45c-463b-921c-fec60cb69b7a {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.179702] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbed19e1-b7ec-410f-9466-c6b92b135d4e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.189909] env[68663]: DEBUG oslo_vmware.api [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 691.189909] env[68663]: value = "task-3237899" [ 691.189909] env[68663]: _type = "Task" [ 691.189909] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.199258] env[68663]: DEBUG oslo_vmware.api [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.406839] env[68663]: DEBUG oslo_vmware.api [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Task: {'id': task-3237897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186587} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.407107] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.407292] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.407471] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.407641] env[68663]: INFO nova.compute.manager [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Took 1.14 seconds to destroy the instance on the hypervisor. [ 691.407878] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.408080] env[68663]: DEBUG nova.compute.manager [-] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.408178] env[68663]: DEBUG nova.network.neutron [-] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.434925] env[68663]: DEBUG nova.network.neutron [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Successfully updated port: f8077b82-cf83-47d8-81b4-fd4b3b88f47d {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.441783] env[68663]: DEBUG oslo_vmware.api [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Task: {'id': task-3237893, 'name': ReconfigVM_Task, 'duration_secs': 0.612355} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.443771] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-e7105d80-2257-466e-937a-d713ce41845f/volume-e7105d80-2257-466e-937a-d713ce41845f.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.453823] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4cdd791-8add-4388-a236-57e920539b20 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.465481] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 7838a338-f8b7-4878-8b34-186f61c77e16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.465769] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.465863] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance ec6e3393-17d9-47ca-94c3-4bb1ccf243d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.465962] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 70493bb9-72a0-4f3f-a7b3-b53460d35046 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.466143] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance b862b802-c379-483e-9238-fa69b1eec7b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.466143] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance bb7b5426-eeac-490d-90f0-7fd81106b913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.466259] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 9151c912-cfad-450f-a2d2-345917a67b15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.466367] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance f11f3491-6d77-4e61-aa80-270e788f1695 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.466480] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.466588] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance a51104e6-ed7a-49ed-89ca-37ed9d35950d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.466805] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 422ee922-8a6e-48ff-a2c3-16581bd1ec3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.466805] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 441b72ec-7140-4386-aad4-32be0f4772d8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.466956] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 9d6b1846-83aa-4561-9fef-10dbfcb0a48d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.467044] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 68b24323-6432-4cbd-9ea7-b231fb008990 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.467184] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 7c6c018b-cd4d-4df4-90dc-51c119f8da67 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 691.467298] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance cbe6bafc-b68c-40b7-9cfe-2399794c8054 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.467419] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance cf37337b-52e3-497c-9bef-0e1bf1c40c98 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 691.467531] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 34aae64f-f45c-463b-921c-fec60cb69b7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.467654] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.467768] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 7416ff97-a858-47d9-ab62-3a891b8f4fa0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.467970] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.467970] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 0fce1340-0d03-4183-94cb-971773bbbeda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.468145] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance b791d5aa-64c2-4a4e-b202-1f9ba6ae071a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.468240] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 7197b66f-d579-475e-9b82-62a4434475e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 691.470439] env[68663]: DEBUG nova.objects.instance [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lazy-loading 'flavor' on Instance uuid 7416ff97-a858-47d9-ab62-3a891b8f4fa0 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.481020] env[68663]: DEBUG oslo_vmware.api [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Waiting for the task: (returnval){ [ 691.481020] env[68663]: value = "task-3237900" [ 691.481020] env[68663]: _type = "Task" [ 691.481020] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.486902] env[68663]: DEBUG oslo_vmware.api [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Task: {'id': task-3237900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.649471] env[68663]: DEBUG oslo_vmware.api [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237891, 'name': ReconfigVM_Task, 'duration_secs': 1.260161} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.649755] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Reconfigured VM instance instance-00000005 to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 691.654680] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf4fe5c5-5087-4c21-bd25-63bb4f707840 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.671142] env[68663]: DEBUG oslo_vmware.api [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 691.671142] env[68663]: value = "task-3237901" [ 691.671142] env[68663]: _type = "Task" [ 691.671142] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.679884] env[68663]: DEBUG oslo_vmware.api [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.701786] env[68663]: DEBUG oslo_vmware.api [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3237899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196105} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.704549] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.705121] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.705121] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.706101] env[68663]: INFO nova.compute.manager [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Took 1.68 seconds to destroy the instance on the hypervisor. [ 691.706101] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.706101] env[68663]: DEBUG nova.compute.manager [-] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.706101] env[68663]: DEBUG nova.network.neutron [-] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.794774] env[68663]: DEBUG nova.network.neutron [None req-793ced70-616e-4e7a-bf10-6d5b0bb040f9 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Updating instance_info_cache with network_info: [{"id": "d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec", "address": "fa:16:3e:6c:e4:83", "network": {"id": "606c833f-6080-48e0-8d95-ac887dc2f5a8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1102309104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1cac7b894949fca59bed7820aa9163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3cfa1c7-94", "ovs_interfaceid": "d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.938038] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "refresh_cache-7197b66f-d579-475e-9b82-62a4434475e3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.938330] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired lock "refresh_cache-7197b66f-d579-475e-9b82-62a4434475e3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.938463] env[68663]: DEBUG nova.network.neutron [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.974367] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 156a0cb7-ab99-4774-ba4f-ece171cf74f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 691.987211] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bcc6ab83-1912-4896-b4a0-e872b28416d4 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "7416ff97-a858-47d9-ab62-3a891b8f4fa0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.956s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.996587] env[68663]: DEBUG oslo_vmware.api [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Task: {'id': task-3237900, 'name': ReconfigVM_Task, 'duration_secs': 0.220071} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.996916] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647156', 'volume_id': 'e7105d80-2257-466e-937a-d713ce41845f', 'name': 'volume-e7105d80-2257-466e-937a-d713ce41845f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec6e3393-17d9-47ca-94c3-4bb1ccf243d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7105d80-2257-466e-937a-d713ce41845f', 'serial': 'e7105d80-2257-466e-937a-d713ce41845f'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 692.092457] env[68663]: DEBUG nova.network.neutron [-] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.181866] env[68663]: DEBUG oslo_vmware.api [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3237901, 'name': ReconfigVM_Task, 'duration_secs': 0.154865} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.182258] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647141', 'volume_id': '5d62d499-d8dc-4b84-8f8c-a7f20faf6494', 'name': 'volume-5d62d499-d8dc-4b84-8f8c-a7f20faf6494', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7838a338-f8b7-4878-8b34-186f61c77e16', 'attached_at': '', 'detached_at': '', 'volume_id': '5d62d499-d8dc-4b84-8f8c-a7f20faf6494', 'serial': '5d62d499-d8dc-4b84-8f8c-a7f20faf6494'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 692.262483] env[68663]: DEBUG nova.compute.manager [req-a0a1901b-2ffb-4a6f-b01b-a8f67ca1e007 req-ad3ca1f5-2602-4b57-ae3a-11ccb568b24a service nova] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Received event network-vif-deleted-a69dd4f9-bb24-45bf-b277-4124ae57c04c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.262767] env[68663]: INFO nova.compute.manager [req-a0a1901b-2ffb-4a6f-b01b-a8f67ca1e007 req-ad3ca1f5-2602-4b57-ae3a-11ccb568b24a service nova] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Neutron deleted interface a69dd4f9-bb24-45bf-b277-4124ae57c04c; detaching it from the instance and deleting it from the info cache [ 692.262853] env[68663]: DEBUG nova.network.neutron [req-a0a1901b-2ffb-4a6f-b01b-a8f67ca1e007 req-ad3ca1f5-2602-4b57-ae3a-11ccb568b24a service nova] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.299045] env[68663]: DEBUG oslo_concurrency.lockutils [None req-793ced70-616e-4e7a-bf10-6d5b0bb040f9 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Releasing lock "refresh_cache-0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.478646] env[68663]: DEBUG nova.network.neutron [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.483074] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance f08f2c03-0005-4f65-b368-a84a7e838ca8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 692.490908] env[68663]: DEBUG nova.network.neutron [-] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.513744] env[68663]: DEBUG nova.network.neutron [-] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.548989] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "4084c7e6-351b-43ee-8786-93db81d23256" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.549358] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "4084c7e6-351b-43ee-8786-93db81d23256" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.581616] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "0203869a-fca5-4e60-b1a4-b85a0a355968" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.581841] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "0203869a-fca5-4e60-b1a4-b85a0a355968" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.594452] env[68663]: INFO nova.compute.manager [-] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Took 1.53 seconds to deallocate network for instance. [ 692.616667] env[68663]: DEBUG nova.network.neutron [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Updating instance_info_cache with network_info: [{"id": "f8077b82-cf83-47d8-81b4-fd4b3b88f47d", "address": "fa:16:3e:9e:42:bb", "network": {"id": "c2a37843-de5e-400a-b66e-bb53529ba3ca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1393760450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9947b1acb5014043ba04d17781ffb803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8077b82-cf", "ovs_interfaceid": "f8077b82-cf83-47d8-81b4-fd4b3b88f47d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.707490] env[68663]: DEBUG oslo_vmware.rw_handles [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5b16c-bb29-76e8-1bad-99db8744ed87/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 692.708472] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0826ecd1-d778-453e-be17-d20100144ac9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.714816] env[68663]: DEBUG oslo_vmware.rw_handles [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5b16c-bb29-76e8-1bad-99db8744ed87/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 692.715560] env[68663]: ERROR oslo_vmware.rw_handles [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5b16c-bb29-76e8-1bad-99db8744ed87/disk-0.vmdk due to incomplete transfer. [ 692.715560] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-95cc6476-bf22-4e16-ad9b-1ecf09e18f4f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.721867] env[68663]: DEBUG oslo_vmware.rw_handles [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5b16c-bb29-76e8-1bad-99db8744ed87/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 692.722090] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Uploaded image dcc39a2c-2141-4e4b-81a6-18a1a1cdc04c to the Glance image server {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 692.724055] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 692.724055] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1c7fd851-fad3-4619-acf1-969441cb139f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.730153] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 692.730153] env[68663]: value = "task-3237902" [ 692.730153] env[68663]: _type = "Task" [ 692.730153] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.739175] env[68663]: DEBUG oslo_concurrency.lockutils [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "7416ff97-a858-47d9-ab62-3a891b8f4fa0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.739413] env[68663]: DEBUG oslo_concurrency.lockutils [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "7416ff97-a858-47d9-ab62-3a891b8f4fa0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.739621] env[68663]: DEBUG oslo_concurrency.lockutils [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "7416ff97-a858-47d9-ab62-3a891b8f4fa0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.739802] env[68663]: DEBUG oslo_concurrency.lockutils [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "7416ff97-a858-47d9-ab62-3a891b8f4fa0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.739998] env[68663]: DEBUG oslo_concurrency.lockutils [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "7416ff97-a858-47d9-ab62-3a891b8f4fa0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.741576] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237902, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.742036] env[68663]: INFO nova.compute.manager [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Terminating instance [ 692.744220] env[68663]: DEBUG nova.objects.instance [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lazy-loading 'flavor' on Instance uuid 7838a338-f8b7-4878-8b34-186f61c77e16 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.766327] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9cc7680-4980-42d7-abac-02ef1ad2c6d3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.776585] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4753478-1077-4b46-9e0c-e33834f64cbb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.815865] env[68663]: DEBUG nova.compute.manager [req-a0a1901b-2ffb-4a6f-b01b-a8f67ca1e007 req-ad3ca1f5-2602-4b57-ae3a-11ccb568b24a service nova] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Detach interface failed, port_id=a69dd4f9-bb24-45bf-b277-4124ae57c04c, reason: Instance 0fce1340-0d03-4183-94cb-971773bbbeda could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 692.816495] env[68663]: DEBUG nova.compute.manager [None req-793ced70-616e-4e7a-bf10-6d5b0bb040f9 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.817292] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e0db1a-67da-47be-8cb5-39c75f57d763 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.990422] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance a6ebe229-ac63-4f8a-b09d-da70cb9ef796 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 692.994100] env[68663]: INFO nova.compute.manager [-] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Took 1.29 seconds to deallocate network for instance. [ 693.016746] env[68663]: INFO nova.compute.manager [-] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Took 1.61 seconds to deallocate network for instance. [ 693.055766] env[68663]: DEBUG nova.objects.instance [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Lazy-loading 'flavor' on Instance uuid ec6e3393-17d9-47ca-94c3-4bb1ccf243d3 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.084895] env[68663]: DEBUG nova.compute.manager [req-7a1aefa6-646d-40d0-b9d9-c2d3df5ec170 req-c00ace5c-19d0-44ce-a50f-ea03771010c5 service nova] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Received event network-changed-f8077b82-cf83-47d8-81b4-fd4b3b88f47d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.085110] env[68663]: DEBUG nova.compute.manager [req-7a1aefa6-646d-40d0-b9d9-c2d3df5ec170 req-c00ace5c-19d0-44ce-a50f-ea03771010c5 service nova] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Refreshing instance network info cache due to event network-changed-f8077b82-cf83-47d8-81b4-fd4b3b88f47d. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.085329] env[68663]: DEBUG oslo_concurrency.lockutils [req-7a1aefa6-646d-40d0-b9d9-c2d3df5ec170 req-c00ace5c-19d0-44ce-a50f-ea03771010c5 service nova] Acquiring lock "refresh_cache-7197b66f-d579-475e-9b82-62a4434475e3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.100978] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.119802] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Releasing lock "refresh_cache-7197b66f-d579-475e-9b82-62a4434475e3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.120210] env[68663]: DEBUG nova.compute.manager [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Instance network_info: |[{"id": "f8077b82-cf83-47d8-81b4-fd4b3b88f47d", "address": "fa:16:3e:9e:42:bb", "network": {"id": "c2a37843-de5e-400a-b66e-bb53529ba3ca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1393760450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9947b1acb5014043ba04d17781ffb803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8077b82-cf", "ovs_interfaceid": "f8077b82-cf83-47d8-81b4-fd4b3b88f47d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.121155] env[68663]: DEBUG oslo_concurrency.lockutils [req-7a1aefa6-646d-40d0-b9d9-c2d3df5ec170 req-c00ace5c-19d0-44ce-a50f-ea03771010c5 service nova] Acquired lock "refresh_cache-7197b66f-d579-475e-9b82-62a4434475e3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.121155] env[68663]: DEBUG nova.network.neutron [req-7a1aefa6-646d-40d0-b9d9-c2d3df5ec170 req-c00ace5c-19d0-44ce-a50f-ea03771010c5 service nova] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Refreshing network info cache for port f8077b82-cf83-47d8-81b4-fd4b3b88f47d {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.124044] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:42:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fdd0624-2edb-4733-8284-225815c07f73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8077b82-cf83-47d8-81b4-fd4b3b88f47d', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.131642] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.132626] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.132867] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11c5e108-c68a-472a-9a15-139b1ed598d5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.152797] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.152797] env[68663]: value = "task-3237903" [ 693.152797] env[68663]: _type = "Task" [ 693.152797] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.160939] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237903, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.242148] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237902, 'name': Destroy_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.248916] env[68663]: DEBUG nova.compute.manager [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.249159] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.250576] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca1ec88c-3d72-41da-8f1d-001e2d3fa657 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.258363] env[68663]: DEBUG oslo_vmware.api [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 693.258363] env[68663]: value = "task-3237904" [ 693.258363] env[68663]: _type = "Task" [ 693.258363] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.272916] env[68663]: DEBUG oslo_vmware.api [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.495362] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 461cd7c8-d6e1-4815-98ec-3974eb224012 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 693.499145] env[68663]: DEBUG oslo_concurrency.lockutils [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.527835] env[68663]: DEBUG oslo_concurrency.lockutils [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.562893] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9714fdf2-12dd-463a-a249-117825d2562e tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.903s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.663437] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237903, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.740478] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237902, 'name': Destroy_Task, 'duration_secs': 0.633321} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.740765] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Destroyed the VM [ 693.740997] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 693.741280] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-11b21b87-f7f8-4cbf-8f33-7b3b09894b3f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.749299] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 693.749299] env[68663]: value = "task-3237905" [ 693.749299] env[68663]: _type = "Task" [ 693.749299] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.753896] env[68663]: DEBUG oslo_concurrency.lockutils [None req-290b71cb-40bf-4509-8bfe-2b6d159a2969 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "7838a338-f8b7-4878-8b34-186f61c77e16" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.296s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.762124] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237905, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.767740] env[68663]: DEBUG oslo_concurrency.lockutils [None req-02bbf3c3-e802-43cd-b3a2-4b9ca365c0dd tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Acquiring lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.768037] env[68663]: DEBUG oslo_concurrency.lockutils [None req-02bbf3c3-e802-43cd-b3a2-4b9ca365c0dd tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.774804] env[68663]: DEBUG oslo_vmware.api [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237904, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.833288] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b0dcf4-f6a5-43f8-a9ac-1417ca3214da {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.840171] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-793ced70-616e-4e7a-bf10-6d5b0bb040f9 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Doing hard reboot of VM {{(pid=68663) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 693.840411] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-65cb5065-2d05-456e-8834-0876275b384d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.853032] env[68663]: DEBUG oslo_vmware.api [None req-793ced70-616e-4e7a-bf10-6d5b0bb040f9 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 693.853032] env[68663]: value = "task-3237906" [ 693.853032] env[68663]: _type = "Task" [ 693.853032] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.859755] env[68663]: DEBUG oslo_vmware.api [None req-793ced70-616e-4e7a-bf10-6d5b0bb040f9 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237906, 'name': ResetVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.876401] env[68663]: DEBUG nova.network.neutron [req-7a1aefa6-646d-40d0-b9d9-c2d3df5ec170 req-c00ace5c-19d0-44ce-a50f-ea03771010c5 service nova] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Updated VIF entry in instance network info cache for port f8077b82-cf83-47d8-81b4-fd4b3b88f47d. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.876760] env[68663]: DEBUG nova.network.neutron [req-7a1aefa6-646d-40d0-b9d9-c2d3df5ec170 req-c00ace5c-19d0-44ce-a50f-ea03771010c5 service nova] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Updating instance_info_cache with network_info: [{"id": "f8077b82-cf83-47d8-81b4-fd4b3b88f47d", "address": "fa:16:3e:9e:42:bb", "network": {"id": "c2a37843-de5e-400a-b66e-bb53529ba3ca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1393760450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9947b1acb5014043ba04d17781ffb803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8077b82-cf", "ovs_interfaceid": "f8077b82-cf83-47d8-81b4-fd4b3b88f47d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.998826] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 694.165274] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237903, 'name': CreateVM_Task, 'duration_secs': 0.673595} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.165457] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.166270] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.166455] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.166796] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.167100] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad3bbd6e-c34c-4e26-8646-3ee1ffd08a1f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.172265] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 694.172265] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5249e98e-d5a0-3e5f-4de7-03420b9f85b2" [ 694.172265] env[68663]: _type = "Task" [ 694.172265] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.180554] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5249e98e-d5a0-3e5f-4de7-03420b9f85b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.258864] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237905, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.270408] env[68663]: DEBUG oslo_vmware.api [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237904, 'name': PowerOffVM_Task, 'duration_secs': 0.551042} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.271149] env[68663]: INFO nova.compute.manager [None req-02bbf3c3-e802-43cd-b3a2-4b9ca365c0dd tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Detaching volume e7105d80-2257-466e-937a-d713ce41845f [ 694.272919] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.273163] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 694.273444] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647153', 'volume_id': '7fa1af1f-d08b-4f95-af90-86f9ff65e060', 'name': 'volume-7fa1af1f-d08b-4f95-af90-86f9ff65e060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7416ff97-a858-47d9-ab62-3a891b8f4fa0', 'attached_at': '', 'detached_at': '', 'volume_id': '7fa1af1f-d08b-4f95-af90-86f9ff65e060', 'serial': '7fa1af1f-d08b-4f95-af90-86f9ff65e060'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 694.274425] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5e8645-7f84-41bc-bc37-d2193128083c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.297751] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe123fdd-c2bb-4c14-aa54-83742016be3c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.305332] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b06496-1dc8-47a8-859e-f1db4f6b0fc6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.308742] env[68663]: INFO nova.virt.block_device [None req-02bbf3c3-e802-43cd-b3a2-4b9ca365c0dd tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Attempting to driver detach volume e7105d80-2257-466e-937a-d713ce41845f from mountpoint /dev/sdb [ 694.308955] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bbf3c3-e802-43cd-b3a2-4b9ca365c0dd tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 694.309151] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bbf3c3-e802-43cd-b3a2-4b9ca365c0dd tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647156', 'volume_id': 'e7105d80-2257-466e-937a-d713ce41845f', 'name': 'volume-e7105d80-2257-466e-937a-d713ce41845f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec6e3393-17d9-47ca-94c3-4bb1ccf243d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7105d80-2257-466e-937a-d713ce41845f', 'serial': 'e7105d80-2257-466e-937a-d713ce41845f'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 694.309891] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0cb07f-04ff-4d5a-958e-a11c4a274951 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.351643] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cbe41c-0efb-4a65-9266-d1bc4c371df4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.355122] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984dc5dd-6ab3-45ed-b6bb-529543b34df4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.365681] env[68663]: DEBUG oslo_vmware.api [None req-793ced70-616e-4e7a-bf10-6d5b0bb040f9 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237906, 'name': ResetVM_Task, 'duration_secs': 0.089913} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.381018] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-793ced70-616e-4e7a-bf10-6d5b0bb040f9 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Did hard reboot of VM {{(pid=68663) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 694.381018] env[68663]: DEBUG nova.compute.manager [None req-793ced70-616e-4e7a-bf10-6d5b0bb040f9 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.381018] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] The volume has not been displaced from its original location: [datastore1] volume-7fa1af1f-d08b-4f95-af90-86f9ff65e060/volume-7fa1af1f-d08b-4f95-af90-86f9ff65e060.vmdk. No consolidation needed. {{(pid=68663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 694.383687] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 694.384565] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b226de-7ee1-45f9-94f5-ddb92bd9a462 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.387364] env[68663]: DEBUG oslo_concurrency.lockutils [req-7a1aefa6-646d-40d0-b9d9-c2d3df5ec170 req-c00ace5c-19d0-44ce-a50f-ea03771010c5 service nova] Releasing lock "refresh_cache-7197b66f-d579-475e-9b82-62a4434475e3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.387597] env[68663]: DEBUG nova.compute.manager [req-7a1aefa6-646d-40d0-b9d9-c2d3df5ec170 req-c00ace5c-19d0-44ce-a50f-ea03771010c5 service nova] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Received event network-vif-deleted-f5760dc7-7130-4b94-bd7d-0a9d6ad75ba5 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.387780] env[68663]: DEBUG nova.compute.manager [req-7a1aefa6-646d-40d0-b9d9-c2d3df5ec170 req-c00ace5c-19d0-44ce-a50f-ea03771010c5 service nova] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Received event network-vif-deleted-cefe399c-5f73-425e-b957-b056fe51a2e7 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.388168] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42742b74-7176-4a23-a051-90202472bf84 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.401427] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53efa42f-98b7-4e0d-a6a9-5533efeef205 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.427026] env[68663]: DEBUG oslo_vmware.api [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 694.427026] env[68663]: value = "task-3237907" [ 694.427026] env[68663]: _type = "Task" [ 694.427026] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.430167] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33868c95-eee4-41c4-88c4-e58424b370fa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.438240] env[68663]: DEBUG oslo_vmware.api [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.448753] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bbf3c3-e802-43cd-b3a2-4b9ca365c0dd tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] The volume has not been displaced from its original location: [datastore2] volume-e7105d80-2257-466e-937a-d713ce41845f/volume-e7105d80-2257-466e-937a-d713ce41845f.vmdk. No consolidation needed. {{(pid=68663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 694.454206] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bbf3c3-e802-43cd-b3a2-4b9ca365c0dd tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 694.455067] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67a12333-cbdd-46d3-a747-fc04f58d1abb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.472403] env[68663]: DEBUG oslo_vmware.api [None req-02bbf3c3-e802-43cd-b3a2-4b9ca365c0dd tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Waiting for the task: (returnval){ [ 694.472403] env[68663]: value = "task-3237908" [ 694.472403] env[68663]: _type = "Task" [ 694.472403] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.480370] env[68663]: DEBUG oslo_vmware.api [None req-02bbf3c3-e802-43cd-b3a2-4b9ca365c0dd tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Task: {'id': task-3237908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.502470] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 9387f331-9488-4e99-8173-519b9651ce7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 694.682873] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5249e98e-d5a0-3e5f-4de7-03420b9f85b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009688} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.683205] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.683438] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.683669] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.683813] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.683988] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.684259] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93290f7b-2174-40ac-ae13-e25d78893171 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.692716] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.692981] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.693748] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f7fad0b-4509-447d-bce5-4dcc9ad2bec8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.698296] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 694.698296] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fcd749-dc95-d4b2-9838-f949ee2bb979" [ 694.698296] env[68663]: _type = "Task" [ 694.698296] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.707904] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fcd749-dc95-d4b2-9838-f949ee2bb979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.759891] env[68663]: DEBUG oslo_vmware.api [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237905, 'name': RemoveSnapshot_Task, 'duration_secs': 0.961921} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.760312] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 694.760631] env[68663]: INFO nova.compute.manager [None req-513d7435-1d42-4e0c-93b4-6c5f85fc55a6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Took 16.45 seconds to snapshot the instance on the hypervisor. [ 694.933696] env[68663]: DEBUG oslo_concurrency.lockutils [None req-793ced70-616e-4e7a-bf10-6d5b0bb040f9 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.859s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.940252] env[68663]: DEBUG oslo_vmware.api [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237907, 'name': ReconfigVM_Task, 'duration_secs': 0.285554} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.940639] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 694.945352] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15d98993-4861-4e10-be68-ea7882685e81 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.960623] env[68663]: DEBUG oslo_vmware.api [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 694.960623] env[68663]: value = "task-3237909" [ 694.960623] env[68663]: _type = "Task" [ 694.960623] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.970201] env[68663]: DEBUG oslo_vmware.api [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.983504] env[68663]: DEBUG oslo_vmware.api [None req-02bbf3c3-e802-43cd-b3a2-4b9ca365c0dd tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Task: {'id': task-3237908, 'name': ReconfigVM_Task, 'duration_secs': 0.251711} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.984671] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bbf3c3-e802-43cd-b3a2-4b9ca365c0dd tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 694.988383] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86c4732e-8e65-4b39-a1f9-0e50cff53434 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.003147] env[68663]: DEBUG oslo_vmware.api [None req-02bbf3c3-e802-43cd-b3a2-4b9ca365c0dd tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Waiting for the task: (returnval){ [ 695.003147] env[68663]: value = "task-3237910" [ 695.003147] env[68663]: _type = "Task" [ 695.003147] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.006443] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 654c16cd-87aa-408e-bad5-f611df55ff7e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.015022] env[68663]: DEBUG oslo_vmware.api [None req-02bbf3c3-e802-43cd-b3a2-4b9ca365c0dd tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Task: {'id': task-3237910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.165172] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "b05184fc-bf45-4930-ab8a-ac1bb9140689" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.165468] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "b05184fc-bf45-4930-ab8a-ac1bb9140689" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.179533] env[68663]: DEBUG nova.compute.manager [req-a7461f17-bd87-44a4-8c8b-56d79b569cf3 req-b428a5f6-9144-4132-bf96-c10c4b32242c service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Received event network-changed-d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.179726] env[68663]: DEBUG nova.compute.manager [req-a7461f17-bd87-44a4-8c8b-56d79b569cf3 req-b428a5f6-9144-4132-bf96-c10c4b32242c service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Refreshing instance network info cache due to event network-changed-d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.179929] env[68663]: DEBUG oslo_concurrency.lockutils [req-a7461f17-bd87-44a4-8c8b-56d79b569cf3 req-b428a5f6-9144-4132-bf96-c10c4b32242c service nova] Acquiring lock "refresh_cache-0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.180110] env[68663]: DEBUG oslo_concurrency.lockutils [req-a7461f17-bd87-44a4-8c8b-56d79b569cf3 req-b428a5f6-9144-4132-bf96-c10c4b32242c service nova] Acquired lock "refresh_cache-0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.180374] env[68663]: DEBUG nova.network.neutron [req-a7461f17-bd87-44a4-8c8b-56d79b569cf3 req-b428a5f6-9144-4132-bf96-c10c4b32242c service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Refreshing network info cache for port d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.208557] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fcd749-dc95-d4b2-9838-f949ee2bb979, 'name': SearchDatastore_Task, 'duration_secs': 0.008839} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.209361] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65b6dc1-55e9-4c3b-9fa7-6b5e972671d9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.215752] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 695.215752] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fbc54b-166f-50e4-2585-44546df127bd" [ 695.215752] env[68663]: _type = "Task" [ 695.215752] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.224145] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fbc54b-166f-50e4-2585-44546df127bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.472815] env[68663]: DEBUG oslo_vmware.api [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237909, 'name': ReconfigVM_Task, 'duration_secs': 0.181451} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.473191] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647153', 'volume_id': '7fa1af1f-d08b-4f95-af90-86f9ff65e060', 'name': 'volume-7fa1af1f-d08b-4f95-af90-86f9ff65e060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7416ff97-a858-47d9-ab62-3a891b8f4fa0', 'attached_at': '', 'detached_at': '', 'volume_id': '7fa1af1f-d08b-4f95-af90-86f9ff65e060', 'serial': '7fa1af1f-d08b-4f95-af90-86f9ff65e060'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 695.473521] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.474306] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b27705f-7fb3-45aa-b873-3406f01a4af9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.480761] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.480976] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1405334f-cd5a-4bc8-8078-b53637b6906b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.509614] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.516840] env[68663]: DEBUG oslo_vmware.api [None req-02bbf3c3-e802-43cd-b3a2-4b9ca365c0dd tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Task: {'id': task-3237910, 'name': ReconfigVM_Task, 'duration_secs': 0.157839} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.516840] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bbf3c3-e802-43cd-b3a2-4b9ca365c0dd tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647156', 'volume_id': 'e7105d80-2257-466e-937a-d713ce41845f', 'name': 'volume-e7105d80-2257-466e-937a-d713ce41845f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec6e3393-17d9-47ca-94c3-4bb1ccf243d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7105d80-2257-466e-937a-d713ce41845f', 'serial': 'e7105d80-2257-466e-937a-d713ce41845f'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 695.549515] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.549762] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.549928] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleting the datastore file [datastore1] 7416ff97-a858-47d9-ab62-3a891b8f4fa0 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.550255] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7767c15-71ea-4a99-b535-a595373bd559 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.556487] env[68663]: DEBUG oslo_vmware.api [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 695.556487] env[68663]: value = "task-3237912" [ 695.556487] env[68663]: _type = "Task" [ 695.556487] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.565438] env[68663]: DEBUG oslo_vmware.api [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.727545] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fbc54b-166f-50e4-2585-44546df127bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.727815] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.728096] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 7197b66f-d579-475e-9b82-62a4434475e3/7197b66f-d579-475e-9b82-62a4434475e3.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.728364] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c89d0a0d-08e1-49af-bd4a-91d2485f02de {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.734180] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 695.734180] env[68663]: value = "task-3237913" [ 695.734180] env[68663]: _type = "Task" [ 695.734180] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.741766] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.855015] env[68663]: DEBUG oslo_concurrency.lockutils [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquiring lock "0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.855326] env[68663]: DEBUG oslo_concurrency.lockutils [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.855562] env[68663]: DEBUG oslo_concurrency.lockutils [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquiring lock "0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.855761] env[68663]: DEBUG oslo_concurrency.lockutils [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.855944] env[68663]: DEBUG oslo_concurrency.lockutils [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.858205] env[68663]: INFO nova.compute.manager [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Terminating instance [ 695.979940] env[68663]: DEBUG nova.network.neutron [req-a7461f17-bd87-44a4-8c8b-56d79b569cf3 req-b428a5f6-9144-4132-bf96-c10c4b32242c service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Updated VIF entry in instance network info cache for port d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.980580] env[68663]: DEBUG nova.network.neutron [req-a7461f17-bd87-44a4-8c8b-56d79b569cf3 req-b428a5f6-9144-4132-bf96-c10c4b32242c service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Updating instance_info_cache with network_info: [{"id": "d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec", "address": "fa:16:3e:6c:e4:83", "network": {"id": "606c833f-6080-48e0-8d95-ac887dc2f5a8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1102309104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1cac7b894949fca59bed7820aa9163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3cfa1c7-94", "ovs_interfaceid": "d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.017032] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance edf3f0b4-a424-4de7-8abb-20a17e8454fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 696.067210] env[68663]: DEBUG oslo_vmware.api [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3237912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141582} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.067538] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.067755] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.067955] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.068152] env[68663]: INFO nova.compute.manager [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Took 2.82 seconds to destroy the instance on the hypervisor. [ 696.068461] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.068669] env[68663]: DEBUG nova.compute.manager [-] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.068732] env[68663]: DEBUG nova.network.neutron [-] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.080760] env[68663]: DEBUG nova.objects.instance [None req-02bbf3c3-e802-43cd-b3a2-4b9ca365c0dd tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Lazy-loading 'flavor' on Instance uuid ec6e3393-17d9-47ca-94c3-4bb1ccf243d3 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.250489] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479291} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.250850] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 7197b66f-d579-475e-9b82-62a4434475e3/7197b66f-d579-475e-9b82-62a4434475e3.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.251124] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.251422] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3f7fb7f-4512-4e8e-bade-d4b6e8bd4548 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.259076] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 696.259076] env[68663]: value = "task-3237914" [ 696.259076] env[68663]: _type = "Task" [ 696.259076] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.267250] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.364862] env[68663]: DEBUG nova.compute.manager [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.365195] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.366178] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbd7ecf-dc5d-4067-98ac-7fff4ce534d3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.374976] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.375269] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf0fce21-9c54-4f0b-ae42-dc6794796eae {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.382390] env[68663]: DEBUG oslo_vmware.api [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 696.382390] env[68663]: value = "task-3237915" [ 696.382390] env[68663]: _type = "Task" [ 696.382390] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.391765] env[68663]: DEBUG oslo_vmware.api [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.484365] env[68663]: DEBUG oslo_concurrency.lockutils [req-a7461f17-bd87-44a4-8c8b-56d79b569cf3 req-b428a5f6-9144-4132-bf96-c10c4b32242c service nova] Releasing lock "refresh_cache-0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.519977] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 666ad21a-26f5-48db-a1ad-ab91ef7b405f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 696.771445] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071722} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.771801] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.772708] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448e61a2-f3a3-4651-b855-a5fc4fe57e32 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.799112] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 7197b66f-d579-475e-9b82-62a4434475e3/7197b66f-d579-475e-9b82-62a4434475e3.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.799450] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f59ca70e-d71f-4751-9d6a-1435bd5d127f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.819508] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 696.819508] env[68663]: value = "task-3237917" [ 696.819508] env[68663]: _type = "Task" [ 696.819508] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.827803] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.892962] env[68663]: DEBUG nova.network.neutron [-] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.894999] env[68663]: DEBUG oslo_vmware.api [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237915, 'name': PowerOffVM_Task, 'duration_secs': 0.217944} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.894999] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.894999] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.895169] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38e87195-7399-439e-965e-ab2fd940dba3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.961816] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.962127] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.962365] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Deleting the datastore file [datastore2] 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.962674] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0ae5f38-ae7c-4c5a-b800-66a101b4f0d0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.968636] env[68663]: DEBUG oslo_vmware.api [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 696.968636] env[68663]: value = "task-3237919" [ 696.968636] env[68663]: _type = "Task" [ 696.968636] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.976924] env[68663]: DEBUG oslo_vmware.api [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.022895] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance f67709b6-7bc9-408c-8ae3-b9479df5fcc2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 697.089297] env[68663]: DEBUG oslo_concurrency.lockutils [None req-02bbf3c3-e802-43cd-b3a2-4b9ca365c0dd tempest-VolumesAssistedSnapshotsTest-1329984759 tempest-VolumesAssistedSnapshotsTest-1329984759-project-admin] Lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.321s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.205093] env[68663]: DEBUG nova.compute.manager [req-fa104f3a-6154-406f-a9e1-a4587855e12c req-df7d58c7-096d-4a71-88ff-0c50873751d7 service nova] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Received event network-vif-deleted-74930431-dd39-4381-bd00-8048603a6baa {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.328387] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237917, 'name': ReconfigVM_Task, 'duration_secs': 0.305486} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.328728] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 7197b66f-d579-475e-9b82-62a4434475e3/7197b66f-d579-475e-9b82-62a4434475e3.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.329378] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a769bdec-9f28-4a25-9f67-e8bbc6382fbb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.337562] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 697.337562] env[68663]: value = "task-3237920" [ 697.337562] env[68663]: _type = "Task" [ 697.337562] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.344801] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237920, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.399094] env[68663]: INFO nova.compute.manager [-] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Took 1.33 seconds to deallocate network for instance. [ 697.479234] env[68663]: DEBUG oslo_vmware.api [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3237919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138456} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.479503] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.479661] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.479833] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.480015] env[68663]: INFO nova.compute.manager [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 697.480265] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.480454] env[68663]: DEBUG nova.compute.manager [-] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.480550] env[68663]: DEBUG nova.network.neutron [-] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.526367] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 307cf1c1-fb29-4f4b-9b79-1788b3942a30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 697.853452] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237920, 'name': Rename_Task, 'duration_secs': 0.406084} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.853753] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.854013] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaee5581-3215-440a-9f6a-561a4c2b35f4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.861158] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 697.861158] env[68663]: value = "task-3237921" [ 697.861158] env[68663]: _type = "Task" [ 697.861158] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.871418] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.945671] env[68663]: INFO nova.compute.manager [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Took 0.55 seconds to detach 1 volumes for instance. [ 698.029711] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance f55776b0-f24f-4ae9-8809-d37f87a02000 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 698.227066] env[68663]: DEBUG oslo_concurrency.lockutils [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquiring lock "422ee922-8a6e-48ff-a2c3-16581bd1ec3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.227066] env[68663]: DEBUG oslo_concurrency.lockutils [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "422ee922-8a6e-48ff-a2c3-16581bd1ec3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.227066] env[68663]: DEBUG oslo_concurrency.lockutils [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquiring lock "422ee922-8a6e-48ff-a2c3-16581bd1ec3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.227066] env[68663]: DEBUG oslo_concurrency.lockutils [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "422ee922-8a6e-48ff-a2c3-16581bd1ec3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.227309] env[68663]: DEBUG oslo_concurrency.lockutils [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "422ee922-8a6e-48ff-a2c3-16581bd1ec3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.229171] env[68663]: INFO nova.compute.manager [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Terminating instance [ 698.358645] env[68663]: DEBUG nova.network.neutron [-] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.373834] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.452928] env[68663]: DEBUG oslo_concurrency.lockutils [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.533565] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 97226033-61c4-4512-b9dd-04688f44aa35 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 698.733396] env[68663]: DEBUG nova.compute.manager [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.733717] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.734819] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775ebc12-2e01-4baf-be6e-ce9a511f59de {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.743536] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.743888] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-212dfbb8-8a0d-478b-8a9a-fe5e3ba6f57f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.750963] env[68663]: DEBUG oslo_vmware.api [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 698.750963] env[68663]: value = "task-3237922" [ 698.750963] env[68663]: _type = "Task" [ 698.750963] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.762365] env[68663]: DEBUG oslo_vmware.api [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.861734] env[68663]: INFO nova.compute.manager [-] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Took 1.38 seconds to deallocate network for instance. [ 698.876457] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237921, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.036774] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 43f73085-f2af-4a16-9d87-68f27ec58b18 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 699.037193] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 699.037363] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4736MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 699.230611] env[68663]: DEBUG nova.compute.manager [req-cd391d7b-a4ad-4499-816a-2bbbc67e6cab req-bda82840-ff6c-4162-ae28-23e36fea9c57 service nova] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Received event network-vif-deleted-d3cfa1c7-94f6-4652-8ca4-bdd5716d40ec {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.263053] env[68663]: DEBUG oslo_vmware.api [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237922, 'name': PowerOffVM_Task, 'duration_secs': 0.218208} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.263364] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.263534] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.263782] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35a61a2a-ea8e-4ed2-b0a1-ab40b479923d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.331010] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.331589] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.331589] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Deleting the datastore file [datastore2] 422ee922-8a6e-48ff-a2c3-16581bd1ec3f {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.331715] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03eab1e4-1595-4983-8a77-a87f90103134 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.338018] env[68663]: DEBUG oslo_vmware.api [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 699.338018] env[68663]: value = "task-3237924" [ 699.338018] env[68663]: _type = "Task" [ 699.338018] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.345655] env[68663]: DEBUG oslo_vmware.api [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.372242] env[68663]: DEBUG oslo_concurrency.lockutils [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.376141] env[68663]: DEBUG oslo_vmware.api [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237921, 'name': PowerOnVM_Task, 'duration_secs': 1.093357} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.376417] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.376626] env[68663]: INFO nova.compute.manager [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Took 8.80 seconds to spawn the instance on the hypervisor. [ 699.376812] env[68663]: DEBUG nova.compute.manager [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.377609] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66412506-746b-455b-9044-728f5382518a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.538829] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa413e48-a121-46e2-9001-3d90fd38a261 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.546672] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8d2dd2-827c-47db-b269-ad0d89b9c5fc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.577577] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785b0d2d-db85-4a3e-8b74-7b6ee633185a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.584836] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591cb156-4dfd-464c-95dc-dc087064503e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.597717] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 699.848665] env[68663]: DEBUG oslo_vmware.api [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3237924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145479} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.848927] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.849122] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.849303] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.849473] env[68663]: INFO nova.compute.manager [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 699.849705] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.849887] env[68663]: DEBUG nova.compute.manager [-] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.849988] env[68663]: DEBUG nova.network.neutron [-] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.902803] env[68663]: INFO nova.compute.manager [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Took 43.63 seconds to build instance. [ 700.119729] env[68663]: ERROR nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [req-34a27090-77d5-43bb-b643-7862984a92dc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-34a27090-77d5-43bb-b643-7862984a92dc"}]} [ 700.142840] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Refreshing inventories for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 700.157412] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Updating ProviderTree inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 700.157784] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.171593] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Refreshing aggregate associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, aggregates: None {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 700.190498] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Refreshing trait associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 700.315421] env[68663]: INFO nova.compute.manager [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Rescuing [ 700.315666] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "refresh_cache-7197b66f-d579-475e-9b82-62a4434475e3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.315815] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired lock "refresh_cache-7197b66f-d579-475e-9b82-62a4434475e3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.315974] env[68663]: DEBUG nova.network.neutron [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.406188] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d2fdf078-df78-479c-ae45-299fad862521 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "7197b66f-d579-475e-9b82-62a4434475e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.123s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.482841] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Acquiring lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.483138] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.483382] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Acquiring lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.483599] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.484248] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.485925] env[68663]: INFO nova.compute.manager [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Terminating instance [ 700.656162] env[68663]: DEBUG nova.network.neutron [-] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.700445] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5af10c6-c57d-44dd-99c8-8fb684acea3d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.708239] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeadfa5-1fad-42c0-a6b9-55a523cf569c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.740296] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2201a301-22ba-4a56-b839-746ef26f0be7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.747803] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10edc3a1-70d1-4c5b-bd00-adb54ddccff9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.762390] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.908393] env[68663]: DEBUG nova.compute.manager [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.992540] env[68663]: DEBUG nova.compute.manager [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.992725] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.993650] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb978c7-0a5c-4ba6-a743-d5b4f84ab7c8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.002269] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.002504] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eb0027f-9bb6-40e0-8ef3-06870511a822 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.009426] env[68663]: DEBUG oslo_vmware.api [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Waiting for the task: (returnval){ [ 701.009426] env[68663]: value = "task-3237925" [ 701.009426] env[68663]: _type = "Task" [ 701.009426] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.017438] env[68663]: DEBUG oslo_vmware.api [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': task-3237925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.083838] env[68663]: DEBUG nova.network.neutron [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Updating instance_info_cache with network_info: [{"id": "f8077b82-cf83-47d8-81b4-fd4b3b88f47d", "address": "fa:16:3e:9e:42:bb", "network": {"id": "c2a37843-de5e-400a-b66e-bb53529ba3ca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1393760450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9947b1acb5014043ba04d17781ffb803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8077b82-cf", "ovs_interfaceid": "f8077b82-cf83-47d8-81b4-fd4b3b88f47d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.158412] env[68663]: INFO nova.compute.manager [-] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Took 1.31 seconds to deallocate network for instance. [ 701.255329] env[68663]: DEBUG nova.compute.manager [req-1cda0bf2-e1f0-4152-b871-66e6b288eeb0 req-bd090864-9015-479d-b814-6b565b815cfe service nova] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Received event network-vif-deleted-88888a6d-9f45-4d39-9c80-2d082da8c6f0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.296455] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 701.296698] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 66 to 67 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 701.296851] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.430014] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.519055] env[68663]: DEBUG oslo_vmware.api [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': task-3237925, 'name': PowerOffVM_Task, 'duration_secs': 0.224623} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.519249] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.519420] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.519661] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b49eb29b-f7fc-4cd9-83df-59c7e8daa918 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.586211] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Releasing lock "refresh_cache-7197b66f-d579-475e-9b82-62a4434475e3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.588749] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.589136] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.589357] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Deleting the datastore file [datastore2] ec6e3393-17d9-47ca-94c3-4bb1ccf243d3 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.589848] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18430740-d0c8-4cd1-bc6e-90ac5cc48e5b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.596015] env[68663]: DEBUG oslo_vmware.api [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Waiting for the task: (returnval){ [ 701.596015] env[68663]: value = "task-3237927" [ 701.596015] env[68663]: _type = "Task" [ 701.596015] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.604750] env[68663]: DEBUG oslo_vmware.api [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': task-3237927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.664889] env[68663]: DEBUG oslo_concurrency.lockutils [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.802725] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 701.802965] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.401s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.803295] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.695s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.805293] env[68663]: INFO nova.compute.claims [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.107713] env[68663]: DEBUG oslo_vmware.api [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Task: {'id': task-3237927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167235} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.107931] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.108131] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.108310] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.108480] env[68663]: INFO nova.compute.manager [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 702.108719] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.108909] env[68663]: DEBUG nova.compute.manager [-] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.109009] env[68663]: DEBUG nova.network.neutron [-] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.122596] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.122881] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f953aad5-06da-49b7-b10e-01bc2b4725c8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.133509] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 703.133509] env[68663]: value = "task-3237928" [ 703.133509] env[68663]: _type = "Task" [ 703.133509] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.142314] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.285743] env[68663]: DEBUG nova.compute.manager [req-6259b7ae-ef5b-4338-b369-33eb7fbedad3 req-14e3c5f6-7889-4fa6-acd1-b20ccb2170e6 service nova] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Received event network-vif-deleted-149e5aed-6992-4d21-b6ca-efebc73f60d1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.285983] env[68663]: INFO nova.compute.manager [req-6259b7ae-ef5b-4338-b369-33eb7fbedad3 req-14e3c5f6-7889-4fa6-acd1-b20ccb2170e6 service nova] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Neutron deleted interface 149e5aed-6992-4d21-b6ca-efebc73f60d1; detaching it from the instance and deleting it from the info cache [ 703.286068] env[68663]: DEBUG nova.network.neutron [req-6259b7ae-ef5b-4338-b369-33eb7fbedad3 req-14e3c5f6-7889-4fa6-acd1-b20ccb2170e6 service nova] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.371352] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc986bd8-1784-408f-96d5-cb50c3de3be4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.379690] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab763e6c-3d95-4cbf-b6a6-75235176d763 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.412519] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5affa545-b40c-439f-8e2d-5ab810b38806 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.419866] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b303a98a-7daa-446c-ae56-ff5f26a117b6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.433037] env[68663]: DEBUG nova.compute.provider_tree [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.610905] env[68663]: DEBUG nova.network.neutron [-] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.644561] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237928, 'name': PowerOffVM_Task, 'duration_secs': 0.223371} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.644846] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.645673] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb6b49a-8876-4c68-aa8b-91fc3d6899c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.667227] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b9e91c-6db9-49e2-8310-19ff9728f2be {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.698575] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.699189] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9aaf237a-19ec-41cf-b21c-b3d72c647f29 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.706301] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 703.706301] env[68663]: value = "task-3237929" [ 703.706301] env[68663]: _type = "Task" [ 703.706301] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.713925] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.788937] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f43ef1c0-34ba-4a6f-9cfb-e148c7855076 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.798185] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52915d56-79b5-4188-8088-beec41b25da3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.832509] env[68663]: DEBUG nova.compute.manager [req-6259b7ae-ef5b-4338-b369-33eb7fbedad3 req-14e3c5f6-7889-4fa6-acd1-b20ccb2170e6 service nova] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Detach interface failed, port_id=149e5aed-6992-4d21-b6ca-efebc73f60d1, reason: Instance ec6e3393-17d9-47ca-94c3-4bb1ccf243d3 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 703.936557] env[68663]: DEBUG nova.scheduler.client.report [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.113509] env[68663]: INFO nova.compute.manager [-] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Took 2.00 seconds to deallocate network for instance. [ 704.216604] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] VM already powered off {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 704.216965] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.217082] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.217233] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.217414] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.217658] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c79f7ec-1258-458c-8c80-39c73b861ee4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.227732] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.227903] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.228614] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea20e1a0-da05-43c7-a187-8d1b03ece89f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.234040] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 704.234040] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5276c2f7-28a6-3551-81b5-265e6faad8c8" [ 704.234040] env[68663]: _type = "Task" [ 704.234040] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.241577] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5276c2f7-28a6-3551-81b5-265e6faad8c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.442347] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.442951] env[68663]: DEBUG nova.compute.manager [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.445892] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.897s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.445892] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.449845] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.216s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.449845] env[68663]: INFO nova.compute.claims [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.480028] env[68663]: INFO nova.scheduler.client.report [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Deleted allocations for instance 7c6c018b-cd4d-4df4-90dc-51c119f8da67 [ 704.619486] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.743965] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5276c2f7-28a6-3551-81b5-265e6faad8c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.744762] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e8dd279-cdbb-4378-a4cc-fe4e78c689d4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.749602] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 704.749602] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5203e1fe-443b-d2a1-e142-67f144195fee" [ 704.749602] env[68663]: _type = "Task" [ 704.749602] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.756900] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5203e1fe-443b-d2a1-e142-67f144195fee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.954497] env[68663]: DEBUG nova.compute.utils [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.958875] env[68663]: DEBUG nova.compute.manager [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Not allocating networking since 'none' was specified. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 704.987386] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd5b15a2-1272-443b-bfcb-de509cb7c112 tempest-ServerTagsTestJSON-2039809588 tempest-ServerTagsTestJSON-2039809588-project-member] Lock "7c6c018b-cd4d-4df4-90dc-51c119f8da67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.135s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.015091] env[68663]: INFO nova.compute.manager [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Rebuilding instance [ 705.051189] env[68663]: DEBUG nova.compute.manager [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.052046] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd8d2af-88fd-4ae4-8734-3d7a6ec92b4d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.261264] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5203e1fe-443b-d2a1-e142-67f144195fee, 'name': SearchDatastore_Task, 'duration_secs': 0.011584} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.261611] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.261776] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 7197b66f-d579-475e-9b82-62a4434475e3/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk. {{(pid=68663) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 705.262045] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6fc768a-738c-4ddf-a42c-bc48a55e1404 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.268576] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 705.268576] env[68663]: value = "task-3237930" [ 705.268576] env[68663]: _type = "Task" [ 705.268576] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.275874] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.778929] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.864590] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c30e088-481b-47ed-9f10-48f75d8ca1d4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.871662] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78411358-8193-466b-8426-a91d73e159bc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.901223] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02efc57-a13b-4156-a4ab-e469bd893691 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.908130] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a141c35-0a5b-4dea-a987-a30ba099b6e0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.920869] env[68663]: DEBUG nova.compute.provider_tree [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.067010] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.067545] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-730656f5-eebe-4c7d-b6f2-ebacb23ffed1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.075417] env[68663]: DEBUG oslo_vmware.api [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Waiting for the task: (returnval){ [ 706.075417] env[68663]: value = "task-3237931" [ 706.075417] env[68663]: _type = "Task" [ 706.075417] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.083394] env[68663]: DEBUG oslo_vmware.api [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.280671] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237930, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.424019] env[68663]: DEBUG nova.scheduler.client.report [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.585374] env[68663]: DEBUG oslo_vmware.api [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.779429] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237930, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.964078] env[68663]: DEBUG nova.compute.manager [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.086991] env[68663]: DEBUG oslo_vmware.api [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.280190] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237930, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.430094] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.982s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.430667] env[68663]: DEBUG nova.compute.manager [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.433187] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.036s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.434851] env[68663]: INFO nova.compute.claims [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.588356] env[68663]: DEBUG oslo_vmware.api [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237931, 'name': PowerOffVM_Task, 'duration_secs': 1.383049} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.588513] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.589341] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.590040] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f0e7007-62cc-4c88-a901-57834587b53d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.599234] env[68663]: DEBUG oslo_vmware.api [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Waiting for the task: (returnval){ [ 707.599234] env[68663]: value = "task-3237932" [ 707.599234] env[68663]: _type = "Task" [ 707.599234] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.605577] env[68663]: DEBUG oslo_vmware.api [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.781418] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237930, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.128953} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.781852] env[68663]: INFO nova.virt.vmwareapi.ds_util [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 7197b66f-d579-475e-9b82-62a4434475e3/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk. [ 707.782922] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f05d832-7b70-44b9-8c70-1941b74df0a8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.812270] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 7197b66f-d579-475e-9b82-62a4434475e3/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.812511] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96707b3b-16af-4c5b-9f6c-e47dd783cfe8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.832702] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 707.832702] env[68663]: value = "task-3237933" [ 707.832702] env[68663]: _type = "Task" [ 707.832702] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.840992] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.941126] env[68663]: DEBUG nova.compute.utils [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.945492] env[68663]: DEBUG nova.compute.manager [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Not allocating networking since 'none' was specified. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 707.979944] env[68663]: DEBUG nova.compute.manager [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.006870] env[68663]: DEBUG nova.virt.hardware [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.006870] env[68663]: DEBUG nova.virt.hardware [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.006870] env[68663]: DEBUG nova.virt.hardware [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.006870] env[68663]: DEBUG nova.virt.hardware [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.007175] env[68663]: DEBUG nova.virt.hardware [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.007175] env[68663]: DEBUG nova.virt.hardware [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.007175] env[68663]: DEBUG nova.virt.hardware [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.008250] env[68663]: DEBUG nova.virt.hardware [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.008250] env[68663]: DEBUG nova.virt.hardware [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.008250] env[68663]: DEBUG nova.virt.hardware [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.008250] env[68663]: DEBUG nova.virt.hardware [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.008686] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9038c4-133d-4659-9bde-f6602857294d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.017306] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45207794-79b5-49e0-97b6-a20f7ff43b1d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.031617] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Instance VIF info [] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.037308] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Creating folder: Project (a3d4d39a5dbe4d5bb8cf9ff4aa9bf620). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.037568] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93d74eb9-6d62-4a2d-b6db-4b1d17ac9c58 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.049420] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Created folder: Project (a3d4d39a5dbe4d5bb8cf9ff4aa9bf620) in parent group-v647027. [ 708.049613] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Creating folder: Instances. Parent ref: group-v647158. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.049864] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-541001b7-6a72-4518-8be2-8ba038522aa7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.060884] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Created folder: Instances in parent group-v647158. [ 708.061376] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.061376] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.062030] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f0a083a-ce34-43a6-854c-df94c425f01a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.079902] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.079902] env[68663]: value = "task-3237936" [ 708.079902] env[68663]: _type = "Task" [ 708.079902] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.087450] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237936, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.109836] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] VM already powered off {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 708.109836] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 708.109836] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647066', 'volume_id': '73c1fb06-0735-431b-9907-1bf4e5f37d62', 'name': 'volume-73c1fb06-0735-431b-9907-1bf4e5f37d62', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '441b72ec-7140-4386-aad4-32be0f4772d8', 'attached_at': '', 'detached_at': '', 'volume_id': '73c1fb06-0735-431b-9907-1bf4e5f37d62', 'serial': '73c1fb06-0735-431b-9907-1bf4e5f37d62'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 708.110387] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcd08b6-a5f9-4fdb-aad6-7e0208a0e0ba {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.130243] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3525474d-4f09-4b67-8b71-69ceaaec9c71 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.137436] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808e10bf-c4eb-4b35-a7e6-bc257d66b3fe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.165526] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c2457e-98d7-47ab-ae09-e2b9219aea8c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.182960] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] The volume has not been displaced from its original location: [datastore2] volume-73c1fb06-0735-431b-9907-1bf4e5f37d62/volume-73c1fb06-0735-431b-9907-1bf4e5f37d62.vmdk. No consolidation needed. {{(pid=68663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 708.188321] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 708.188769] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a29575a2-74ee-4f35-9042-513576060967 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.207161] env[68663]: DEBUG oslo_vmware.api [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Waiting for the task: (returnval){ [ 708.207161] env[68663]: value = "task-3237937" [ 708.207161] env[68663]: _type = "Task" [ 708.207161] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.217115] env[68663]: DEBUG oslo_vmware.api [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.342747] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237933, 'name': ReconfigVM_Task, 'duration_secs': 0.351863} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.343316] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 7197b66f-d579-475e-9b82-62a4434475e3/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.344248] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b6b723-afb5-4ac2-9188-aaae3b817fb4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.370620] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46618c22-2491-48e8-8ab7-905569562c5d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.386956] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 708.386956] env[68663]: value = "task-3237938" [ 708.386956] env[68663]: _type = "Task" [ 708.386956] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.399108] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.446476] env[68663]: DEBUG nova.compute.manager [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.589308] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237936, 'name': CreateVM_Task, 'duration_secs': 0.353859} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.589488] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.589915] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.590097] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.590465] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.590748] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a101d14-58ef-474b-ab19-8b3da1b90df0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.596197] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 708.596197] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52374cfc-fdd4-73dd-3e8a-66000c6f674b" [ 708.596197] env[68663]: _type = "Task" [ 708.596197] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.604371] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52374cfc-fdd4-73dd-3e8a-66000c6f674b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.720473] env[68663]: DEBUG oslo_vmware.api [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237937, 'name': ReconfigVM_Task, 'duration_secs': 0.183381} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.721123] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 708.729431] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-678a6d6b-d46f-4c94-8c9e-580494d3d31b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.747192] env[68663]: DEBUG oslo_vmware.api [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Waiting for the task: (returnval){ [ 708.747192] env[68663]: value = "task-3237939" [ 708.747192] env[68663]: _type = "Task" [ 708.747192] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.755104] env[68663]: DEBUG oslo_vmware.api [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.896911] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237938, 'name': ReconfigVM_Task, 'duration_secs': 0.172425} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.897185] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.897434] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-720aedcb-dea4-4841-967b-a2733277b485 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.904943] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 708.904943] env[68663]: value = "task-3237940" [ 708.904943] env[68663]: _type = "Task" [ 708.904943] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.912041] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.055027] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94347300-de59-44de-b8f0-0548eac7df49 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.062711] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411a70eb-38b6-46dc-8804-00000422f741 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.094786] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558921e0-c83b-458b-b141-ad36826ea1c3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.108954] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63be70af-d82f-4491-8b5b-e58540bfebd2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.114073] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52374cfc-fdd4-73dd-3e8a-66000c6f674b, 'name': SearchDatastore_Task, 'duration_secs': 0.009682} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.114449] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.114703] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.114955] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.115226] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.115412] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.116092] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7960d66-29aa-48c5-a292-60db22af0c26 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.128532] env[68663]: DEBUG nova.compute.provider_tree [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.139066] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.139184] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.140874] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f56234-e82a-4756-8eae-c8aabf6d16fc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.147629] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 709.147629] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ce1ec9-1825-8c2a-f615-b1a2936c98b5" [ 709.147629] env[68663]: _type = "Task" [ 709.147629] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.156245] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ce1ec9-1825-8c2a-f615-b1a2936c98b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.256056] env[68663]: DEBUG oslo_vmware.api [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237939, 'name': ReconfigVM_Task, 'duration_secs': 0.114464} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.256378] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647066', 'volume_id': '73c1fb06-0735-431b-9907-1bf4e5f37d62', 'name': 'volume-73c1fb06-0735-431b-9907-1bf4e5f37d62', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '441b72ec-7140-4386-aad4-32be0f4772d8', 'attached_at': '', 'detached_at': '', 'volume_id': '73c1fb06-0735-431b-9907-1bf4e5f37d62', 'serial': '73c1fb06-0735-431b-9907-1bf4e5f37d62'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 709.256637] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.257437] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0584ee1c-4712-4dd5-948d-29303f4da8cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.264230] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.264437] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b8a947c-27ae-4b40-a9d3-a6da8aa13451 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.327518] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.328086] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.328475] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Deleting the datastore file [datastore2] 441b72ec-7140-4386-aad4-32be0f4772d8 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.328700] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c44a6e5-4c9b-41ba-bbcc-c0dc062028ca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.336628] env[68663]: DEBUG oslo_vmware.api [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Waiting for the task: (returnval){ [ 709.336628] env[68663]: value = "task-3237942" [ 709.336628] env[68663]: _type = "Task" [ 709.336628] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.344982] env[68663]: DEBUG oslo_vmware.api [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.416067] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237940, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.456751] env[68663]: DEBUG nova.compute.manager [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.477938] env[68663]: DEBUG nova.virt.hardware [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.478226] env[68663]: DEBUG nova.virt.hardware [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.478464] env[68663]: DEBUG nova.virt.hardware [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.478668] env[68663]: DEBUG nova.virt.hardware [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.478819] env[68663]: DEBUG nova.virt.hardware [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.478964] env[68663]: DEBUG nova.virt.hardware [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.479263] env[68663]: DEBUG nova.virt.hardware [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.479420] env[68663]: DEBUG nova.virt.hardware [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.479599] env[68663]: DEBUG nova.virt.hardware [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.479760] env[68663]: DEBUG nova.virt.hardware [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.479948] env[68663]: DEBUG nova.virt.hardware [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.480861] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6910dfa8-5959-475f-8925-916f2225acca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.489347] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637e5a68-3795-401a-8df7-cda9ac445ca8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.505274] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Instance VIF info [] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.511499] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.511783] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.512077] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae0b311f-52db-45c9-a690-0740d11ce632 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.531925] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.531925] env[68663]: value = "task-3237943" [ 709.531925] env[68663]: _type = "Task" [ 709.531925] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.539683] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237943, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.633862] env[68663]: DEBUG nova.scheduler.client.report [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.661863] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ce1ec9-1825-8c2a-f615-b1a2936c98b5, 'name': SearchDatastore_Task, 'duration_secs': 0.01084} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.662822] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa5222e-7dd8-4121-a77f-c4eded1c858f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.668722] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 709.668722] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b56074-eb0d-52da-2e9e-9b1b90ef0c38" [ 709.668722] env[68663]: _type = "Task" [ 709.668722] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.678672] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b56074-eb0d-52da-2e9e-9b1b90ef0c38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.847255] env[68663]: DEBUG oslo_vmware.api [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Task: {'id': task-3237942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083286} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.847587] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.847791] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.847958] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.915833] env[68663]: DEBUG oslo_vmware.api [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237940, 'name': PowerOnVM_Task, 'duration_secs': 0.831178} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.916475] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.919359] env[68663]: DEBUG nova.compute.manager [None req-92b6da46-2004-4cb3-bf4d-54515e4750b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.920145] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e43894-e13b-4507-acdb-17e4b5dd67ca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.929664] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 709.929947] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39e60e3e-2f1b-4c0b-89b8-ec4db73ee63c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.939033] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ff389a-75e2-49b9-88c2-54418fe48d23 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.973830] env[68663]: ERROR nova.compute.manager [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Failed to detach volume 73c1fb06-0735-431b-9907-1bf4e5f37d62 from /dev/sda: nova.exception.InstanceNotFound: Instance 441b72ec-7140-4386-aad4-32be0f4772d8 could not be found. [ 709.973830] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Traceback (most recent call last): [ 709.973830] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 709.973830] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] self.driver.rebuild(**kwargs) [ 709.973830] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 709.973830] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] raise NotImplementedError() [ 709.973830] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] NotImplementedError [ 709.973830] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] [ 709.973830] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] During handling of the above exception, another exception occurred: [ 709.973830] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] [ 709.973830] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Traceback (most recent call last): [ 709.973830] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 709.973830] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] self.driver.detach_volume(context, old_connection_info, [ 709.974332] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 709.974332] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] return self._volumeops.detach_volume(connection_info, instance) [ 709.974332] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 709.974332] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] self._detach_volume_vmdk(connection_info, instance) [ 709.974332] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 709.974332] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 709.974332] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 709.974332] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] stable_ref.fetch_moref(session) [ 709.974332] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 709.974332] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 709.974332] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] nova.exception.InstanceNotFound: Instance 441b72ec-7140-4386-aad4-32be0f4772d8 could not be found. [ 709.974332] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] [ 710.041947] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237943, 'name': CreateVM_Task, 'duration_secs': 0.321407} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.044965] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.046381] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.046381] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.046381] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.046381] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55b291da-127c-4a1e-9d0a-e0201dbabe5d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.051163] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 710.051163] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52369dee-cde8-9b80-e697-ecbf3fcfc3c4" [ 710.051163] env[68663]: _type = "Task" [ 710.051163] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.058120] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52369dee-cde8-9b80-e697-ecbf3fcfc3c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.116052] env[68663]: DEBUG nova.compute.utils [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Build of instance 441b72ec-7140-4386-aad4-32be0f4772d8 aborted: Failed to rebuild volume backed instance. {{(pid=68663) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 710.120195] env[68663]: ERROR nova.compute.manager [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 441b72ec-7140-4386-aad4-32be0f4772d8 aborted: Failed to rebuild volume backed instance. [ 710.120195] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Traceback (most recent call last): [ 710.120195] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 710.120195] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] self.driver.rebuild(**kwargs) [ 710.120195] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 710.120195] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] raise NotImplementedError() [ 710.120195] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] NotImplementedError [ 710.120195] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] [ 710.120195] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] During handling of the above exception, another exception occurred: [ 710.120195] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] [ 710.120195] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Traceback (most recent call last): [ 710.120195] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 710.120195] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] self._detach_root_volume(context, instance, root_bdm) [ 710.120612] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 710.120612] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] with excutils.save_and_reraise_exception(): [ 710.120612] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 710.120612] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] self.force_reraise() [ 710.120612] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 710.120612] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] raise self.value [ 710.120612] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 710.120612] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] self.driver.detach_volume(context, old_connection_info, [ 710.120612] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 710.120612] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] return self._volumeops.detach_volume(connection_info, instance) [ 710.120612] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 710.120612] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] self._detach_volume_vmdk(connection_info, instance) [ 710.120952] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 710.120952] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 710.120952] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 710.120952] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] stable_ref.fetch_moref(session) [ 710.120952] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 710.120952] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 710.120952] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] nova.exception.InstanceNotFound: Instance 441b72ec-7140-4386-aad4-32be0f4772d8 could not be found. [ 710.120952] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] [ 710.120952] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] During handling of the above exception, another exception occurred: [ 710.120952] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] [ 710.120952] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Traceback (most recent call last): [ 710.120952] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 710.120952] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] yield [ 710.120952] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 710.121354] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] self._do_rebuild_instance_with_claim( [ 710.121354] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 710.121354] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] self._do_rebuild_instance( [ 710.121354] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 710.121354] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] self._rebuild_default_impl(**kwargs) [ 710.121354] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 710.121354] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] self._rebuild_volume_backed_instance( [ 710.121354] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 710.121354] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] raise exception.BuildAbortException( [ 710.121354] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] nova.exception.BuildAbortException: Build of instance 441b72ec-7140-4386-aad4-32be0f4772d8 aborted: Failed to rebuild volume backed instance. [ 710.121354] env[68663]: ERROR nova.compute.manager [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] [ 710.131059] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Acquiring lock "6eb4d70c-0d28-4004-880c-30a56ee06ed5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.131059] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Lock "6eb4d70c-0d28-4004-880c-30a56ee06ed5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.141128] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.141624] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.144068] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.976s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.145417] env[68663]: INFO nova.compute.claims [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.180728] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b56074-eb0d-52da-2e9e-9b1b90ef0c38, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.180997] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.181267] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 156a0cb7-ab99-4774-ba4f-ece171cf74f5/156a0cb7-ab99-4774-ba4f-ece171cf74f5.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.181757] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-928d0ac2-4754-4ef9-9436-25cf62b7edb8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.190029] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 710.190029] env[68663]: value = "task-3237944" [ 710.190029] env[68663]: _type = "Task" [ 710.190029] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.199381] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.560945] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52369dee-cde8-9b80-e697-ecbf3fcfc3c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.561325] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.561484] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.561717] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.561863] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.562054] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.562343] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f49b4bbf-9612-4a8c-ad44-cc8fe2b930e1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.570622] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.570814] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.571530] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b485298-de6c-4f0e-8829-52983969b32f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.576597] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 710.576597] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524d1796-e957-b6df-3ed6-5983bd3de4fa" [ 710.576597] env[68663]: _type = "Task" [ 710.576597] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.584458] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524d1796-e957-b6df-3ed6-5983bd3de4fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.649249] env[68663]: DEBUG nova.compute.utils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.653359] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.653359] env[68663]: DEBUG nova.network.neutron [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.700473] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.709339] env[68663]: DEBUG nova.policy [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41bff0812c634de8bf18c5b54ec4f7e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be84e8cdf6584100a6fff07988aa063c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.714799] env[68663]: DEBUG oslo_concurrency.lockutils [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "d701e4ea-597d-40b5-a1f9-9ccf47f74f0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.715084] env[68663]: DEBUG oslo_concurrency.lockutils [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "d701e4ea-597d-40b5-a1f9-9ccf47f74f0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.088575] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524d1796-e957-b6df-3ed6-5983bd3de4fa, 'name': SearchDatastore_Task, 'duration_secs': 0.007445} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.089351] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6ef21f-77c8-4763-b198-e14d2ba17733 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.096238] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 711.096238] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5289cf01-b528-cac6-c7b8-1a6d31b5d0dc" [ 711.096238] env[68663]: _type = "Task" [ 711.096238] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.104672] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5289cf01-b528-cac6-c7b8-1a6d31b5d0dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.154132] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.169471] env[68663]: DEBUG nova.network.neutron [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Successfully created port: d04ed7bb-2fc4-41ac-8611-db36af2af1de {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.203252] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237944, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.611907] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5289cf01-b528-cac6-c7b8-1a6d31b5d0dc, 'name': SearchDatastore_Task, 'duration_secs': 0.052651} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.612430] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.612838] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] f08f2c03-0005-4f65-b368-a84a7e838ca8/f08f2c03-0005-4f65-b368-a84a7e838ca8.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.615308] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-268fbf2f-2608-48df-97f4-f501938f5b9c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.625024] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 711.625024] env[68663]: value = "task-3237945" [ 711.625024] env[68663]: _type = "Task" [ 711.625024] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.634230] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.705229] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237944, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.015843} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.706397] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 156a0cb7-ab99-4774-ba4f-ece171cf74f5/156a0cb7-ab99-4774-ba4f-ece171cf74f5.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.706622] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.706926] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40a7289b-2f8c-46cb-8a4d-6c74805209b0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.714125] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 711.714125] env[68663]: value = "task-3237946" [ 711.714125] env[68663]: _type = "Task" [ 711.714125] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.725188] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.768959] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9099230-adb0-461e-b116-f1dfd0937133 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.779328] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38b4795-9eb4-41ea-a57b-196ec29d1bce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.819595] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9f317c-08a1-48a1-8a3d-9bc7e2681eee {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.827950] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529bab33-4da9-4de0-8dec-db26ce51564b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.846182] env[68663]: DEBUG nova.compute.provider_tree [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.132882] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449196} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.133229] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] f08f2c03-0005-4f65-b368-a84a7e838ca8/f08f2c03-0005-4f65-b368-a84a7e838ca8.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.133426] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.133677] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20748b2d-77f8-4121-af8b-4dea9debc0f4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.139057] env[68663]: DEBUG oslo_concurrency.lockutils [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.140410] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 712.140410] env[68663]: value = "task-3237947" [ 712.140410] env[68663]: _type = "Task" [ 712.140410] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.148257] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.165580] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.190535] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.190793] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.190947] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.191140] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.191288] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.191439] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.191640] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.191821] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.191991] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.192162] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.192371] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.193276] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a73fa30-da4b-4cd7-a42d-c2ca2953d541 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.204680] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ce7e44-b2b4-48fd-a130-07dd679a495a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.228065] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066159} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.228263] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.229042] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6798168-9065-4a22-bda1-5f0891d22e68 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.249329] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 156a0cb7-ab99-4774-ba4f-ece171cf74f5/156a0cb7-ab99-4774-ba4f-ece171cf74f5.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.249640] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47716fbe-b7b8-4c8a-8813-442ff1fd98a4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.268988] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 712.268988] env[68663]: value = "task-3237948" [ 712.268988] env[68663]: _type = "Task" [ 712.268988] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.278757] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.350022] env[68663]: DEBUG nova.scheduler.client.report [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.650618] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075655} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.650887] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.651652] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76a056f-c4ca-463e-b5ba-c1b177483c88 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.672368] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] f08f2c03-0005-4f65-b368-a84a7e838ca8/f08f2c03-0005-4f65-b368-a84a7e838ca8.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.672639] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47679ada-9e12-4b66-b6e9-14803f95f7f3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.692458] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 712.692458] env[68663]: value = "task-3237949" [ 712.692458] env[68663]: _type = "Task" [ 712.692458] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.700153] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.700488] env[68663]: DEBUG oslo_concurrency.lockutils [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Acquiring lock "441b72ec-7140-4386-aad4-32be0f4772d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.700708] env[68663]: DEBUG oslo_concurrency.lockutils [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Lock "441b72ec-7140-4386-aad4-32be0f4772d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.700905] env[68663]: DEBUG oslo_concurrency.lockutils [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Acquiring lock "441b72ec-7140-4386-aad4-32be0f4772d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.701103] env[68663]: DEBUG oslo_concurrency.lockutils [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Lock "441b72ec-7140-4386-aad4-32be0f4772d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.701274] env[68663]: DEBUG oslo_concurrency.lockutils [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Lock "441b72ec-7140-4386-aad4-32be0f4772d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.703349] env[68663]: INFO nova.compute.manager [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Terminating instance [ 712.779777] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.855020] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.855530] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.862543] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.714s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.868422] env[68663]: INFO nova.compute.claims [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.021623] env[68663]: INFO nova.compute.manager [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Rescuing [ 713.021919] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "refresh_cache-b791d5aa-64c2-4a4e-b202-1f9ba6ae071a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.022089] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired lock "refresh_cache-b791d5aa-64c2-4a4e-b202-1f9ba6ae071a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.022282] env[68663]: DEBUG nova.network.neutron [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.044522] env[68663]: DEBUG nova.compute.manager [req-0b5e5328-08c7-4872-aeff-549d3ab50aa5 req-c38335ef-ded1-468d-93a2-6f5adfb733b5 service nova] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Received event network-vif-plugged-d04ed7bb-2fc4-41ac-8611-db36af2af1de {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.044747] env[68663]: DEBUG oslo_concurrency.lockutils [req-0b5e5328-08c7-4872-aeff-549d3ab50aa5 req-c38335ef-ded1-468d-93a2-6f5adfb733b5 service nova] Acquiring lock "a6ebe229-ac63-4f8a-b09d-da70cb9ef796-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.044950] env[68663]: DEBUG oslo_concurrency.lockutils [req-0b5e5328-08c7-4872-aeff-549d3ab50aa5 req-c38335ef-ded1-468d-93a2-6f5adfb733b5 service nova] Lock "a6ebe229-ac63-4f8a-b09d-da70cb9ef796-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.045121] env[68663]: DEBUG oslo_concurrency.lockutils [req-0b5e5328-08c7-4872-aeff-549d3ab50aa5 req-c38335ef-ded1-468d-93a2-6f5adfb733b5 service nova] Lock "a6ebe229-ac63-4f8a-b09d-da70cb9ef796-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.045287] env[68663]: DEBUG nova.compute.manager [req-0b5e5328-08c7-4872-aeff-549d3ab50aa5 req-c38335ef-ded1-468d-93a2-6f5adfb733b5 service nova] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] No waiting events found dispatching network-vif-plugged-d04ed7bb-2fc4-41ac-8611-db36af2af1de {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.045451] env[68663]: WARNING nova.compute.manager [req-0b5e5328-08c7-4872-aeff-549d3ab50aa5 req-c38335ef-ded1-468d-93a2-6f5adfb733b5 service nova] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Received unexpected event network-vif-plugged-d04ed7bb-2fc4-41ac-8611-db36af2af1de for instance with vm_state building and task_state spawning. [ 713.142510] env[68663]: DEBUG nova.network.neutron [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Successfully updated port: d04ed7bb-2fc4-41ac-8611-db36af2af1de {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.202088] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237949, 'name': ReconfigVM_Task, 'duration_secs': 0.264769} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.202393] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Reconfigured VM instance instance-0000002a to attach disk [datastore2] f08f2c03-0005-4f65-b368-a84a7e838ca8/f08f2c03-0005-4f65-b368-a84a7e838ca8.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.203067] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cac345f-f164-4895-8c26-fabeb5cca761 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.207534] env[68663]: DEBUG nova.compute.manager [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.207826] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d70a977-21d3-4633-9027-c3833e051827 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.210527] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 713.210527] env[68663]: value = "task-3237950" [ 713.210527] env[68663]: _type = "Task" [ 713.210527] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.219399] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8283b920-a2f1-4469-95ed-4f8378ff0d25 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.233260] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237950, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.257650] env[68663]: WARNING nova.virt.vmwareapi.driver [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 441b72ec-7140-4386-aad4-32be0f4772d8 could not be found. [ 713.257854] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.258191] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3e840b2-0e43-4867-b7c6-dc14ab3baef8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.265967] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27caf3af-2fdb-4105-8ff0-537e6a6957aa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.286640] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.300112] env[68663]: WARNING nova.virt.vmwareapi.vmops [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 441b72ec-7140-4386-aad4-32be0f4772d8 could not be found. [ 713.300338] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.300526] env[68663]: INFO nova.compute.manager [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Took 0.09 seconds to destroy the instance on the hypervisor. [ 713.300791] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.301049] env[68663]: DEBUG nova.compute.manager [-] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.301148] env[68663]: DEBUG nova.network.neutron [-] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.369690] env[68663]: DEBUG nova.compute.utils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.372912] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.373092] env[68663]: DEBUG nova.network.neutron [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.411153] env[68663]: DEBUG nova.policy [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41bff0812c634de8bf18c5b54ec4f7e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be84e8cdf6584100a6fff07988aa063c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.649781] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "refresh_cache-a6ebe229-ac63-4f8a-b09d-da70cb9ef796" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.649781] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquired lock "refresh_cache-a6ebe229-ac63-4f8a-b09d-da70cb9ef796" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.649781] env[68663]: DEBUG nova.network.neutron [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.723552] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237950, 'name': Rename_Task, 'duration_secs': 0.136801} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.723905] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.724392] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fb08302-4951-4ad5-a731-aa61371226be {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.734555] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 713.734555] env[68663]: value = "task-3237951" [ 713.734555] env[68663]: _type = "Task" [ 713.734555] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.742977] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.784791] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237948, 'name': ReconfigVM_Task, 'duration_secs': 1.14987} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.785297] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 156a0cb7-ab99-4774-ba4f-ece171cf74f5/156a0cb7-ab99-4774-ba4f-ece171cf74f5.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.787517] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fd3e32d-da44-48d6-bc1e-8ddbfc0f221d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.793805] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 713.793805] env[68663]: value = "task-3237952" [ 713.793805] env[68663]: _type = "Task" [ 713.793805] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.805710] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237952, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.850168] env[68663]: DEBUG nova.network.neutron [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Successfully created port: ba7687e1-94fa-4377-ab47-87af059d7cf5 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.880156] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.007734] env[68663]: DEBUG nova.network.neutron [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Updating instance_info_cache with network_info: [{"id": "1fe34d17-1714-40e9-a210-c987be23c35d", "address": "fa:16:3e:ec:46:1d", "network": {"id": "c2a37843-de5e-400a-b66e-bb53529ba3ca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1393760450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9947b1acb5014043ba04d17781ffb803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe34d17-17", "ovs_interfaceid": "1fe34d17-1714-40e9-a210-c987be23c35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.205397] env[68663]: DEBUG nova.network.neutron [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.250470] env[68663]: DEBUG oslo_vmware.api [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237951, 'name': PowerOnVM_Task, 'duration_secs': 0.468993} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.250906] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.251242] env[68663]: INFO nova.compute.manager [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Took 4.79 seconds to spawn the instance on the hypervisor. [ 714.251542] env[68663]: DEBUG nova.compute.manager [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.252719] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea8c4b3-f60f-4b70-b72e-8da16f692643 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.312772] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237952, 'name': Rename_Task, 'duration_secs': 0.149141} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.316238] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.316238] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73ef94c0-eff8-4adb-84ca-2c658c7a66bf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.324031] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 714.324031] env[68663]: value = "task-3237953" [ 714.324031] env[68663]: _type = "Task" [ 714.324031] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.335079] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.427807] env[68663]: DEBUG nova.network.neutron [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Updating instance_info_cache with network_info: [{"id": "d04ed7bb-2fc4-41ac-8611-db36af2af1de", "address": "fa:16:3e:da:24:11", "network": {"id": "9db10e54-95c2-4e0c-a992-f6256f6304d6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-344500595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be84e8cdf6584100a6fff07988aa063c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd04ed7bb-2f", "ovs_interfaceid": "d04ed7bb-2fc4-41ac-8611-db36af2af1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.513545] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Releasing lock "refresh_cache-b791d5aa-64c2-4a4e-b202-1f9ba6ae071a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.549602] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48e8306-0d39-43a4-84d9-070c91e7186e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.557914] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1127f9b4-4955-4ca3-9fc0-aeaea8656f11 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.589950] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a28f87e-e0c7-4b1a-a4b4-5d9c7e6a5788 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.597415] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65efc252-035f-4a85-8a14-97a4a0fdeea8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.611666] env[68663]: DEBUG nova.compute.provider_tree [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.642719] env[68663]: DEBUG nova.network.neutron [-] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.782206] env[68663]: INFO nova.compute.manager [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Took 45.58 seconds to build instance. [ 714.834880] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237953, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.893256] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.913881] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.914189] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.914399] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.914597] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.914767] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.914917] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.915135] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.915294] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.915460] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.915620] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.915820] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.916847] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba0b840-e8cb-4ad6-af0e-0d445892f808 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.925163] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bc89c8-7b3f-4f8c-bd45-31e6461fbbce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.939141] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Releasing lock "refresh_cache-a6ebe229-ac63-4f8a-b09d-da70cb9ef796" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.939444] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Instance network_info: |[{"id": "d04ed7bb-2fc4-41ac-8611-db36af2af1de", "address": "fa:16:3e:da:24:11", "network": {"id": "9db10e54-95c2-4e0c-a992-f6256f6304d6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-344500595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be84e8cdf6584100a6fff07988aa063c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd04ed7bb-2f", "ovs_interfaceid": "d04ed7bb-2fc4-41ac-8611-db36af2af1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.940359] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:24:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd04ed7bb-2fc4-41ac-8611-db36af2af1de', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.947830] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Creating folder: Project (be84e8cdf6584100a6fff07988aa063c). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.948133] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b0944b8-4778-43da-9265-3280e219bbce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.959472] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Created folder: Project (be84e8cdf6584100a6fff07988aa063c) in parent group-v647027. [ 714.959658] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Creating folder: Instances. Parent ref: group-v647162. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.959886] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6076cb6d-8da0-4b95-a5ae-3cd0021bf014 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.969313] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Created folder: Instances in parent group-v647162. [ 714.969535] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.969757] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.969965] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82b3ee3c-99ab-47be-b077-9eae8e7e5b92 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.992464] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.992464] env[68663]: value = "task-3237956" [ 714.992464] env[68663]: _type = "Task" [ 714.992464] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.000799] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237956, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.076030] env[68663]: DEBUG nova.compute.manager [req-37afccaa-e472-4246-91ca-17125712d421 req-f93ae149-7272-4dcb-9801-8ed231a51f54 service nova] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Received event network-changed-d04ed7bb-2fc4-41ac-8611-db36af2af1de {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.076243] env[68663]: DEBUG nova.compute.manager [req-37afccaa-e472-4246-91ca-17125712d421 req-f93ae149-7272-4dcb-9801-8ed231a51f54 service nova] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Refreshing instance network info cache due to event network-changed-d04ed7bb-2fc4-41ac-8611-db36af2af1de. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.076460] env[68663]: DEBUG oslo_concurrency.lockutils [req-37afccaa-e472-4246-91ca-17125712d421 req-f93ae149-7272-4dcb-9801-8ed231a51f54 service nova] Acquiring lock "refresh_cache-a6ebe229-ac63-4f8a-b09d-da70cb9ef796" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.076604] env[68663]: DEBUG oslo_concurrency.lockutils [req-37afccaa-e472-4246-91ca-17125712d421 req-f93ae149-7272-4dcb-9801-8ed231a51f54 service nova] Acquired lock "refresh_cache-a6ebe229-ac63-4f8a-b09d-da70cb9ef796" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.076763] env[68663]: DEBUG nova.network.neutron [req-37afccaa-e472-4246-91ca-17125712d421 req-f93ae149-7272-4dcb-9801-8ed231a51f54 service nova] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Refreshing network info cache for port d04ed7bb-2fc4-41ac-8611-db36af2af1de {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.120022] env[68663]: DEBUG nova.scheduler.client.report [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.147686] env[68663]: INFO nova.compute.manager [-] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Took 1.85 seconds to deallocate network for instance. [ 715.286885] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ef961755-92d0-4d44-9979-b81327047d7d tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "f08f2c03-0005-4f65-b368-a84a7e838ca8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.284s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.339318] env[68663]: DEBUG oslo_vmware.api [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237953, 'name': PowerOnVM_Task, 'duration_secs': 0.524026} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.339318] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.339318] env[68663]: INFO nova.compute.manager [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Took 7.36 seconds to spawn the instance on the hypervisor. [ 715.339318] env[68663]: DEBUG nova.compute.manager [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.339318] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32b5654-158b-450e-a566-b7d1ac017d49 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.502628] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237956, 'name': CreateVM_Task, 'duration_secs': 0.348197} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.502878] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.503525] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.503698] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.504031] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.504298] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69dca08a-61c6-447b-bd3a-13208bd37d18 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.509453] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 715.509453] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52337984-2115-545d-f2cc-e2eaffa76007" [ 715.509453] env[68663]: _type = "Task" [ 715.509453] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.519219] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52337984-2115-545d-f2cc-e2eaffa76007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.606882] env[68663]: DEBUG nova.compute.manager [req-74559f7c-e33b-499b-bcac-4c9c382f3c31 req-00421a6a-ea69-4f39-a413-fea124077297 service nova] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Received event network-vif-plugged-ba7687e1-94fa-4377-ab47-87af059d7cf5 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.607151] env[68663]: DEBUG oslo_concurrency.lockutils [req-74559f7c-e33b-499b-bcac-4c9c382f3c31 req-00421a6a-ea69-4f39-a413-fea124077297 service nova] Acquiring lock "461cd7c8-d6e1-4815-98ec-3974eb224012-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.607435] env[68663]: DEBUG oslo_concurrency.lockutils [req-74559f7c-e33b-499b-bcac-4c9c382f3c31 req-00421a6a-ea69-4f39-a413-fea124077297 service nova] Lock "461cd7c8-d6e1-4815-98ec-3974eb224012-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.607665] env[68663]: DEBUG oslo_concurrency.lockutils [req-74559f7c-e33b-499b-bcac-4c9c382f3c31 req-00421a6a-ea69-4f39-a413-fea124077297 service nova] Lock "461cd7c8-d6e1-4815-98ec-3974eb224012-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.607891] env[68663]: DEBUG nova.compute.manager [req-74559f7c-e33b-499b-bcac-4c9c382f3c31 req-00421a6a-ea69-4f39-a413-fea124077297 service nova] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] No waiting events found dispatching network-vif-plugged-ba7687e1-94fa-4377-ab47-87af059d7cf5 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.608137] env[68663]: WARNING nova.compute.manager [req-74559f7c-e33b-499b-bcac-4c9c382f3c31 req-00421a6a-ea69-4f39-a413-fea124077297 service nova] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Received unexpected event network-vif-plugged-ba7687e1-94fa-4377-ab47-87af059d7cf5 for instance with vm_state building and task_state spawning. [ 715.623043] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.623477] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.625937] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.021s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.630295] env[68663]: DEBUG nova.objects.instance [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 715.713459] env[68663]: INFO nova.compute.manager [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Took 0.56 seconds to detach 1 volumes for instance. [ 715.714243] env[68663]: DEBUG nova.compute.manager [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Deleting volume: 73c1fb06-0735-431b-9907-1bf4e5f37d62 {{(pid=68663) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 715.792280] env[68663]: DEBUG nova.compute.manager [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.833786] env[68663]: DEBUG nova.network.neutron [req-37afccaa-e472-4246-91ca-17125712d421 req-f93ae149-7272-4dcb-9801-8ed231a51f54 service nova] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Updated VIF entry in instance network info cache for port d04ed7bb-2fc4-41ac-8611-db36af2af1de. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.833786] env[68663]: DEBUG nova.network.neutron [req-37afccaa-e472-4246-91ca-17125712d421 req-f93ae149-7272-4dcb-9801-8ed231a51f54 service nova] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Updating instance_info_cache with network_info: [{"id": "d04ed7bb-2fc4-41ac-8611-db36af2af1de", "address": "fa:16:3e:da:24:11", "network": {"id": "9db10e54-95c2-4e0c-a992-f6256f6304d6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-344500595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be84e8cdf6584100a6fff07988aa063c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd04ed7bb-2f", "ovs_interfaceid": "d04ed7bb-2fc4-41ac-8611-db36af2af1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.856449] env[68663]: INFO nova.compute.manager [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Took 51.77 seconds to build instance. [ 715.895020] env[68663]: INFO nova.compute.manager [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Rebuilding instance [ 715.930025] env[68663]: DEBUG nova.network.neutron [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Successfully updated port: ba7687e1-94fa-4377-ab47-87af059d7cf5 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.948550] env[68663]: DEBUG nova.compute.manager [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.952871] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c62d7ee-b486-43cc-b2cd-c9d13e702c03 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.021243] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52337984-2115-545d-f2cc-e2eaffa76007, 'name': SearchDatastore_Task, 'duration_secs': 0.021151} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.021243] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.021243] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.021243] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.021456] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.021456] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.021456] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ddb78f5-88cd-42b6-86af-e38660129ea9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.030280] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.030483] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.031228] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-085a3901-5c0d-4e72-852a-be5bd2c60ebe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.036418] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 716.036418] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c01701-032b-b53b-325d-682dfd8783c7" [ 716.036418] env[68663]: _type = "Task" [ 716.036418] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.044572] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c01701-032b-b53b-325d-682dfd8783c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.049300] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.049429] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-485b12f1-c494-4121-8b3e-3b80be297e72 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.058505] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 716.058505] env[68663]: value = "task-3237958" [ 716.058505] env[68663]: _type = "Task" [ 716.058505] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.067441] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.137439] env[68663]: DEBUG nova.compute.utils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.139126] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.139330] env[68663]: DEBUG nova.network.neutron [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.186840] env[68663]: DEBUG nova.policy [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41bff0812c634de8bf18c5b54ec4f7e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be84e8cdf6584100a6fff07988aa063c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.260589] env[68663]: DEBUG oslo_concurrency.lockutils [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.317485] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.336652] env[68663]: DEBUG oslo_concurrency.lockutils [req-37afccaa-e472-4246-91ca-17125712d421 req-f93ae149-7272-4dcb-9801-8ed231a51f54 service nova] Releasing lock "refresh_cache-a6ebe229-ac63-4f8a-b09d-da70cb9ef796" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.336652] env[68663]: DEBUG nova.compute.manager [req-37afccaa-e472-4246-91ca-17125712d421 req-f93ae149-7272-4dcb-9801-8ed231a51f54 service nova] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Received event network-vif-deleted-f587ac8d-6a00-4de8-8bb4-9a28c1533cda {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.361046] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08313929-fd5f-4a54-b59c-5b540462d881 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "156a0cb7-ab99-4774-ba4f-ece171cf74f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.017s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.432471] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "refresh_cache-461cd7c8-d6e1-4815-98ec-3974eb224012" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.432639] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquired lock "refresh_cache-461cd7c8-d6e1-4815-98ec-3974eb224012" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.432794] env[68663]: DEBUG nova.network.neutron [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.442756] env[68663]: DEBUG nova.network.neutron [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Successfully created port: e33ac050-8c2c-4d2d-aa02-74280104ccfb {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.551400] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c01701-032b-b53b-325d-682dfd8783c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.552394] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d656421-ae1c-48bb-ab62-4a78152bb04c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.558448] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 716.558448] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529abe53-9eda-1b96-8409-cc6259dfa47c" [ 716.558448] env[68663]: _type = "Task" [ 716.558448] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.570459] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529abe53-9eda-1b96-8409-cc6259dfa47c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.576184] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237958, 'name': PowerOffVM_Task, 'duration_secs': 0.204276} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.576184] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.576184] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da32e33e-a1c9-490a-9271-1f4f9549b3f2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.594533] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea3e396-71b6-4677-8a4c-3d6f53cff89a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.632641] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.632979] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65dad705-c927-410c-b532-acfa575bd495 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.641091] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4d7bb5e9-d5d3-425e-8714-91f8488ae958 tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.642289] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 716.642289] env[68663]: value = "task-3237959" [ 716.642289] env[68663]: _type = "Task" [ 716.642289] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.642624] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.594s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.644129] env[68663]: INFO nova.compute.claims [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.648721] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.666053] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] VM already powered off {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 716.666283] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.667029] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.863440] env[68663]: DEBUG nova.compute.manager [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.969241] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.969577] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bb4839e-e067-4d53-87df-aea74fc9dd1a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.981291] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 716.981291] env[68663]: value = "task-3237960" [ 716.981291] env[68663]: _type = "Task" [ 716.981291] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.983980] env[68663]: DEBUG nova.network.neutron [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.992885] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.075513] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529abe53-9eda-1b96-8409-cc6259dfa47c, 'name': SearchDatastore_Task, 'duration_secs': 0.011422} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.075818] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.076096] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] a6ebe229-ac63-4f8a-b09d-da70cb9ef796/a6ebe229-ac63-4f8a-b09d-da70cb9ef796.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.076395] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.076587] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.076855] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8195e813-79a5-4eae-be4b-7d698a719749 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.081335] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1f6e90b-8935-43fc-8502-a15893654707 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.091843] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 717.091843] env[68663]: value = "task-3237961" [ 717.091843] env[68663]: _type = "Task" [ 717.091843] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.093674] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.094139] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.099633] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9eb5de-6330-4610-95a3-a0310dcad39d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.109963] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.111332] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 717.111332] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520ceb64-9ca1-fddc-2f47-84cc20006d43" [ 717.111332] env[68663]: _type = "Task" [ 717.111332] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.124459] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520ceb64-9ca1-fddc-2f47-84cc20006d43, 'name': SearchDatastore_Task, 'duration_secs': 0.009215} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.125285] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5b9885c-5db2-4c0b-9e26-a6209b00d47e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.132026] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 717.132026] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522492cd-115e-cbdf-5e07-2296c03c121d" [ 717.132026] env[68663]: _type = "Task" [ 717.132026] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.139471] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522492cd-115e-cbdf-5e07-2296c03c121d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.235653] env[68663]: DEBUG nova.network.neutron [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Updating instance_info_cache with network_info: [{"id": "ba7687e1-94fa-4377-ab47-87af059d7cf5", "address": "fa:16:3e:d2:20:20", "network": {"id": "9db10e54-95c2-4e0c-a992-f6256f6304d6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-344500595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be84e8cdf6584100a6fff07988aa063c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba7687e1-94", "ovs_interfaceid": "ba7687e1-94fa-4377-ab47-87af059d7cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.398203] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.491623] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237960, 'name': PowerOffVM_Task, 'duration_secs': 0.129658} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.492079] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.492528] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.494511] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228a57be-a008-44d8-a5ec-d66b9b95d500 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.510191] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.510322] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-154c3631-c0f5-49d9-881b-02719bab8379 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.536804] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.537145] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.537286] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Deleting the datastore file [datastore2] f08f2c03-0005-4f65-b368-a84a7e838ca8 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.541028] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3330a02-2d97-4232-916a-7d64e98de2a3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.546753] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 717.546753] env[68663]: value = "task-3237963" [ 717.546753] env[68663]: _type = "Task" [ 717.546753] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.566068] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.604434] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479297} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.604780] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] a6ebe229-ac63-4f8a-b09d-da70cb9ef796/a6ebe229-ac63-4f8a-b09d-da70cb9ef796.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.605015] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.605286] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3f05647-761a-45c7-9361-687b39c84ae1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.611971] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 717.611971] env[68663]: value = "task-3237964" [ 717.611971] env[68663]: _type = "Task" [ 717.611971] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.620102] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.646084] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522492cd-115e-cbdf-5e07-2296c03c121d, 'name': SearchDatastore_Task, 'duration_secs': 0.009377} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.646544] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.646968] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] b791d5aa-64c2-4a4e-b202-1f9ba6ae071a/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk. {{(pid=68663) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 717.647384] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ba1cf1d-c145-4988-aff7-2c26fae2dcbb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.656564] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 717.656564] env[68663]: value = "task-3237965" [ 717.656564] env[68663]: _type = "Task" [ 717.656564] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.663843] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.675145] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.708170] env[68663]: DEBUG nova.compute.manager [req-65054677-9b51-4b41-a6b4-d671da4542a2 req-9249c10a-2bec-4344-b80b-70ac6c8b988c service nova] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Received event network-changed-ba7687e1-94fa-4377-ab47-87af059d7cf5 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.708434] env[68663]: DEBUG nova.compute.manager [req-65054677-9b51-4b41-a6b4-d671da4542a2 req-9249c10a-2bec-4344-b80b-70ac6c8b988c service nova] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Refreshing instance network info cache due to event network-changed-ba7687e1-94fa-4377-ab47-87af059d7cf5. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.708659] env[68663]: DEBUG oslo_concurrency.lockutils [req-65054677-9b51-4b41-a6b4-d671da4542a2 req-9249c10a-2bec-4344-b80b-70ac6c8b988c service nova] Acquiring lock "refresh_cache-461cd7c8-d6e1-4815-98ec-3974eb224012" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.713147] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.713147] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.713147] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.713368] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.713452] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.713608] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.713830] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.713987] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.714193] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.714380] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.714556] env[68663]: DEBUG nova.virt.hardware [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.715937] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e11df1-81d8-4c24-aa01-05211641696f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.727846] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfe8a34-2f8f-4f27-8e50-8af0f1e7a177 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.746156] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Releasing lock "refresh_cache-461cd7c8-d6e1-4815-98ec-3974eb224012" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.746511] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Instance network_info: |[{"id": "ba7687e1-94fa-4377-ab47-87af059d7cf5", "address": "fa:16:3e:d2:20:20", "network": {"id": "9db10e54-95c2-4e0c-a992-f6256f6304d6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-344500595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be84e8cdf6584100a6fff07988aa063c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba7687e1-94", "ovs_interfaceid": "ba7687e1-94fa-4377-ab47-87af059d7cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.749803] env[68663]: DEBUG oslo_concurrency.lockutils [req-65054677-9b51-4b41-a6b4-d671da4542a2 req-9249c10a-2bec-4344-b80b-70ac6c8b988c service nova] Acquired lock "refresh_cache-461cd7c8-d6e1-4815-98ec-3974eb224012" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.750520] env[68663]: DEBUG nova.network.neutron [req-65054677-9b51-4b41-a6b4-d671da4542a2 req-9249c10a-2bec-4344-b80b-70ac6c8b988c service nova] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Refreshing network info cache for port ba7687e1-94fa-4377-ab47-87af059d7cf5 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.751338] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:20:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba7687e1-94fa-4377-ab47-87af059d7cf5', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.759875] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.761392] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.761663] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb22986f-e600-4f12-9363-43dce566dadd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.784725] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.784725] env[68663]: value = "task-3237966" [ 717.784725] env[68663]: _type = "Task" [ 717.784725] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.793011] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237966, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.062320] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114699} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.062697] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.062835] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.063034] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.123436] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071546} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.123756] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.125015] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dc785f-a07a-4325-950e-37b920614ce6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.153809] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] a6ebe229-ac63-4f8a-b09d-da70cb9ef796/a6ebe229-ac63-4f8a-b09d-da70cb9ef796.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.156744] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4272644-b0c6-4b69-963c-53cc6b773def {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.182146] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464824} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.183738] env[68663]: INFO nova.virt.vmwareapi.ds_util [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] b791d5aa-64c2-4a4e-b202-1f9ba6ae071a/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk. [ 718.184163] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 718.184163] env[68663]: value = "task-3237967" [ 718.184163] env[68663]: _type = "Task" [ 718.184163] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.187219] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9f80cc-7031-4518-8d6e-321f179dfa3c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.199338] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237967, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.224565] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] b791d5aa-64c2-4a4e-b202-1f9ba6ae071a/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.225871] env[68663]: DEBUG nova.network.neutron [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Successfully updated port: e33ac050-8c2c-4d2d-aa02-74280104ccfb {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.227091] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55e8cdc9-299d-40ae-882c-5f46091ee808 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.245930] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "refresh_cache-63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.246088] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquired lock "refresh_cache-63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.246238] env[68663]: DEBUG nova.network.neutron [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.255701] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 718.255701] env[68663]: value = "task-3237968" [ 718.255701] env[68663]: _type = "Task" [ 718.255701] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.269377] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.294537] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237966, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.439825] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985754c6-1cdf-441c-b81e-198118e34ec5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.447700] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69d328c-3b76-46ac-a03b-48e4dbb8bb51 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.483246] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679f10a8-9dc5-405e-b71c-b4ab0df4b40f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.492267] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba968d4-0865-4f6e-b4fe-3c9ca5186094 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.507261] env[68663]: DEBUG nova.compute.provider_tree [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.638393] env[68663]: DEBUG nova.network.neutron [req-65054677-9b51-4b41-a6b4-d671da4542a2 req-9249c10a-2bec-4344-b80b-70ac6c8b988c service nova] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Updated VIF entry in instance network info cache for port ba7687e1-94fa-4377-ab47-87af059d7cf5. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.638764] env[68663]: DEBUG nova.network.neutron [req-65054677-9b51-4b41-a6b4-d671da4542a2 req-9249c10a-2bec-4344-b80b-70ac6c8b988c service nova] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Updating instance_info_cache with network_info: [{"id": "ba7687e1-94fa-4377-ab47-87af059d7cf5", "address": "fa:16:3e:d2:20:20", "network": {"id": "9db10e54-95c2-4e0c-a992-f6256f6304d6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-344500595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be84e8cdf6584100a6fff07988aa063c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba7687e1-94", "ovs_interfaceid": "ba7687e1-94fa-4377-ab47-87af059d7cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.701451] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237967, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.767723] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237968, 'name': ReconfigVM_Task, 'duration_secs': 0.419325} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.768433] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Reconfigured VM instance instance-00000027 to attach disk [datastore1] b791d5aa-64c2-4a4e-b202-1f9ba6ae071a/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.769421] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e4a88a-d389-4c70-9a30-f2183b8d4304 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.804024] env[68663]: DEBUG nova.network.neutron [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.808158] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5a46a06-fe27-4c47-aa47-b34ccdab254c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.826400] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237966, 'name': CreateVM_Task, 'duration_secs': 0.607329} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.827628] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.828016] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 718.828016] env[68663]: value = "task-3237969" [ 718.828016] env[68663]: _type = "Task" [ 718.828016] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.829101] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.829101] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.829101] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.829396] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-048622f4-e753-4dab-ae68-7c526fe53d63 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.838791] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 718.838791] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5262cbd1-45fd-90d6-5b2a-6fc33816bf72" [ 718.838791] env[68663]: _type = "Task" [ 718.838791] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.843491] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237969, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.854501] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5262cbd1-45fd-90d6-5b2a-6fc33816bf72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.010458] env[68663]: DEBUG nova.scheduler.client.report [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.051847] env[68663]: DEBUG nova.network.neutron [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Updating instance_info_cache with network_info: [{"id": "e33ac050-8c2c-4d2d-aa02-74280104ccfb", "address": "fa:16:3e:83:2f:a1", "network": {"id": "9db10e54-95c2-4e0c-a992-f6256f6304d6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-344500595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be84e8cdf6584100a6fff07988aa063c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33ac050-8c", "ovs_interfaceid": "e33ac050-8c2c-4d2d-aa02-74280104ccfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.109315] env[68663]: DEBUG nova.virt.hardware [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.109614] env[68663]: DEBUG nova.virt.hardware [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.109718] env[68663]: DEBUG nova.virt.hardware [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.109898] env[68663]: DEBUG nova.virt.hardware [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.110783] env[68663]: DEBUG nova.virt.hardware [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.110783] env[68663]: DEBUG nova.virt.hardware [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.110783] env[68663]: DEBUG nova.virt.hardware [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.111024] env[68663]: DEBUG nova.virt.hardware [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.111329] env[68663]: DEBUG nova.virt.hardware [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.111329] env[68663]: DEBUG nova.virt.hardware [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.111554] env[68663]: DEBUG nova.virt.hardware [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.112830] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa8e856-81c0-40d9-8ae2-0f91e89c26bb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.124597] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c7ba44-b0ac-4fde-b8d3-7eec45166d40 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.141780] env[68663]: DEBUG oslo_concurrency.lockutils [req-65054677-9b51-4b41-a6b4-d671da4542a2 req-9249c10a-2bec-4344-b80b-70ac6c8b988c service nova] Releasing lock "refresh_cache-461cd7c8-d6e1-4815-98ec-3974eb224012" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.142368] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Instance VIF info [] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.148896] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.149525] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.149762] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38c6f258-7b92-44ec-aa76-d34bbbe9a324 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.167432] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.167432] env[68663]: value = "task-3237970" [ 719.167432] env[68663]: _type = "Task" [ 719.167432] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.175570] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237970, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.202211] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237967, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.340574] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237969, 'name': ReconfigVM_Task, 'duration_secs': 0.16268} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.341156] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.341436] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d4980ed-69c5-46ee-88f9-3343e5e22a85 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.353293] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5262cbd1-45fd-90d6-5b2a-6fc33816bf72, 'name': SearchDatastore_Task, 'duration_secs': 0.021828} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.354560] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.354825] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.355075] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.355226] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.355409] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.355711] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 719.355711] env[68663]: value = "task-3237971" [ 719.355711] env[68663]: _type = "Task" [ 719.355711] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.355896] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c66c7a18-4c07-4b00-8b78-6eaf99c97b70 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.372946] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.373168] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.373924] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad88101-fc6c-47c2-9b0a-4b5517e75173 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.379576] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 719.379576] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f6fc9e-9d16-c4a7-77a6-b454c503c59a" [ 719.379576] env[68663]: _type = "Task" [ 719.379576] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.388446] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f6fc9e-9d16-c4a7-77a6-b454c503c59a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.516674] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.874s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.517250] env[68663]: DEBUG nova.compute.manager [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.519890] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.784s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.520093] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.522208] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.496s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.523780] env[68663]: INFO nova.compute.claims [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.556155] env[68663]: INFO nova.scheduler.client.report [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Deleted allocations for instance cf37337b-52e3-497c-9bef-0e1bf1c40c98 [ 719.560356] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Releasing lock "refresh_cache-63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.561141] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Instance network_info: |[{"id": "e33ac050-8c2c-4d2d-aa02-74280104ccfb", "address": "fa:16:3e:83:2f:a1", "network": {"id": "9db10e54-95c2-4e0c-a992-f6256f6304d6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-344500595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be84e8cdf6584100a6fff07988aa063c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33ac050-8c", "ovs_interfaceid": "e33ac050-8c2c-4d2d-aa02-74280104ccfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.561712] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:2f:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e33ac050-8c2c-4d2d-aa02-74280104ccfb', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.570000] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.573677] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.573677] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26845a90-9d05-4403-998c-733a99b2ee80 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.595663] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.595663] env[68663]: value = "task-3237972" [ 719.595663] env[68663]: _type = "Task" [ 719.595663] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.604605] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237972, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.679727] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237970, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.703048] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237967, 'name': ReconfigVM_Task, 'duration_secs': 1.289805} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.704456] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Reconfigured VM instance instance-0000002b to attach disk [datastore1] a6ebe229-ac63-4f8a-b09d-da70cb9ef796/a6ebe229-ac63-4f8a-b09d-da70cb9ef796.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.704456] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85e5b18f-11af-492e-b80e-cd6901c74355 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.713145] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 719.713145] env[68663]: value = "task-3237973" [ 719.713145] env[68663]: _type = "Task" [ 719.713145] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.724240] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237973, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.868574] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.892021] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f6fc9e-9d16-c4a7-77a6-b454c503c59a, 'name': SearchDatastore_Task, 'duration_secs': 0.030175} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.892021] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bbd8e42-20bb-4364-a379-c99631b1e042 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.896979] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 719.896979] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524281b2-97c0-7396-51cc-5a12ef386879" [ 719.896979] env[68663]: _type = "Task" [ 719.896979] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.910413] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524281b2-97c0-7396-51cc-5a12ef386879, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.910706] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.910973] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 461cd7c8-d6e1-4815-98ec-3974eb224012/461cd7c8-d6e1-4815-98ec-3974eb224012.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.911260] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-157b53e3-c6fc-451a-8c01-6f6e521e2d88 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.921546] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 719.921546] env[68663]: value = "task-3237974" [ 719.921546] env[68663]: _type = "Task" [ 719.921546] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.927505] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.002196] env[68663]: DEBUG nova.compute.manager [req-4deeb039-c30d-412f-9d3d-1a2fb33a113c req-541f11e3-e9cb-4542-b808-9953a7befc62 service nova] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Received event network-vif-plugged-e33ac050-8c2c-4d2d-aa02-74280104ccfb {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.002196] env[68663]: DEBUG oslo_concurrency.lockutils [req-4deeb039-c30d-412f-9d3d-1a2fb33a113c req-541f11e3-e9cb-4542-b808-9953a7befc62 service nova] Acquiring lock "63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.002196] env[68663]: DEBUG oslo_concurrency.lockutils [req-4deeb039-c30d-412f-9d3d-1a2fb33a113c req-541f11e3-e9cb-4542-b808-9953a7befc62 service nova] Lock "63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.002196] env[68663]: DEBUG oslo_concurrency.lockutils [req-4deeb039-c30d-412f-9d3d-1a2fb33a113c req-541f11e3-e9cb-4542-b808-9953a7befc62 service nova] Lock "63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.004148] env[68663]: DEBUG nova.compute.manager [req-4deeb039-c30d-412f-9d3d-1a2fb33a113c req-541f11e3-e9cb-4542-b808-9953a7befc62 service nova] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] No waiting events found dispatching network-vif-plugged-e33ac050-8c2c-4d2d-aa02-74280104ccfb {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.004148] env[68663]: WARNING nova.compute.manager [req-4deeb039-c30d-412f-9d3d-1a2fb33a113c req-541f11e3-e9cb-4542-b808-9953a7befc62 service nova] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Received unexpected event network-vif-plugged-e33ac050-8c2c-4d2d-aa02-74280104ccfb for instance with vm_state building and task_state spawning. [ 720.004346] env[68663]: DEBUG nova.compute.manager [req-4deeb039-c30d-412f-9d3d-1a2fb33a113c req-541f11e3-e9cb-4542-b808-9953a7befc62 service nova] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Received event network-changed-e33ac050-8c2c-4d2d-aa02-74280104ccfb {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.004666] env[68663]: DEBUG nova.compute.manager [req-4deeb039-c30d-412f-9d3d-1a2fb33a113c req-541f11e3-e9cb-4542-b808-9953a7befc62 service nova] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Refreshing instance network info cache due to event network-changed-e33ac050-8c2c-4d2d-aa02-74280104ccfb. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.005191] env[68663]: DEBUG oslo_concurrency.lockutils [req-4deeb039-c30d-412f-9d3d-1a2fb33a113c req-541f11e3-e9cb-4542-b808-9953a7befc62 service nova] Acquiring lock "refresh_cache-63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.005191] env[68663]: DEBUG oslo_concurrency.lockutils [req-4deeb039-c30d-412f-9d3d-1a2fb33a113c req-541f11e3-e9cb-4542-b808-9953a7befc62 service nova] Acquired lock "refresh_cache-63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.006832] env[68663]: DEBUG nova.network.neutron [req-4deeb039-c30d-412f-9d3d-1a2fb33a113c req-541f11e3-e9cb-4542-b808-9953a7befc62 service nova] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Refreshing network info cache for port e33ac050-8c2c-4d2d-aa02-74280104ccfb {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.032386] env[68663]: DEBUG nova.compute.utils [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.037619] env[68663]: DEBUG nova.compute.manager [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.037838] env[68663]: DEBUG nova.network.neutron [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.075997] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f4fbf4e6-5a1c-4035-840d-abf4a078291a tempest-ServersListShow2100Test-1816007690 tempest-ServersListShow2100Test-1816007690-project-member] Lock "cf37337b-52e3-497c-9bef-0e1bf1c40c98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.637s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.089678] env[68663]: DEBUG nova.policy [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03237a32c24e43559cb04a1a1cefda92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aad4538e7ff04c39a409875184a83d14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.109448] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237972, 'name': CreateVM_Task, 'duration_secs': 0.352445} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.109814] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.110423] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.110584] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.110921] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.112161] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-682fa27e-d81b-41c1-aaec-bbef02cd8629 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.121666] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 720.121666] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52462f55-154c-865f-f592-ff302ee7d8be" [ 720.121666] env[68663]: _type = "Task" [ 720.121666] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.136200] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52462f55-154c-865f-f592-ff302ee7d8be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.180149] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237970, 'name': CreateVM_Task, 'duration_secs': 0.657496} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.180149] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.180348] env[68663]: DEBUG oslo_concurrency.lockutils [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.223919] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237973, 'name': Rename_Task, 'duration_secs': 0.161961} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.224247] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.224477] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecd6cb70-fe65-4760-8c6b-5bf095b31994 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.233234] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 720.233234] env[68663]: value = "task-3237975" [ 720.233234] env[68663]: _type = "Task" [ 720.233234] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.242790] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.369489] env[68663]: DEBUG oslo_vmware.api [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237971, 'name': PowerOnVM_Task, 'duration_secs': 0.584806} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.369830] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.373716] env[68663]: DEBUG nova.compute.manager [None req-ddb29eae-cd14-4c49-ae8b-6d4add9faee9 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.375455] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d194c222-cf8c-4f79-8094-19a26edbeb01 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.433540] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488567} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.433834] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 461cd7c8-d6e1-4815-98ec-3974eb224012/461cd7c8-d6e1-4815-98ec-3974eb224012.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.434064] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.434393] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d282625-75ae-4037-a736-4b21c5f473ad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.441759] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 720.441759] env[68663]: value = "task-3237976" [ 720.441759] env[68663]: _type = "Task" [ 720.441759] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.452899] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.495424] env[68663]: DEBUG nova.network.neutron [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Successfully created port: 5798b3af-732f-4812-bec1-e39e3e8c798c {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.542700] env[68663]: DEBUG nova.compute.manager [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.632922] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52462f55-154c-865f-f592-ff302ee7d8be, 'name': SearchDatastore_Task, 'duration_secs': 0.02295} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.632922] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.632922] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.633167] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.633314] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.633631] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.633802] env[68663]: DEBUG oslo_concurrency.lockutils [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.634394] env[68663]: DEBUG oslo_concurrency.lockutils [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.634394] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f516d8db-111e-4cc7-b107-2a4ff28bee65 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.639031] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3476fb7-a0bc-441d-bff0-42e219dd5af2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.651978] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 720.651978] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5288e361-4b2c-eed6-6eb8-d4f1197074af" [ 720.651978] env[68663]: _type = "Task" [ 720.651978] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.654806] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.654806] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.659798] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fda4690a-3037-4abb-ba4b-78cb4b1bca8a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.667579] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5288e361-4b2c-eed6-6eb8-d4f1197074af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.669080] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 720.669080] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522af916-300a-6c5e-ef4d-58db4bb4cbc2" [ 720.669080] env[68663]: _type = "Task" [ 720.669080] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.677477] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522af916-300a-6c5e-ef4d-58db4bb4cbc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.757510] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237975, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.779307] env[68663]: DEBUG oslo_concurrency.lockutils [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "9fa99497-8d77-4c8c-acf4-5ac01e173823" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.779589] env[68663]: DEBUG oslo_concurrency.lockutils [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "9fa99497-8d77-4c8c-acf4-5ac01e173823" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.932971] env[68663]: DEBUG nova.network.neutron [req-4deeb039-c30d-412f-9d3d-1a2fb33a113c req-541f11e3-e9cb-4542-b808-9953a7befc62 service nova] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Updated VIF entry in instance network info cache for port e33ac050-8c2c-4d2d-aa02-74280104ccfb. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.933799] env[68663]: DEBUG nova.network.neutron [req-4deeb039-c30d-412f-9d3d-1a2fb33a113c req-541f11e3-e9cb-4542-b808-9953a7befc62 service nova] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Updating instance_info_cache with network_info: [{"id": "e33ac050-8c2c-4d2d-aa02-74280104ccfb", "address": "fa:16:3e:83:2f:a1", "network": {"id": "9db10e54-95c2-4e0c-a992-f6256f6304d6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-344500595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be84e8cdf6584100a6fff07988aa063c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33ac050-8c", "ovs_interfaceid": "e33ac050-8c2c-4d2d-aa02-74280104ccfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.954802] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073194} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.955078] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.956089] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e113a75-9d7c-459a-bc11-d6ec872375be {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.982255] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 461cd7c8-d6e1-4815-98ec-3974eb224012/461cd7c8-d6e1-4815-98ec-3974eb224012.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.985113] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-425957ac-fecd-4e8e-808a-ca7c04d6de85 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.007273] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 721.007273] env[68663]: value = "task-3237977" [ 721.007273] env[68663]: _type = "Task" [ 721.007273] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.016831] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.165827] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5288e361-4b2c-eed6-6eb8-d4f1197074af, 'name': SearchDatastore_Task, 'duration_secs': 0.021502} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.167182] env[68663]: DEBUG oslo_concurrency.lockutils [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.167182] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.167182] env[68663]: DEBUG oslo_concurrency.lockutils [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.177991] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522af916-300a-6c5e-ef4d-58db4bb4cbc2, 'name': SearchDatastore_Task, 'duration_secs': 0.01464} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.181794] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f89086d4-9ddb-4acd-8a56-3a317606941e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.188967] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 721.188967] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b9a728-bba0-5964-92a7-4e72d12ed9ae" [ 721.188967] env[68663]: _type = "Task" [ 721.188967] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.207725] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b9a728-bba0-5964-92a7-4e72d12ed9ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.246770] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237975, 'name': PowerOnVM_Task, 'duration_secs': 0.553849} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.250277] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.251174] env[68663]: INFO nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Took 9.08 seconds to spawn the instance on the hypervisor. [ 721.251420] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.252616] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96b9fbb-d35e-4d5d-8935-bb91880e4eee {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.270125] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83d61dc-9413-4143-8949-d8d4588817a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.276094] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b61bfc-0fc2-486d-84e1-93316c71f228 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.309265] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b7a63b-d816-459f-8371-61a26c7f2259 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.317387] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77a2a4a-97d8-4ad4-bd15-ce423d9d5339 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.334703] env[68663]: DEBUG nova.compute.provider_tree [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.436843] env[68663]: DEBUG oslo_concurrency.lockutils [req-4deeb039-c30d-412f-9d3d-1a2fb33a113c req-541f11e3-e9cb-4542-b808-9953a7befc62 service nova] Releasing lock "refresh_cache-63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.518749] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.555225] env[68663]: DEBUG nova.compute.manager [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.586629] env[68663]: DEBUG nova.virt.hardware [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.586629] env[68663]: DEBUG nova.virt.hardware [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.586629] env[68663]: DEBUG nova.virt.hardware [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.586902] env[68663]: DEBUG nova.virt.hardware [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.586902] env[68663]: DEBUG nova.virt.hardware [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.586902] env[68663]: DEBUG nova.virt.hardware [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.586902] env[68663]: DEBUG nova.virt.hardware [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.587075] env[68663]: DEBUG nova.virt.hardware [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.587311] env[68663]: DEBUG nova.virt.hardware [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.587487] env[68663]: DEBUG nova.virt.hardware [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.587666] env[68663]: DEBUG nova.virt.hardware [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.588550] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342a8f1f-6c8f-4641-9a7b-63cecaff297f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.596537] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad97f877-b422-4f16-b2d1-837caed0dd26 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.695256] env[68663]: INFO nova.compute.manager [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Unrescuing [ 721.695508] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "refresh_cache-b791d5aa-64c2-4a4e-b202-1f9ba6ae071a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.695661] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired lock "refresh_cache-b791d5aa-64c2-4a4e-b202-1f9ba6ae071a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.695870] env[68663]: DEBUG nova.network.neutron [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.700997] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b9a728-bba0-5964-92a7-4e72d12ed9ae, 'name': SearchDatastore_Task, 'duration_secs': 0.045619} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.701479] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.701726] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0/63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.702013] env[68663]: DEBUG oslo_concurrency.lockutils [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.702200] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.702432] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e83071e3-5d56-4f30-a481-b17e9ff7552f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.704871] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08a5e317-e176-4c47-95a4-07e585a9884f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.713150] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 721.713150] env[68663]: value = "task-3237978" [ 721.713150] env[68663]: _type = "Task" [ 721.713150] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.717979] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.718188] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.719547] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2527c3cf-31b2-4de1-9d35-c3ef35f57c5d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.725439] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.728523] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 721.728523] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cda007-8135-2007-6269-9f418a02026f" [ 721.728523] env[68663]: _type = "Task" [ 721.728523] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.736949] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cda007-8135-2007-6269-9f418a02026f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.771518] env[68663]: INFO nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Took 51.41 seconds to build instance. [ 721.838448] env[68663]: DEBUG nova.scheduler.client.report [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.019025] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237977, 'name': ReconfigVM_Task, 'duration_secs': 0.873374} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.019387] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 461cd7c8-d6e1-4815-98ec-3974eb224012/461cd7c8-d6e1-4815-98ec-3974eb224012.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.020093] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-252d9620-306e-48d6-bc9b-b4fbf1940a6f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.026741] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 722.026741] env[68663]: value = "task-3237979" [ 722.026741] env[68663]: _type = "Task" [ 722.026741] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.032894] env[68663]: DEBUG nova.compute.manager [req-b04ad966-3ec6-4d20-9d28-5a3e10824370 req-bd5af483-0d84-4b09-9e8e-a33ec9e09ccc service nova] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Received event network-vif-plugged-5798b3af-732f-4812-bec1-e39e3e8c798c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.033238] env[68663]: DEBUG oslo_concurrency.lockutils [req-b04ad966-3ec6-4d20-9d28-5a3e10824370 req-bd5af483-0d84-4b09-9e8e-a33ec9e09ccc service nova] Acquiring lock "9387f331-9488-4e99-8173-519b9651ce7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.033520] env[68663]: DEBUG oslo_concurrency.lockutils [req-b04ad966-3ec6-4d20-9d28-5a3e10824370 req-bd5af483-0d84-4b09-9e8e-a33ec9e09ccc service nova] Lock "9387f331-9488-4e99-8173-519b9651ce7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.033791] env[68663]: DEBUG oslo_concurrency.lockutils [req-b04ad966-3ec6-4d20-9d28-5a3e10824370 req-bd5af483-0d84-4b09-9e8e-a33ec9e09ccc service nova] Lock "9387f331-9488-4e99-8173-519b9651ce7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.034097] env[68663]: DEBUG nova.compute.manager [req-b04ad966-3ec6-4d20-9d28-5a3e10824370 req-bd5af483-0d84-4b09-9e8e-a33ec9e09ccc service nova] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] No waiting events found dispatching network-vif-plugged-5798b3af-732f-4812-bec1-e39e3e8c798c {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.034248] env[68663]: WARNING nova.compute.manager [req-b04ad966-3ec6-4d20-9d28-5a3e10824370 req-bd5af483-0d84-4b09-9e8e-a33ec9e09ccc service nova] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Received unexpected event network-vif-plugged-5798b3af-732f-4812-bec1-e39e3e8c798c for instance with vm_state building and task_state spawning. [ 722.040430] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237979, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.156771] env[68663]: DEBUG nova.network.neutron [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Successfully updated port: 5798b3af-732f-4812-bec1-e39e3e8c798c {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.224530] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237978, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.239204] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cda007-8135-2007-6269-9f418a02026f, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.242937] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb84005c-fa29-41f1-81d5-def88d14ae15 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.249067] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 722.249067] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5205d839-137e-0932-8441-6366885cc3ca" [ 722.249067] env[68663]: _type = "Task" [ 722.249067] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.260263] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5205d839-137e-0932-8441-6366885cc3ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.272328] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "a6ebe229-ac63-4f8a-b09d-da70cb9ef796" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.759s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.344576] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.345146] env[68663]: DEBUG nova.compute.manager [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.351377] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.061s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.351686] env[68663]: DEBUG nova.objects.instance [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 722.422046] env[68663]: DEBUG nova.network.neutron [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Updating instance_info_cache with network_info: [{"id": "1fe34d17-1714-40e9-a210-c987be23c35d", "address": "fa:16:3e:ec:46:1d", "network": {"id": "c2a37843-de5e-400a-b66e-bb53529ba3ca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1393760450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9947b1acb5014043ba04d17781ffb803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe34d17-17", "ovs_interfaceid": "1fe34d17-1714-40e9-a210-c987be23c35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.538343] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237979, 'name': Rename_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.661327] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "refresh_cache-9387f331-9488-4e99-8173-519b9651ce7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.661480] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquired lock "refresh_cache-9387f331-9488-4e99-8173-519b9651ce7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.661635] env[68663]: DEBUG nova.network.neutron [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.724360] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541831} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.724586] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0/63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.724830] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.725105] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0833869-d01f-480a-99d6-390ad49dad5e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.732369] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 722.732369] env[68663]: value = "task-3237980" [ 722.732369] env[68663]: _type = "Task" [ 722.732369] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.741879] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.759562] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5205d839-137e-0932-8441-6366885cc3ca, 'name': SearchDatastore_Task, 'duration_secs': 0.021362} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.759698] env[68663]: DEBUG oslo_concurrency.lockutils [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.759924] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] f08f2c03-0005-4f65-b368-a84a7e838ca8/f08f2c03-0005-4f65-b368-a84a7e838ca8.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.760215] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10ea985f-f900-48d9-af47-682622fa458f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.767993] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 722.767993] env[68663]: value = "task-3237981" [ 722.767993] env[68663]: _type = "Task" [ 722.767993] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.775160] env[68663]: DEBUG nova.compute.manager [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.782032] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.856635] env[68663]: DEBUG nova.compute.utils [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.857932] env[68663]: DEBUG nova.compute.manager [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.857932] env[68663]: DEBUG nova.network.neutron [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.897558] env[68663]: DEBUG nova.policy [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03237a32c24e43559cb04a1a1cefda92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aad4538e7ff04c39a409875184a83d14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.927498] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Releasing lock "refresh_cache-b791d5aa-64c2-4a4e-b202-1f9ba6ae071a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.928528] env[68663]: DEBUG nova.objects.instance [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lazy-loading 'flavor' on Instance uuid b791d5aa-64c2-4a4e-b202-1f9ba6ae071a {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.039227] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237979, 'name': Rename_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.150112] env[68663]: DEBUG nova.network.neutron [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Successfully created port: 8de107e2-4211-4af4-bf1a-6109ae03b0e0 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.196816] env[68663]: DEBUG nova.network.neutron [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.244844] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065535} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.244844] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.244844] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446bf329-b389-4351-bea5-9aa31dff391d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.269952] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0/63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.270352] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00c165b0-4c08-4c85-8787-fee21a4c6794 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.304400] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 723.304400] env[68663]: value = "task-3237982" [ 723.304400] env[68663]: _type = "Task" [ 723.304400] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.309118] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237981, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.318737] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.323933] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.365157] env[68663]: DEBUG nova.compute.manager [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.369270] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aed1b106-42fd-4e41-bd25-74db9a53a4bf tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.372146] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.986s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.372146] env[68663]: INFO nova.compute.claims [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.438156] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f8a567-95de-48c6-97bd-2ce7f5acef2a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.467747] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.468413] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3985ceca-d099-4573-80f1-d8c919c4c680 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.477195] env[68663]: DEBUG nova.network.neutron [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Updating instance_info_cache with network_info: [{"id": "5798b3af-732f-4812-bec1-e39e3e8c798c", "address": "fa:16:3e:9d:f8:9e", "network": {"id": "c2ff76b6-9ffb-4953-a4a8-f225f1da1cba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135392808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aad4538e7ff04c39a409875184a83d14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5798b3af-73", "ovs_interfaceid": "5798b3af-732f-4812-bec1-e39e3e8c798c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.478416] env[68663]: DEBUG oslo_vmware.api [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 723.478416] env[68663]: value = "task-3237983" [ 723.478416] env[68663]: _type = "Task" [ 723.478416] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.489485] env[68663]: DEBUG oslo_vmware.api [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.543163] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237979, 'name': Rename_Task, 'duration_secs': 1.171152} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.543163] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.543163] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48663842-f8c2-48a1-8825-b2d274941b29 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.552236] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 723.552236] env[68663]: value = "task-3237984" [ 723.552236] env[68663]: _type = "Task" [ 723.552236] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.563143] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.781072] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856884} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.781072] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] f08f2c03-0005-4f65-b368-a84a7e838ca8/f08f2c03-0005-4f65-b368-a84a7e838ca8.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.781072] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.781301] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8dd598e-4896-4bb4-bd9c-234e92bdc5ff {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.787709] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 723.787709] env[68663]: value = "task-3237985" [ 723.787709] env[68663]: _type = "Task" [ 723.787709] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.797138] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.819135] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.978032] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Releasing lock "refresh_cache-9387f331-9488-4e99-8173-519b9651ce7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.978338] env[68663]: DEBUG nova.compute.manager [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Instance network_info: |[{"id": "5798b3af-732f-4812-bec1-e39e3e8c798c", "address": "fa:16:3e:9d:f8:9e", "network": {"id": "c2ff76b6-9ffb-4953-a4a8-f225f1da1cba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135392808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aad4538e7ff04c39a409875184a83d14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5798b3af-73", "ovs_interfaceid": "5798b3af-732f-4812-bec1-e39e3e8c798c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.979221] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:f8:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5798b3af-732f-4812-bec1-e39e3e8c798c', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.987181] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Creating folder: Project (aad4538e7ff04c39a409875184a83d14). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.987550] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e8ff9fd-1ad7-47f7-aba1-44e589cc1ff6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.999820] env[68663]: DEBUG oslo_vmware.api [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237983, 'name': PowerOffVM_Task, 'duration_secs': 0.276078} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.000137] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.005507] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Reconfiguring VM instance instance-00000027 to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 724.006851] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc8d28f3-ba75-42b0-a83b-808fd069779c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.019271] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Created folder: Project (aad4538e7ff04c39a409875184a83d14) in parent group-v647027. [ 724.019453] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Creating folder: Instances. Parent ref: group-v647168. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.019714] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f16c8c63-e95b-443a-acaf-ef11460bfbe9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.026761] env[68663]: DEBUG oslo_vmware.api [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 724.026761] env[68663]: value = "task-3237988" [ 724.026761] env[68663]: _type = "Task" [ 724.026761] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.030822] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Created folder: Instances in parent group-v647168. [ 724.031058] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.031555] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.031763] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d39dcd8-9bfe-4be4-8a8d-eab6eb6df61d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.049329] env[68663]: DEBUG oslo_vmware.api [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.055723] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.055723] env[68663]: value = "task-3237989" [ 724.055723] env[68663]: _type = "Task" [ 724.055723] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.063106] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237984, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.068338] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237989, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.087553] env[68663]: DEBUG nova.compute.manager [req-1ccd971e-3bd2-46d3-8193-760aa2571c1b req-5385625d-6a9f-4e1a-9a29-5eb80378d3e0 service nova] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Received event network-changed-5798b3af-732f-4812-bec1-e39e3e8c798c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.087889] env[68663]: DEBUG nova.compute.manager [req-1ccd971e-3bd2-46d3-8193-760aa2571c1b req-5385625d-6a9f-4e1a-9a29-5eb80378d3e0 service nova] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Refreshing instance network info cache due to event network-changed-5798b3af-732f-4812-bec1-e39e3e8c798c. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.088238] env[68663]: DEBUG oslo_concurrency.lockutils [req-1ccd971e-3bd2-46d3-8193-760aa2571c1b req-5385625d-6a9f-4e1a-9a29-5eb80378d3e0 service nova] Acquiring lock "refresh_cache-9387f331-9488-4e99-8173-519b9651ce7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.088238] env[68663]: DEBUG oslo_concurrency.lockutils [req-1ccd971e-3bd2-46d3-8193-760aa2571c1b req-5385625d-6a9f-4e1a-9a29-5eb80378d3e0 service nova] Acquired lock "refresh_cache-9387f331-9488-4e99-8173-519b9651ce7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.088441] env[68663]: DEBUG nova.network.neutron [req-1ccd971e-3bd2-46d3-8193-760aa2571c1b req-5385625d-6a9f-4e1a-9a29-5eb80378d3e0 service nova] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Refreshing network info cache for port 5798b3af-732f-4812-bec1-e39e3e8c798c {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.297272] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151391} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.297609] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.298452] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48399829-7a0d-4948-9761-a5a6a1888863 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.317892] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] f08f2c03-0005-4f65-b368-a84a7e838ca8/f08f2c03-0005-4f65-b368-a84a7e838ca8.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.318247] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae5283b3-bced-45d4-9508-7db4b878a903 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.342995] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237982, 'name': ReconfigVM_Task, 'duration_secs': 0.619858} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.344465] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0/63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.345413] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 724.345413] env[68663]: value = "task-3237990" [ 724.345413] env[68663]: _type = "Task" [ 724.345413] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.345413] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-335db668-c1ca-4fe2-8598-81a2a15cb591 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.356783] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237990, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.358279] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 724.358279] env[68663]: value = "task-3237991" [ 724.358279] env[68663]: _type = "Task" [ 724.358279] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.365776] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237991, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.376076] env[68663]: DEBUG nova.compute.manager [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.404656] env[68663]: DEBUG nova.virt.hardware [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.404941] env[68663]: DEBUG nova.virt.hardware [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.405120] env[68663]: DEBUG nova.virt.hardware [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.405296] env[68663]: DEBUG nova.virt.hardware [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.405476] env[68663]: DEBUG nova.virt.hardware [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.405580] env[68663]: DEBUG nova.virt.hardware [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.405783] env[68663]: DEBUG nova.virt.hardware [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.405939] env[68663]: DEBUG nova.virt.hardware [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.406114] env[68663]: DEBUG nova.virt.hardware [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.406275] env[68663]: DEBUG nova.virt.hardware [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.406475] env[68663]: DEBUG nova.virt.hardware [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.407346] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839d26e3-300f-4c85-b42a-588a3ce62c4e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.417625] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c3f3b0-1bb1-43cd-b272-02ec63dfbc7f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.539394] env[68663]: DEBUG oslo_vmware.api [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237988, 'name': ReconfigVM_Task, 'duration_secs': 0.256406} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.539859] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Reconfigured VM instance instance-00000027 to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 724.540184] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.540573] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a795dc6b-059f-4a93-ae9e-0f028ba821a2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.547157] env[68663]: DEBUG oslo_vmware.api [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 724.547157] env[68663]: value = "task-3237992" [ 724.547157] env[68663]: _type = "Task" [ 724.547157] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.557217] env[68663]: DEBUG oslo_vmware.api [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.565710] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237984, 'name': PowerOnVM_Task, 'duration_secs': 0.583213} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.566437] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.566577] env[68663]: INFO nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Took 9.67 seconds to spawn the instance on the hypervisor. [ 724.566751] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.567518] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db10fda-6a18-42f0-81d6-618d6b27c537 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.572871] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237989, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.699084] env[68663]: DEBUG nova.network.neutron [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Successfully updated port: 8de107e2-4211-4af4-bf1a-6109ae03b0e0 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.858236] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.871997] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237991, 'name': Rename_Task, 'duration_secs': 0.337377} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.872944] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.872944] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0498ede1-da13-47e3-a31b-c830792259a6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.878912] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 724.878912] env[68663]: value = "task-3237993" [ 724.878912] env[68663]: _type = "Task" [ 724.878912] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.893622] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.988054] env[68663]: DEBUG nova.network.neutron [req-1ccd971e-3bd2-46d3-8193-760aa2571c1b req-5385625d-6a9f-4e1a-9a29-5eb80378d3e0 service nova] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Updated VIF entry in instance network info cache for port 5798b3af-732f-4812-bec1-e39e3e8c798c. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.988944] env[68663]: DEBUG nova.network.neutron [req-1ccd971e-3bd2-46d3-8193-760aa2571c1b req-5385625d-6a9f-4e1a-9a29-5eb80378d3e0 service nova] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Updating instance_info_cache with network_info: [{"id": "5798b3af-732f-4812-bec1-e39e3e8c798c", "address": "fa:16:3e:9d:f8:9e", "network": {"id": "c2ff76b6-9ffb-4953-a4a8-f225f1da1cba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135392808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aad4538e7ff04c39a409875184a83d14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5798b3af-73", "ovs_interfaceid": "5798b3af-732f-4812-bec1-e39e3e8c798c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.048580] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fe185e-e824-4a3e-a454-618d025aca8a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.061354] env[68663]: DEBUG oslo_vmware.api [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3237992, 'name': PowerOnVM_Task, 'duration_secs': 0.455157} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.065414] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b24424-fbc2-43f9-9c0e-9392234f1687 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.068488] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.068787] env[68663]: DEBUG nova.compute.manager [None req-5f5dd4b0-5ce7-4af9-89cc-bbf475376f82 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.069891] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2584401-a2ae-475a-ae3b-51f37baf7143 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.077503] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237989, 'name': CreateVM_Task, 'duration_secs': 0.706639} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.104261] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.112148] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.112377] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.112681] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.113557] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd40a9c8-2099-4630-aa6c-0e069db578ee {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.118261] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-779a5dfc-4619-4a95-a7ac-9b857e1cabd7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.120092] env[68663]: INFO nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Took 49.98 seconds to build instance. [ 725.127507] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 725.127507] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529d13cb-39f1-f3a7-a3e4-684469c3b9a9" [ 725.127507] env[68663]: _type = "Task" [ 725.127507] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.129022] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c8700a-120a-45b2-9447-90a72407571e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.150204] env[68663]: DEBUG nova.compute.provider_tree [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.159872] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529d13cb-39f1-f3a7-a3e4-684469c3b9a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.202016] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "refresh_cache-654c16cd-87aa-408e-bad5-f611df55ff7e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.202184] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquired lock "refresh_cache-654c16cd-87aa-408e-bad5-f611df55ff7e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.202388] env[68663]: DEBUG nova.network.neutron [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.358532] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237990, 'name': ReconfigVM_Task, 'duration_secs': 0.666504} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.358810] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Reconfigured VM instance instance-0000002a to attach disk [datastore2] f08f2c03-0005-4f65-b368-a84a7e838ca8/f08f2c03-0005-4f65-b368-a84a7e838ca8.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.359450] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e549d66-66a3-4d87-839e-28bdb02b4ffc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.366305] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 725.366305] env[68663]: value = "task-3237994" [ 725.366305] env[68663]: _type = "Task" [ 725.366305] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.374555] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237994, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.388927] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237993, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.492582] env[68663]: DEBUG oslo_concurrency.lockutils [req-1ccd971e-3bd2-46d3-8193-760aa2571c1b req-5385625d-6a9f-4e1a-9a29-5eb80378d3e0 service nova] Releasing lock "refresh_cache-9387f331-9488-4e99-8173-519b9651ce7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.623229] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "461cd7c8-d6e1-4815-98ec-3974eb224012" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.068s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.643249] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529d13cb-39f1-f3a7-a3e4-684469c3b9a9, 'name': SearchDatastore_Task, 'duration_secs': 0.020238} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.643640] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.643883] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.644132] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.644278] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.644492] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.644770] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c2facba-c16e-4fa3-a17e-0c89115830cf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.653699] env[68663]: DEBUG nova.scheduler.client.report [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.658417] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.658592] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.659458] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51906c75-3dc2-4118-869a-b0687874f385 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.664898] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 725.664898] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52655bfb-1933-5dcf-fc65-749bb55170b7" [ 725.664898] env[68663]: _type = "Task" [ 725.664898] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.672670] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52655bfb-1933-5dcf-fc65-749bb55170b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.746833] env[68663]: DEBUG nova.network.neutron [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.876201] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237994, 'name': Rename_Task, 'duration_secs': 0.365625} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.876464] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.876695] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-969e3432-788b-480a-9495-daa0f30c64a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.885286] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 725.885286] env[68663]: value = "task-3237995" [ 725.885286] env[68663]: _type = "Task" [ 725.885286] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.892281] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237993, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.896891] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.966307] env[68663]: DEBUG nova.network.neutron [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Updating instance_info_cache with network_info: [{"id": "8de107e2-4211-4af4-bf1a-6109ae03b0e0", "address": "fa:16:3e:0d:54:f5", "network": {"id": "c2ff76b6-9ffb-4953-a4a8-f225f1da1cba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135392808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aad4538e7ff04c39a409875184a83d14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de107e2-42", "ovs_interfaceid": "8de107e2-4211-4af4-bf1a-6109ae03b0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.126048] env[68663]: DEBUG nova.compute.manager [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.160035] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.160035] env[68663]: DEBUG nova.compute.manager [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.163188] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.179s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.881933] env[68663]: INFO nova.compute.claims [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.886871] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Releasing lock "refresh_cache-654c16cd-87aa-408e-bad5-f611df55ff7e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.887158] env[68663]: DEBUG nova.compute.manager [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Instance network_info: |[{"id": "8de107e2-4211-4af4-bf1a-6109ae03b0e0", "address": "fa:16:3e:0d:54:f5", "network": {"id": "c2ff76b6-9ffb-4953-a4a8-f225f1da1cba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135392808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aad4538e7ff04c39a409875184a83d14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de107e2-42", "ovs_interfaceid": "8de107e2-4211-4af4-bf1a-6109ae03b0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.890684] env[68663]: DEBUG nova.compute.utils [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.891984] env[68663]: DEBUG nova.compute.manager [req-8699834e-c078-4e57-9571-7e63fa329439 req-4b9262d0-cab0-4e47-a6e9-6e28e12d7b1b service nova] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Received event network-vif-plugged-8de107e2-4211-4af4-bf1a-6109ae03b0e0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.892201] env[68663]: DEBUG oslo_concurrency.lockutils [req-8699834e-c078-4e57-9571-7e63fa329439 req-4b9262d0-cab0-4e47-a6e9-6e28e12d7b1b service nova] Acquiring lock "654c16cd-87aa-408e-bad5-f611df55ff7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.892445] env[68663]: DEBUG oslo_concurrency.lockutils [req-8699834e-c078-4e57-9571-7e63fa329439 req-4b9262d0-cab0-4e47-a6e9-6e28e12d7b1b service nova] Lock "654c16cd-87aa-408e-bad5-f611df55ff7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.892623] env[68663]: DEBUG oslo_concurrency.lockutils [req-8699834e-c078-4e57-9571-7e63fa329439 req-4b9262d0-cab0-4e47-a6e9-6e28e12d7b1b service nova] Lock "654c16cd-87aa-408e-bad5-f611df55ff7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.892812] env[68663]: DEBUG nova.compute.manager [req-8699834e-c078-4e57-9571-7e63fa329439 req-4b9262d0-cab0-4e47-a6e9-6e28e12d7b1b service nova] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] No waiting events found dispatching network-vif-plugged-8de107e2-4211-4af4-bf1a-6109ae03b0e0 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.893018] env[68663]: WARNING nova.compute.manager [req-8699834e-c078-4e57-9571-7e63fa329439 req-4b9262d0-cab0-4e47-a6e9-6e28e12d7b1b service nova] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Received unexpected event network-vif-plugged-8de107e2-4211-4af4-bf1a-6109ae03b0e0 for instance with vm_state building and task_state spawning. [ 726.893200] env[68663]: DEBUG nova.compute.manager [req-8699834e-c078-4e57-9571-7e63fa329439 req-4b9262d0-cab0-4e47-a6e9-6e28e12d7b1b service nova] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Received event network-changed-8de107e2-4211-4af4-bf1a-6109ae03b0e0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.893397] env[68663]: DEBUG nova.compute.manager [req-8699834e-c078-4e57-9571-7e63fa329439 req-4b9262d0-cab0-4e47-a6e9-6e28e12d7b1b service nova] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Refreshing instance network info cache due to event network-changed-8de107e2-4211-4af4-bf1a-6109ae03b0e0. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.894061] env[68663]: DEBUG oslo_concurrency.lockutils [req-8699834e-c078-4e57-9571-7e63fa329439 req-4b9262d0-cab0-4e47-a6e9-6e28e12d7b1b service nova] Acquiring lock "refresh_cache-654c16cd-87aa-408e-bad5-f611df55ff7e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.894061] env[68663]: DEBUG oslo_concurrency.lockutils [req-8699834e-c078-4e57-9571-7e63fa329439 req-4b9262d0-cab0-4e47-a6e9-6e28e12d7b1b service nova] Acquired lock "refresh_cache-654c16cd-87aa-408e-bad5-f611df55ff7e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.894061] env[68663]: DEBUG nova.network.neutron [req-8699834e-c078-4e57-9571-7e63fa329439 req-4b9262d0-cab0-4e47-a6e9-6e28e12d7b1b service nova] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Refreshing network info cache for port 8de107e2-4211-4af4-bf1a-6109ae03b0e0 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.906014] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:54:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8de107e2-4211-4af4-bf1a-6109ae03b0e0', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.913913] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.914564] env[68663]: DEBUG nova.compute.manager [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.914743] env[68663]: DEBUG nova.network.neutron [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.921063] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.921286] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec4c876e-602f-4135-81e1-b6fd64213492 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.951657] env[68663]: DEBUG oslo_vmware.api [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3237993, 'name': PowerOnVM_Task, 'duration_secs': 1.405925} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.952062] env[68663]: DEBUG oslo_vmware.api [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3237995, 'name': PowerOnVM_Task, 'duration_secs': 0.50426} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.952257] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52655bfb-1933-5dcf-fc65-749bb55170b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013078} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.953391] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.954164] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.954465] env[68663]: INFO nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Took 9.29 seconds to spawn the instance on the hypervisor. [ 726.954700] env[68663]: DEBUG nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.955291] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.955523] env[68663]: DEBUG nova.compute.manager [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.957624] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0996cddd-3c67-4376-9217-c248f42d91b0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.960400] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad3110d-7d1f-4dbf-bd9a-8a32af05fd65 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.963571] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2628c7c4-f22b-41b5-a65d-d3fd08e7f432 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.967609] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.967609] env[68663]: value = "task-3237996" [ 726.967609] env[68663]: _type = "Task" [ 726.967609] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.981681] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 726.981681] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524a34e7-36c3-c70f-11e0-840c1c5ce7c6" [ 726.981681] env[68663]: _type = "Task" [ 726.981681] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.990404] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237996, 'name': CreateVM_Task} progress is 15%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.999990] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524a34e7-36c3-c70f-11e0-840c1c5ce7c6, 'name': SearchDatastore_Task, 'duration_secs': 0.01102} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.000329] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.000649] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 9387f331-9488-4e99-8173-519b9651ce7c/9387f331-9488-4e99-8173-519b9651ce7c.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.000992] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b24ef8c7-c61d-488e-8e3d-eb3600c9acef {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.011363] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 727.011363] env[68663]: value = "task-3237997" [ 727.011363] env[68663]: _type = "Task" [ 727.011363] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.016875] env[68663]: DEBUG nova.policy [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03237a32c24e43559cb04a1a1cefda92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aad4538e7ff04c39a409875184a83d14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.024354] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3237997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.194317] env[68663]: DEBUG nova.network.neutron [req-8699834e-c078-4e57-9571-7e63fa329439 req-4b9262d0-cab0-4e47-a6e9-6e28e12d7b1b service nova] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Updated VIF entry in instance network info cache for port 8de107e2-4211-4af4-bf1a-6109ae03b0e0. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.194893] env[68663]: DEBUG nova.network.neutron [req-8699834e-c078-4e57-9571-7e63fa329439 req-4b9262d0-cab0-4e47-a6e9-6e28e12d7b1b service nova] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Updating instance_info_cache with network_info: [{"id": "8de107e2-4211-4af4-bf1a-6109ae03b0e0", "address": "fa:16:3e:0d:54:f5", "network": {"id": "c2ff76b6-9ffb-4953-a4a8-f225f1da1cba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135392808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aad4538e7ff04c39a409875184a83d14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de107e2-42", "ovs_interfaceid": "8de107e2-4211-4af4-bf1a-6109ae03b0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.397055] env[68663]: DEBUG nova.compute.manager [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.480476] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237996, 'name': CreateVM_Task, 'duration_secs': 0.408175} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.480684] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.481389] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.481554] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.481888] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.485684] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e3e7e7-6a9f-4ee8-8c4e-9d0402737eaf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.495259] env[68663]: DEBUG oslo_concurrency.lockutils [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.498232] env[68663]: INFO nova.compute.manager [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Took 48.37 seconds to build instance. [ 727.499491] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 727.499491] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522580c7-d82b-c71b-b252-dd6d4f4fdd18" [ 727.499491] env[68663]: _type = "Task" [ 727.499491] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.509756] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522580c7-d82b-c71b-b252-dd6d4f4fdd18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.524780] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3237997, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.606099] env[68663]: DEBUG nova.network.neutron [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Successfully created port: b24282cd-79f2-494b-b037-a94514919d2d {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.697888] env[68663]: DEBUG oslo_concurrency.lockutils [req-8699834e-c078-4e57-9571-7e63fa329439 req-4b9262d0-cab0-4e47-a6e9-6e28e12d7b1b service nova] Releasing lock "refresh_cache-654c16cd-87aa-408e-bad5-f611df55ff7e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.998067] env[68663]: DEBUG oslo_concurrency.lockutils [None req-50b42b37-a38b-4161-a275-37589243e65d tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.325s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.010693] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522580c7-d82b-c71b-b252-dd6d4f4fdd18, 'name': SearchDatastore_Task, 'duration_secs': 0.02319} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.011041] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.011289] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.011552] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.011707] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.011896] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.012249] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f8da579-95f2-463a-a33d-729ae95b2358 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.030251] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3237997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52667} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.030251] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 9387f331-9488-4e99-8173-519b9651ce7c/9387f331-9488-4e99-8173-519b9651ce7c.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.030251] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.030251] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.030507] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.030507] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-738ed9e4-963e-4b34-9e44-f40f68d19fdb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.032303] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b837a106-a122-4571-b8e1-91f1064e4277 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.041625] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 728.041625] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523848d8-a5d2-fd97-cfe8-695afd85801d" [ 728.041625] env[68663]: _type = "Task" [ 728.041625] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.044743] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 728.044743] env[68663]: value = "task-3237998" [ 728.044743] env[68663]: _type = "Task" [ 728.044743] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.062122] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523848d8-a5d2-fd97-cfe8-695afd85801d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.065464] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3237998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.405787] env[68663]: DEBUG nova.compute.manager [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.429287] env[68663]: DEBUG nova.virt.hardware [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.429539] env[68663]: DEBUG nova.virt.hardware [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.429696] env[68663]: DEBUG nova.virt.hardware [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.429993] env[68663]: DEBUG nova.virt.hardware [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.430070] env[68663]: DEBUG nova.virt.hardware [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.430176] env[68663]: DEBUG nova.virt.hardware [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.430379] env[68663]: DEBUG nova.virt.hardware [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.430535] env[68663]: DEBUG nova.virt.hardware [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.430694] env[68663]: DEBUG nova.virt.hardware [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.430852] env[68663]: DEBUG nova.virt.hardware [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.431355] env[68663]: DEBUG nova.virt.hardware [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.433086] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c04a4f1-bdd6-4122-bfcc-bf1a9632d37f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.441569] env[68663]: DEBUG oslo_concurrency.lockutils [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "f08f2c03-0005-4f65-b368-a84a7e838ca8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.441797] env[68663]: DEBUG oslo_concurrency.lockutils [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "f08f2c03-0005-4f65-b368-a84a7e838ca8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.441993] env[68663]: DEBUG oslo_concurrency.lockutils [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "f08f2c03-0005-4f65-b368-a84a7e838ca8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.442182] env[68663]: DEBUG oslo_concurrency.lockutils [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "f08f2c03-0005-4f65-b368-a84a7e838ca8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.442523] env[68663]: DEBUG oslo_concurrency.lockutils [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "f08f2c03-0005-4f65-b368-a84a7e838ca8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.444770] env[68663]: INFO nova.compute.manager [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Terminating instance [ 728.454088] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676066d0-10f6-4867-882e-f717c7df27b0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.501648] env[68663]: DEBUG nova.compute.manager [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.524320] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d2f609-0dc4-4fa3-8aa8-e7fef96a1729 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.531769] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe2cdd5-0ea7-4d0a-9cac-b169878cfedd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.570026] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076865d0-3b88-45fe-b28a-1a3ed4543c8b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.578274] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523848d8-a5d2-fd97-cfe8-695afd85801d, 'name': SearchDatastore_Task, 'duration_secs': 0.019524} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.583718] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3237998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0665} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.584233] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b02696a5-548c-4072-84ec-7931301f421f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.586545] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.588467] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a229a937-9ed7-420a-88bb-468b54be6c71 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.593781] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d189bc-c9f1-4982-9b6a-fac8f3c399ab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.599761] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 728.599761] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527c8d78-fc07-128c-a6ef-6ebfa2fe588a" [ 728.599761] env[68663]: _type = "Task" [ 728.599761] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.626592] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 9387f331-9488-4e99-8173-519b9651ce7c/9387f331-9488-4e99-8173-519b9651ce7c.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.627616] env[68663]: DEBUG nova.compute.provider_tree [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 728.632371] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "a6ebe229-ac63-4f8a-b09d-da70cb9ef796" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.632605] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "a6ebe229-ac63-4f8a-b09d-da70cb9ef796" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.632811] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "a6ebe229-ac63-4f8a-b09d-da70cb9ef796-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.632988] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "a6ebe229-ac63-4f8a-b09d-da70cb9ef796-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.633156] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "a6ebe229-ac63-4f8a-b09d-da70cb9ef796-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.635016] env[68663]: INFO nova.compute.manager [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Terminating instance [ 728.637700] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48a47bc3-07c8-4a62-a852-c0cf6d077b47 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.661324] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527c8d78-fc07-128c-a6ef-6ebfa2fe588a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.661324] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 728.661324] env[68663]: value = "task-3237999" [ 728.661324] env[68663]: _type = "Task" [ 728.661324] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.671090] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3237999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.949611] env[68663]: DEBUG oslo_concurrency.lockutils [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "refresh_cache-f08f2c03-0005-4f65-b368-a84a7e838ca8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.949914] env[68663]: DEBUG oslo_concurrency.lockutils [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquired lock "refresh_cache-f08f2c03-0005-4f65-b368-a84a7e838ca8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.950365] env[68663]: DEBUG nova.network.neutron [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.021884] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.129061] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527c8d78-fc07-128c-a6ef-6ebfa2fe588a, 'name': SearchDatastore_Task, 'duration_secs': 0.062432} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.129127] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.129365] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 654c16cd-87aa-408e-bad5-f611df55ff7e/654c16cd-87aa-408e-bad5-f611df55ff7e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.132170] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7af707da-5af4-4233-aec0-d96d1e72b5d4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.138449] env[68663]: DEBUG nova.compute.manager [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.138683] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.140559] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5a5639-5b76-485d-995e-569017d52302 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.143520] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 729.143520] env[68663]: value = "task-3238000" [ 729.143520] env[68663]: _type = "Task" [ 729.143520] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.149022] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.149533] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fcd6568-ebcc-41ed-bfa4-3aef88ccbb37 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.152523] env[68663]: ERROR nova.scheduler.client.report [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [req-883597ed-00ce-4a7c-acc8-682e981e87e3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-883597ed-00ce-4a7c-acc8-682e981e87e3"}]} [ 729.158073] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.162025] env[68663]: DEBUG oslo_vmware.api [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 729.162025] env[68663]: value = "task-3238001" [ 729.162025] env[68663]: _type = "Task" [ 729.162025] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.172169] env[68663]: DEBUG nova.scheduler.client.report [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Refreshing inventories for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 729.180524] env[68663]: DEBUG oslo_vmware.api [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3238001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.180883] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3237999, 'name': ReconfigVM_Task, 'duration_secs': 0.377081} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.182916] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 9387f331-9488-4e99-8173-519b9651ce7c/9387f331-9488-4e99-8173-519b9651ce7c.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.182916] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8b21eab-14bf-4dd6-b4ef-b64f2047ddc4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.188216] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 729.188216] env[68663]: value = "task-3238002" [ 729.188216] env[68663]: _type = "Task" [ 729.188216] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.196942] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238002, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.198075] env[68663]: DEBUG nova.scheduler.client.report [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Updating ProviderTree inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 729.198295] env[68663]: DEBUG nova.compute.provider_tree [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.214973] env[68663]: DEBUG nova.scheduler.client.report [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Refreshing aggregate associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, aggregates: None {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 729.229416] env[68663]: DEBUG oslo_concurrency.lockutils [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "b34a987e-ad95-4941-a540-a2cd3816149e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.229725] env[68663]: DEBUG oslo_concurrency.lockutils [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "b34a987e-ad95-4941-a540-a2cd3816149e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.239425] env[68663]: DEBUG nova.scheduler.client.report [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Refreshing trait associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 729.274179] env[68663]: DEBUG nova.compute.manager [req-6e4a8ece-6ab5-47fc-818d-3a90ed92e58a req-4fe9fc72-a24d-4e30-a014-37358a692bb7 service nova] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Received event network-vif-plugged-b24282cd-79f2-494b-b037-a94514919d2d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.274500] env[68663]: DEBUG oslo_concurrency.lockutils [req-6e4a8ece-6ab5-47fc-818d-3a90ed92e58a req-4fe9fc72-a24d-4e30-a014-37358a692bb7 service nova] Acquiring lock "148238a9-ed65-4cf0-a9d1-95e1ef9dc67a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.274687] env[68663]: DEBUG oslo_concurrency.lockutils [req-6e4a8ece-6ab5-47fc-818d-3a90ed92e58a req-4fe9fc72-a24d-4e30-a014-37358a692bb7 service nova] Lock "148238a9-ed65-4cf0-a9d1-95e1ef9dc67a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.274871] env[68663]: DEBUG oslo_concurrency.lockutils [req-6e4a8ece-6ab5-47fc-818d-3a90ed92e58a req-4fe9fc72-a24d-4e30-a014-37358a692bb7 service nova] Lock "148238a9-ed65-4cf0-a9d1-95e1ef9dc67a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.275076] env[68663]: DEBUG nova.compute.manager [req-6e4a8ece-6ab5-47fc-818d-3a90ed92e58a req-4fe9fc72-a24d-4e30-a014-37358a692bb7 service nova] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] No waiting events found dispatching network-vif-plugged-b24282cd-79f2-494b-b037-a94514919d2d {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.275279] env[68663]: WARNING nova.compute.manager [req-6e4a8ece-6ab5-47fc-818d-3a90ed92e58a req-4fe9fc72-a24d-4e30-a014-37358a692bb7 service nova] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Received unexpected event network-vif-plugged-b24282cd-79f2-494b-b037-a94514919d2d for instance with vm_state building and task_state spawning. [ 729.465176] env[68663]: DEBUG nova.network.neutron [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Successfully updated port: b24282cd-79f2-494b-b037-a94514919d2d {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.475371] env[68663]: DEBUG nova.network.neutron [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.543647] env[68663]: DEBUG nova.network.neutron [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.653435] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465278} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.655863] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 654c16cd-87aa-408e-bad5-f611df55ff7e/654c16cd-87aa-408e-bad5-f611df55ff7e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.656111] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.656697] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2de97b90-0d2d-4051-9b76-306184add23a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.663049] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 729.663049] env[68663]: value = "task-3238003" [ 729.663049] env[68663]: _type = "Task" [ 729.663049] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.674828] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.679033] env[68663]: DEBUG oslo_vmware.api [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3238001, 'name': PowerOffVM_Task, 'duration_secs': 0.277654} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.679291] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.679456] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.679701] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-847df737-1d39-4d06-b96c-f54879a566c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.712013] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238002, 'name': Rename_Task, 'duration_secs': 0.178856} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.712335] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.712637] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c8578df-726c-408f-b8ee-11e5b43a058b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.717993] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 729.717993] env[68663]: value = "task-3238005" [ 729.717993] env[68663]: _type = "Task" [ 729.717993] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.727344] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.759909] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.760811] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.760811] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Deleting the datastore file [datastore1] a6ebe229-ac63-4f8a-b09d-da70cb9ef796 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.760811] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66a971d7-3d02-4a88-812c-d84bc1986d40 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.770018] env[68663]: DEBUG oslo_vmware.api [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 729.770018] env[68663]: value = "task-3238006" [ 729.770018] env[68663]: _type = "Task" [ 729.770018] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.778630] env[68663]: DEBUG oslo_vmware.api [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3238006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.908397] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f87424-113e-4747-92b1-1534b62c93c6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.916280] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603d0f72-449e-41ed-b920-9c94955f6ca6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.948085] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21790ae7-394e-4368-8985-467f9925a051 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.956190] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f1db6c-50a5-49fb-9c38-7137c9f4b735 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.971418] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "refresh_cache-148238a9-ed65-4cf0-a9d1-95e1ef9dc67a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.971777] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquired lock "refresh_cache-148238a9-ed65-4cf0-a9d1-95e1ef9dc67a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.971977] env[68663]: DEBUG nova.network.neutron [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.973816] env[68663]: DEBUG nova.compute.provider_tree [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 730.046783] env[68663]: DEBUG oslo_concurrency.lockutils [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Releasing lock "refresh_cache-f08f2c03-0005-4f65-b368-a84a7e838ca8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.047359] env[68663]: DEBUG nova.compute.manager [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.047605] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.048856] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b001e6-cacc-466f-82ff-ebe728f04dc0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.059153] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.059457] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87cb1067-a8bb-4ba8-8cb3-d8f4b6097996 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.067753] env[68663]: DEBUG oslo_vmware.api [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 730.067753] env[68663]: value = "task-3238007" [ 730.067753] env[68663]: _type = "Task" [ 730.067753] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.075787] env[68663]: DEBUG oslo_vmware.api [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3238007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.172506] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.27148} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.172800] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.173652] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4023612-1431-4c51-841b-2edd6bf12383 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.195542] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 654c16cd-87aa-408e-bad5-f611df55ff7e/654c16cd-87aa-408e-bad5-f611df55ff7e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.195817] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d346bd98-6eff-4554-8d97-f9ad1679b564 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.241287] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238005, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.242724] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 730.242724] env[68663]: value = "task-3238008" [ 730.242724] env[68663]: _type = "Task" [ 730.242724] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.252039] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238008, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.279859] env[68663]: DEBUG oslo_vmware.api [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3238006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.508252] env[68663]: DEBUG nova.network.neutron [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.510858] env[68663]: DEBUG nova.scheduler.client.report [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 730.511109] env[68663]: DEBUG nova.compute.provider_tree [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 72 to 73 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 730.511293] env[68663]: DEBUG nova.compute.provider_tree [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 730.577887] env[68663]: DEBUG oslo_vmware.api [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3238007, 'name': PowerOffVM_Task, 'duration_secs': 0.386925} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.578173] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.578330] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.578596] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c809a3e3-60dd-45fd-88c7-c543f9b728d1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.605711] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.605923] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.606117] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Deleting the datastore file [datastore2] f08f2c03-0005-4f65-b368-a84a7e838ca8 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.606378] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaedc6b8-a964-4f10-be13-fe722c1ba67b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.612261] env[68663]: DEBUG oslo_vmware.api [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 730.612261] env[68663]: value = "task-3238010" [ 730.612261] env[68663]: _type = "Task" [ 730.612261] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.621218] env[68663]: DEBUG oslo_vmware.api [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3238010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.653128] env[68663]: DEBUG nova.network.neutron [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Updating instance_info_cache with network_info: [{"id": "b24282cd-79f2-494b-b037-a94514919d2d", "address": "fa:16:3e:d1:6a:5c", "network": {"id": "c2ff76b6-9ffb-4953-a4a8-f225f1da1cba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135392808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aad4538e7ff04c39a409875184a83d14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb24282cd-79", "ovs_interfaceid": "b24282cd-79f2-494b-b037-a94514919d2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.728943] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238005, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.751635] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.780845] env[68663]: DEBUG oslo_vmware.api [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3238006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.688652} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.780940] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.781093] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.781277] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.781452] env[68663]: INFO nova.compute.manager [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Took 1.64 seconds to destroy the instance on the hypervisor. [ 730.781742] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.781962] env[68663]: DEBUG nova.compute.manager [-] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.781962] env[68663]: DEBUG nova.network.neutron [-] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.017417] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.854s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.018050] env[68663]: DEBUG nova.compute.manager [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.022039] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.921s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.026023] env[68663]: DEBUG nova.objects.instance [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lazy-loading 'resources' on Instance uuid cbe6bafc-b68c-40b7-9cfe-2399794c8054 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.120321] env[68663]: DEBUG nova.compute.manager [req-62f9ba8b-3830-49d7-b35b-fcc88cfb6fbc req-7bc71039-55ec-461a-ac40-456b9747d0ed service nova] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Received event network-vif-deleted-d04ed7bb-2fc4-41ac-8611-db36af2af1de {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.120574] env[68663]: INFO nova.compute.manager [req-62f9ba8b-3830-49d7-b35b-fcc88cfb6fbc req-7bc71039-55ec-461a-ac40-456b9747d0ed service nova] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Neutron deleted interface d04ed7bb-2fc4-41ac-8611-db36af2af1de; detaching it from the instance and deleting it from the info cache [ 731.121018] env[68663]: DEBUG nova.network.neutron [req-62f9ba8b-3830-49d7-b35b-fcc88cfb6fbc req-7bc71039-55ec-461a-ac40-456b9747d0ed service nova] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.126716] env[68663]: DEBUG oslo_vmware.api [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3238010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165754} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.126958] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.127150] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.127336] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.127509] env[68663]: INFO nova.compute.manager [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Took 1.08 seconds to destroy the instance on the hypervisor. [ 731.127798] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.127990] env[68663]: DEBUG nova.compute.manager [-] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.128094] env[68663]: DEBUG nova.network.neutron [-] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.144845] env[68663]: DEBUG nova.network.neutron [-] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.156150] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Releasing lock "refresh_cache-148238a9-ed65-4cf0-a9d1-95e1ef9dc67a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.156502] env[68663]: DEBUG nova.compute.manager [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Instance network_info: |[{"id": "b24282cd-79f2-494b-b037-a94514919d2d", "address": "fa:16:3e:d1:6a:5c", "network": {"id": "c2ff76b6-9ffb-4953-a4a8-f225f1da1cba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135392808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aad4538e7ff04c39a409875184a83d14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb24282cd-79", "ovs_interfaceid": "b24282cd-79f2-494b-b037-a94514919d2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.157120] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:6a:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b24282cd-79f2-494b-b037-a94514919d2d', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.164896] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.165697] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.165787] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-282ccf61-2f7f-48ba-9477-600b9427c484 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.188061] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.188061] env[68663]: value = "task-3238011" [ 731.188061] env[68663]: _type = "Task" [ 731.188061] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.197960] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238011, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.231027] env[68663]: DEBUG oslo_vmware.api [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238005, 'name': PowerOnVM_Task, 'duration_secs': 1.1742} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.231027] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.231027] env[68663]: INFO nova.compute.manager [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Took 9.68 seconds to spawn the instance on the hypervisor. [ 731.231027] env[68663]: DEBUG nova.compute.manager [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.231782] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51727a54-40eb-4261-b3ab-d3307bf3cfc6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.254060] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.304487] env[68663]: DEBUG nova.compute.manager [req-35bd7886-e974-47a9-bcdf-76b480d66695 req-2e4c0dc0-ba61-4c3d-987f-b7649d534511 service nova] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Received event network-changed-b24282cd-79f2-494b-b037-a94514919d2d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.304487] env[68663]: DEBUG nova.compute.manager [req-35bd7886-e974-47a9-bcdf-76b480d66695 req-2e4c0dc0-ba61-4c3d-987f-b7649d534511 service nova] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Refreshing instance network info cache due to event network-changed-b24282cd-79f2-494b-b037-a94514919d2d. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.304487] env[68663]: DEBUG oslo_concurrency.lockutils [req-35bd7886-e974-47a9-bcdf-76b480d66695 req-2e4c0dc0-ba61-4c3d-987f-b7649d534511 service nova] Acquiring lock "refresh_cache-148238a9-ed65-4cf0-a9d1-95e1ef9dc67a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.304775] env[68663]: DEBUG oslo_concurrency.lockutils [req-35bd7886-e974-47a9-bcdf-76b480d66695 req-2e4c0dc0-ba61-4c3d-987f-b7649d534511 service nova] Acquired lock "refresh_cache-148238a9-ed65-4cf0-a9d1-95e1ef9dc67a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.304972] env[68663]: DEBUG nova.network.neutron [req-35bd7886-e974-47a9-bcdf-76b480d66695 req-2e4c0dc0-ba61-4c3d-987f-b7649d534511 service nova] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Refreshing network info cache for port b24282cd-79f2-494b-b037-a94514919d2d {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.525863] env[68663]: DEBUG nova.compute.utils [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.528047] env[68663]: DEBUG nova.compute.manager [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.528047] env[68663]: DEBUG nova.network.neutron [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.556379] env[68663]: DEBUG nova.network.neutron [-] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.593696] env[68663]: DEBUG nova.policy [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01b6cf858c314f6d81d12a93660395bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '445d7cda00e0483bb216ef99eb878f7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.624193] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a808631-5991-4b0e-94be-6500f9b21227 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.635578] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2a6390-f5c6-431e-9fff-85bf19920cd2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.649687] env[68663]: DEBUG nova.network.neutron [-] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.684283] env[68663]: DEBUG nova.compute.manager [req-62f9ba8b-3830-49d7-b35b-fcc88cfb6fbc req-7bc71039-55ec-461a-ac40-456b9747d0ed service nova] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Detach interface failed, port_id=d04ed7bb-2fc4-41ac-8611-db36af2af1de, reason: Instance a6ebe229-ac63-4f8a-b09d-da70cb9ef796 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 731.698035] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238011, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.755760] env[68663]: INFO nova.compute.manager [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Took 49.72 seconds to build instance. [ 731.763034] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238008, 'name': ReconfigVM_Task, 'duration_secs': 1.062893} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.763034] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 654c16cd-87aa-408e-bad5-f611df55ff7e/654c16cd-87aa-408e-bad5-f611df55ff7e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.763258] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57415b93-1d3b-4f9c-9ae6-13c59ab70245 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.773759] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 731.773759] env[68663]: value = "task-3238012" [ 731.773759] env[68663]: _type = "Task" [ 731.773759] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.786994] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238012, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.037272] env[68663]: DEBUG nova.compute.manager [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.059676] env[68663]: INFO nova.compute.manager [-] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Took 1.28 seconds to deallocate network for instance. [ 732.132826] env[68663]: DEBUG nova.network.neutron [req-35bd7886-e974-47a9-bcdf-76b480d66695 req-2e4c0dc0-ba61-4c3d-987f-b7649d534511 service nova] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Updated VIF entry in instance network info cache for port b24282cd-79f2-494b-b037-a94514919d2d. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.134656] env[68663]: DEBUG nova.network.neutron [req-35bd7886-e974-47a9-bcdf-76b480d66695 req-2e4c0dc0-ba61-4c3d-987f-b7649d534511 service nova] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Updating instance_info_cache with network_info: [{"id": "b24282cd-79f2-494b-b037-a94514919d2d", "address": "fa:16:3e:d1:6a:5c", "network": {"id": "c2ff76b6-9ffb-4953-a4a8-f225f1da1cba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135392808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aad4538e7ff04c39a409875184a83d14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb24282cd-79", "ovs_interfaceid": "b24282cd-79f2-494b-b037-a94514919d2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.152602] env[68663]: INFO nova.compute.manager [-] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Took 1.02 seconds to deallocate network for instance. [ 732.173160] env[68663]: DEBUG nova.network.neutron [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Successfully created port: 0ccdd95a-afaf-480f-bc25-966b0b3e62fb {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.204169] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238011, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.221493] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6a64b4-1004-4fa7-b787-2fa3bad2c39b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.229727] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080b9eaa-fd4a-4b55-8895-c0a67a7b2bcf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.265750] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c2d1f65c-cc78-454a-a591-6ee9167871c9 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "9387f331-9488-4e99-8173-519b9651ce7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.684s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.266582] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a974b637-a6fb-4a16-8d52-ba42eb9e8776 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.279898] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca1c5e2-e2df-43dc-8746-4d719f4f000c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.299299] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238012, 'name': Rename_Task, 'duration_secs': 0.216254} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.299765] env[68663]: DEBUG nova.compute.provider_tree [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.301199] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.301627] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab848833-cdf4-477b-8049-741f2c4d67a4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.312255] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 732.312255] env[68663]: value = "task-3238013" [ 732.312255] env[68663]: _type = "Task" [ 732.312255] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.323411] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.568551] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.638800] env[68663]: DEBUG oslo_concurrency.lockutils [req-35bd7886-e974-47a9-bcdf-76b480d66695 req-2e4c0dc0-ba61-4c3d-987f-b7649d534511 service nova] Releasing lock "refresh_cache-148238a9-ed65-4cf0-a9d1-95e1ef9dc67a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.661863] env[68663]: DEBUG oslo_concurrency.lockutils [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.702359] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238011, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.771143] env[68663]: DEBUG nova.compute.manager [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.822829] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238013, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.837521] env[68663]: DEBUG nova.scheduler.client.report [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 732.837855] env[68663]: DEBUG nova.compute.provider_tree [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 73 to 74 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 732.838062] env[68663]: DEBUG nova.compute.provider_tree [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.047371] env[68663]: DEBUG nova.compute.manager [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.073872] env[68663]: DEBUG nova.virt.hardware [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.074120] env[68663]: DEBUG nova.virt.hardware [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.074361] env[68663]: DEBUG nova.virt.hardware [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.074531] env[68663]: DEBUG nova.virt.hardware [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.074714] env[68663]: DEBUG nova.virt.hardware [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.074781] env[68663]: DEBUG nova.virt.hardware [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.074983] env[68663]: DEBUG nova.virt.hardware [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.075161] env[68663]: DEBUG nova.virt.hardware [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.075329] env[68663]: DEBUG nova.virt.hardware [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.075505] env[68663]: DEBUG nova.virt.hardware [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.075709] env[68663]: DEBUG nova.virt.hardware [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.076669] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb76052-bdfc-4693-8869-34b6539ca97b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.086164] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae262ed6-038a-4622-8996-9213e557e464 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.201335] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238011, 'name': CreateVM_Task, 'duration_secs': 1.670787} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.201694] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.202225] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.202437] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.202784] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.203047] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0fe710d-5c44-41f0-ad51-d966b6b44adf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.208562] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 733.208562] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f70660-f514-4b1c-7523-e1568c54ea99" [ 733.208562] env[68663]: _type = "Task" [ 733.208562] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.217557] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f70660-f514-4b1c-7523-e1568c54ea99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.293848] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.322580] env[68663]: DEBUG oslo_vmware.api [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238013, 'name': PowerOnVM_Task, 'duration_secs': 0.568499} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.322856] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.323070] env[68663]: INFO nova.compute.manager [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Took 8.95 seconds to spawn the instance on the hypervisor. [ 733.323258] env[68663]: DEBUG nova.compute.manager [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.324080] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe34c9f-20c3-4b17-8c1a-fcf76d5dd7b8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.344067] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.322s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.346607] env[68663]: DEBUG oslo_concurrency.lockutils [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.847s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.346845] env[68663]: DEBUG nova.objects.instance [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lazy-loading 'resources' on Instance uuid 34aae64f-f45c-463b-921c-fec60cb69b7a {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.364460] env[68663]: INFO nova.scheduler.client.report [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Deleted allocations for instance cbe6bafc-b68c-40b7-9cfe-2399794c8054 [ 733.618361] env[68663]: DEBUG nova.compute.manager [req-af8d10a6-2774-427a-b483-8f0694346aaa req-ccaf4e10-a8e1-40a0-8491-54aaf61fa0ff service nova] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Received event network-vif-plugged-0ccdd95a-afaf-480f-bc25-966b0b3e62fb {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.618466] env[68663]: DEBUG oslo_concurrency.lockutils [req-af8d10a6-2774-427a-b483-8f0694346aaa req-ccaf4e10-a8e1-40a0-8491-54aaf61fa0ff service nova] Acquiring lock "edf3f0b4-a424-4de7-8abb-20a17e8454fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.618662] env[68663]: DEBUG oslo_concurrency.lockutils [req-af8d10a6-2774-427a-b483-8f0694346aaa req-ccaf4e10-a8e1-40a0-8491-54aaf61fa0ff service nova] Lock "edf3f0b4-a424-4de7-8abb-20a17e8454fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.618848] env[68663]: DEBUG oslo_concurrency.lockutils [req-af8d10a6-2774-427a-b483-8f0694346aaa req-ccaf4e10-a8e1-40a0-8491-54aaf61fa0ff service nova] Lock "edf3f0b4-a424-4de7-8abb-20a17e8454fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.618993] env[68663]: DEBUG nova.compute.manager [req-af8d10a6-2774-427a-b483-8f0694346aaa req-ccaf4e10-a8e1-40a0-8491-54aaf61fa0ff service nova] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] No waiting events found dispatching network-vif-plugged-0ccdd95a-afaf-480f-bc25-966b0b3e62fb {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.619212] env[68663]: WARNING nova.compute.manager [req-af8d10a6-2774-427a-b483-8f0694346aaa req-ccaf4e10-a8e1-40a0-8491-54aaf61fa0ff service nova] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Received unexpected event network-vif-plugged-0ccdd95a-afaf-480f-bc25-966b0b3e62fb for instance with vm_state building and task_state spawning. [ 733.702485] env[68663]: DEBUG nova.network.neutron [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Successfully updated port: 0ccdd95a-afaf-480f-bc25-966b0b3e62fb {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.721649] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f70660-f514-4b1c-7523-e1568c54ea99, 'name': SearchDatastore_Task, 'duration_secs': 0.02342} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.721984] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.722249] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.722551] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.722730] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.722926] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.723215] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81e9324e-6008-4486-8b19-74d4801d32ad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.736277] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.736518] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.737330] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d46f3a1-59ca-4595-ac27-8e48ae4a919d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.744293] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 733.744293] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524e2816-4d06-dc8a-6722-c814e5bceb65" [ 733.744293] env[68663]: _type = "Task" [ 733.744293] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.752635] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524e2816-4d06-dc8a-6722-c814e5bceb65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.841956] env[68663]: INFO nova.compute.manager [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Took 47.83 seconds to build instance. [ 733.875174] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c35663b0-c453-45cb-a165-ee28a538a235 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "cbe6bafc-b68c-40b7-9cfe-2399794c8054" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.922s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.209583] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "refresh_cache-edf3f0b4-a424-4de7-8abb-20a17e8454fc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.209842] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquired lock "refresh_cache-edf3f0b4-a424-4de7-8abb-20a17e8454fc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.210050] env[68663]: DEBUG nova.network.neutron [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.256975] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524e2816-4d06-dc8a-6722-c814e5bceb65, 'name': SearchDatastore_Task, 'duration_secs': 0.025466} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.257784] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f4f8ef-00ec-4513-a226-5353f1c2680d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.263810] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 734.263810] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f6ea04-a9a6-6d87-8fc2-e2bbe533e681" [ 734.263810] env[68663]: _type = "Task" [ 734.263810] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.274487] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f6ea04-a9a6-6d87-8fc2-e2bbe533e681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.344360] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ffbd493a-2c5e-4dc9-9510-90a7339118cc tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "654c16cd-87aa-408e-bad5-f611df55ff7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.083s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.392321] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6428292b-9a8c-4d13-9c7c-fbc73ef3d5ae {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.399708] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed3be12-d8ca-40b7-87fa-2c4af125b346 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.431342] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ed340c-2991-4bb6-87be-8dc86ea2c634 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.439033] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f533c7-e7ed-47c5-b35d-891a109ed93c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.455826] env[68663]: DEBUG nova.compute.provider_tree [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.744965] env[68663]: DEBUG nova.network.neutron [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.776576] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f6ea04-a9a6-6d87-8fc2-e2bbe533e681, 'name': SearchDatastore_Task, 'duration_secs': 0.043761} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.776846] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.777124] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a/148238a9-ed65-4cf0-a9d1-95e1ef9dc67a.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.777473] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01064a04-195a-4268-993d-d091a641a529 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.785809] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 734.785809] env[68663]: value = "task-3238014" [ 734.785809] env[68663]: _type = "Task" [ 734.785809] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.794012] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.847460] env[68663]: DEBUG nova.compute.manager [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.883645] env[68663]: DEBUG nova.network.neutron [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Updating instance_info_cache with network_info: [{"id": "0ccdd95a-afaf-480f-bc25-966b0b3e62fb", "address": "fa:16:3e:5e:7e:c9", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccdd95a-af", "ovs_interfaceid": "0ccdd95a-afaf-480f-bc25-966b0b3e62fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.959097] env[68663]: DEBUG nova.scheduler.client.report [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.296619] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238014, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.375032] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.387022] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Releasing lock "refresh_cache-edf3f0b4-a424-4de7-8abb-20a17e8454fc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.387421] env[68663]: DEBUG nova.compute.manager [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Instance network_info: |[{"id": "0ccdd95a-afaf-480f-bc25-966b0b3e62fb", "address": "fa:16:3e:5e:7e:c9", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccdd95a-af", "ovs_interfaceid": "0ccdd95a-afaf-480f-bc25-966b0b3e62fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.387920] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:7e:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ccdd95a-afaf-480f-bc25-966b0b3e62fb', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.397577] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Creating folder: Project (445d7cda00e0483bb216ef99eb878f7f). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.397905] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a757daf6-a366-4c97-9893-263956227df6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.413948] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Created folder: Project (445d7cda00e0483bb216ef99eb878f7f) in parent group-v647027. [ 735.414282] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Creating folder: Instances. Parent ref: group-v647173. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.414672] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4f86131-89ef-4ca5-a73a-2e3ffce929bc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.432669] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Created folder: Instances in parent group-v647173. [ 735.432669] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.432954] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.433275] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e31d50e-7d9c-4b65-9b10-18f299d2edda {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.458696] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.458696] env[68663]: value = "task-3238017" [ 735.458696] env[68663]: _type = "Task" [ 735.458696] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.464866] env[68663]: DEBUG oslo_concurrency.lockutils [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.471449] env[68663]: DEBUG oslo_concurrency.lockutils [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.944s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.471789] env[68663]: DEBUG nova.objects.instance [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Lazy-loading 'resources' on Instance uuid 0fce1340-0d03-4183-94cb-971773bbbeda {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.477032] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238017, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.490911] env[68663]: INFO nova.scheduler.client.report [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleted allocations for instance 34aae64f-f45c-463b-921c-fec60cb69b7a [ 735.684629] env[68663]: DEBUG nova.compute.manager [req-638f320a-4644-45ac-892a-67bde80e2b9d req-6a195eb5-45f8-4e97-a9c4-d58d2ba6e80d service nova] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Received event network-changed-0ccdd95a-afaf-480f-bc25-966b0b3e62fb {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.684895] env[68663]: DEBUG nova.compute.manager [req-638f320a-4644-45ac-892a-67bde80e2b9d req-6a195eb5-45f8-4e97-a9c4-d58d2ba6e80d service nova] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Refreshing instance network info cache due to event network-changed-0ccdd95a-afaf-480f-bc25-966b0b3e62fb. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.685350] env[68663]: DEBUG oslo_concurrency.lockutils [req-638f320a-4644-45ac-892a-67bde80e2b9d req-6a195eb5-45f8-4e97-a9c4-d58d2ba6e80d service nova] Acquiring lock "refresh_cache-edf3f0b4-a424-4de7-8abb-20a17e8454fc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.685545] env[68663]: DEBUG oslo_concurrency.lockutils [req-638f320a-4644-45ac-892a-67bde80e2b9d req-6a195eb5-45f8-4e97-a9c4-d58d2ba6e80d service nova] Acquired lock "refresh_cache-edf3f0b4-a424-4de7-8abb-20a17e8454fc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.685765] env[68663]: DEBUG nova.network.neutron [req-638f320a-4644-45ac-892a-67bde80e2b9d req-6a195eb5-45f8-4e97-a9c4-d58d2ba6e80d service nova] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Refreshing network info cache for port 0ccdd95a-afaf-480f-bc25-966b0b3e62fb {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.797849] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844588} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.798236] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a/148238a9-ed65-4cf0-a9d1-95e1ef9dc67a.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.798556] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.799403] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0d464e4-6d4f-4245-b37b-5ff8c57e2293 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.809894] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 735.809894] env[68663]: value = "task-3238018" [ 735.809894] env[68663]: _type = "Task" [ 735.809894] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.821023] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.969926] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238017, 'name': CreateVM_Task, 'duration_secs': 0.504416} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.970121] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.970831] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.971012] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.971342] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.971597] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03835cea-9f3d-4d76-85a5-a18749e7715b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.976420] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 735.976420] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52022d03-b2f8-43c0-6ff2-c7a4f6c74482" [ 735.976420] env[68663]: _type = "Task" [ 735.976420] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.986514] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52022d03-b2f8-43c0-6ff2-c7a4f6c74482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.998312] env[68663]: DEBUG oslo_concurrency.lockutils [None req-83dee616-ae7a-4d7d-a9e2-8734bd7b8516 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "34aae64f-f45c-463b-921c-fec60cb69b7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.480s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.321915] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.300604} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.324267] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.326193] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8879fa1f-0cf9-4687-a1c0-715a97bd4bd5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.349492] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a/148238a9-ed65-4cf0-a9d1-95e1ef9dc67a.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.352069] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc8094d5-b77b-480e-96e7-2276fdd2275b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.376617] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 736.376617] env[68663]: value = "task-3238019" [ 736.376617] env[68663]: _type = "Task" [ 736.376617] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.395106] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.405665] env[68663]: DEBUG nova.network.neutron [req-638f320a-4644-45ac-892a-67bde80e2b9d req-6a195eb5-45f8-4e97-a9c4-d58d2ba6e80d service nova] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Updated VIF entry in instance network info cache for port 0ccdd95a-afaf-480f-bc25-966b0b3e62fb. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.406480] env[68663]: DEBUG nova.network.neutron [req-638f320a-4644-45ac-892a-67bde80e2b9d req-6a195eb5-45f8-4e97-a9c4-d58d2ba6e80d service nova] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Updating instance_info_cache with network_info: [{"id": "0ccdd95a-afaf-480f-bc25-966b0b3e62fb", "address": "fa:16:3e:5e:7e:c9", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccdd95a-af", "ovs_interfaceid": "0ccdd95a-afaf-480f-bc25-966b0b3e62fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.490314] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52022d03-b2f8-43c0-6ff2-c7a4f6c74482, 'name': SearchDatastore_Task, 'duration_secs': 0.062238} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.495423] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.495423] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.495423] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.495423] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.495690] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.495690] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f3b89b1-44b1-4f9d-aadb-d068eedad8c5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.516044] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.516266] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.517214] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e45d17d1-2131-462c-92b5-8ad56ff87ea0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.523577] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02c16ac-20d6-482f-b0b9-76f2d199da91 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.528052] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 736.528052] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528c4134-1f67-204d-c983-e79d15e7dcfe" [ 736.528052] env[68663]: _type = "Task" [ 736.528052] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.534874] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86af2e5-4ebd-4b8e-ab24-a15d9f34f203 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.541545] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528c4134-1f67-204d-c983-e79d15e7dcfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.570885] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f904331-6738-40ff-aa2b-359c80fffa6b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.579279] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd92ca17-760c-473e-91db-ab984041ae9e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.593915] env[68663]: DEBUG nova.compute.provider_tree [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.888522] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.912592] env[68663]: DEBUG oslo_concurrency.lockutils [req-638f320a-4644-45ac-892a-67bde80e2b9d req-6a195eb5-45f8-4e97-a9c4-d58d2ba6e80d service nova] Releasing lock "refresh_cache-edf3f0b4-a424-4de7-8abb-20a17e8454fc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.040690] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528c4134-1f67-204d-c983-e79d15e7dcfe, 'name': SearchDatastore_Task, 'duration_secs': 0.022695} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.041541] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974066bd-340e-461b-8586-d77da9251f91 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.048083] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 737.048083] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d94729-49f1-5af3-b92f-6ee039e77737" [ 737.048083] env[68663]: _type = "Task" [ 737.048083] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.056493] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d94729-49f1-5af3-b92f-6ee039e77737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.096866] env[68663]: DEBUG nova.scheduler.client.report [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.388605] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238019, 'name': ReconfigVM_Task, 'duration_secs': 0.869292} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.389086] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a/148238a9-ed65-4cf0-a9d1-95e1ef9dc67a.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.389892] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e542bc6b-a746-4ddb-bbe9-15d2125718c1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.399027] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 737.399027] env[68663]: value = "task-3238020" [ 737.399027] env[68663]: _type = "Task" [ 737.399027] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.410031] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238020, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.560162] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d94729-49f1-5af3-b92f-6ee039e77737, 'name': SearchDatastore_Task, 'duration_secs': 0.017404} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.560253] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.560705] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] edf3f0b4-a424-4de7-8abb-20a17e8454fc/edf3f0b4-a424-4de7-8abb-20a17e8454fc.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.561092] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed0cc948-3a24-473e-8b4f-5da3f0cebde8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.569401] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 737.569401] env[68663]: value = "task-3238021" [ 737.569401] env[68663]: _type = "Task" [ 737.569401] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.578471] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.602885] env[68663]: DEBUG oslo_concurrency.lockutils [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.605469] env[68663]: DEBUG oslo_concurrency.lockutils [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.153s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.605748] env[68663]: DEBUG nova.objects.instance [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lazy-loading 'resources' on Instance uuid 7416ff97-a858-47d9-ab62-3a891b8f4fa0 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.628860] env[68663]: INFO nova.scheduler.client.report [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Deleted allocations for instance 0fce1340-0d03-4183-94cb-971773bbbeda [ 737.909358] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238020, 'name': Rename_Task, 'duration_secs': 0.15777} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.909691] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.909963] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-493a305d-a295-4153-9499-edae61286d91 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.918574] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 737.918574] env[68663]: value = "task-3238022" [ 737.918574] env[68663]: _type = "Task" [ 737.918574] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.930649] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.082785] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238021, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.142499] env[68663]: DEBUG oslo_concurrency.lockutils [None req-59f0953c-2384-4c2b-b8f0-374ffd4e5736 tempest-ServerGroupTestJSON-595093632 tempest-ServerGroupTestJSON-595093632-project-member] Lock "0fce1340-0d03-4183-94cb-971773bbbeda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.388s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.432499] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238022, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.583838] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794612} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.587202] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] edf3f0b4-a424-4de7-8abb-20a17e8454fc/edf3f0b4-a424-4de7-8abb-20a17e8454fc.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.587527] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.588267] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5b050f7-7394-499c-9b9a-a4bb518f2a14 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.596928] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 738.596928] env[68663]: value = "task-3238023" [ 738.596928] env[68663]: _type = "Task" [ 738.596928] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.611425] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.758986] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045302f4-d437-4c94-a9a4-2f4bcf4cef91 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.772382] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad27e2e-da22-4064-8a77-1bbc2681283d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.810331] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2cd65d-58aa-436a-9638-b6d495fa3a91 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.819371] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b9f148-1dc9-4685-9cdb-96c0b7ab23a2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.835272] env[68663]: DEBUG nova.compute.provider_tree [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.932743] env[68663]: DEBUG oslo_vmware.api [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238022, 'name': PowerOnVM_Task, 'duration_secs': 0.579713} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.932743] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.932743] env[68663]: INFO nova.compute.manager [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Took 10.53 seconds to spawn the instance on the hypervisor. [ 738.932743] env[68663]: DEBUG nova.compute.manager [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.933730] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b4bc9a-f0de-4e78-8722-735351b9819c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.108203] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09157} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.108525] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.109402] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24033be-35ec-4d95-9d6a-eff66f36adbd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.135073] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] edf3f0b4-a424-4de7-8abb-20a17e8454fc/edf3f0b4-a424-4de7-8abb-20a17e8454fc.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.135397] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03894893-efd7-4f19-a0cd-9d874ae1ba4e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.159209] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 739.159209] env[68663]: value = "task-3238024" [ 739.159209] env[68663]: _type = "Task" [ 739.159209] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.168969] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.383033] env[68663]: DEBUG nova.scheduler.client.report [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 739.383033] env[68663]: DEBUG nova.compute.provider_tree [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 74 to 75 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 739.383033] env[68663]: DEBUG nova.compute.provider_tree [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.460708] env[68663]: INFO nova.compute.manager [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Took 50.09 seconds to build instance. [ 739.673070] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.890622] env[68663]: DEBUG oslo_concurrency.lockutils [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.893590] env[68663]: DEBUG oslo_concurrency.lockutils [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.521s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.893901] env[68663]: DEBUG nova.objects.instance [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lazy-loading 'resources' on Instance uuid 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.925518] env[68663]: INFO nova.scheduler.client.report [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleted allocations for instance 7416ff97-a858-47d9-ab62-3a891b8f4fa0 [ 739.964231] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b1908121-f635-4354-b98f-672e6b6d21eb tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "148238a9-ed65-4cf0-a9d1-95e1ef9dc67a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.434s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.174721] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238024, 'name': ReconfigVM_Task, 'duration_secs': 0.827593} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.175189] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Reconfigured VM instance instance-00000031 to attach disk [datastore1] edf3f0b4-a424-4de7-8abb-20a17e8454fc/edf3f0b4-a424-4de7-8abb-20a17e8454fc.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.176071] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c370260-801c-41a7-8ac0-ef3ddfd51520 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.184889] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 740.184889] env[68663]: value = "task-3238025" [ 740.184889] env[68663]: _type = "Task" [ 740.184889] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.200691] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238025, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.436878] env[68663]: DEBUG oslo_concurrency.lockutils [None req-16334b3b-c17f-4503-bc8a-8030b763b4c8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "7416ff97-a858-47d9-ab62-3a891b8f4fa0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.697s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.470066] env[68663]: DEBUG nova.compute.manager [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.699193] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238025, 'name': Rename_Task, 'duration_secs': 0.316505} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.701650] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.702112] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72fae253-ddcf-40d3-97d1-526b953872ce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.710104] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 740.710104] env[68663]: value = "task-3238026" [ 740.710104] env[68663]: _type = "Task" [ 740.710104] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.720826] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.974510] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977d2c2a-450c-4235-a20e-ba737cc80388 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.990947] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe129c84-3fb1-42f2-8c88-9f64ff6f3ee3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.000788] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.033171] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f49d02-4640-4451-a277-047547428d0a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.044872] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cffa8ca-0528-42f6-9acc-7d2127c95478 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.063195] env[68663]: DEBUG nova.compute.provider_tree [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.224033] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.566591] env[68663]: DEBUG nova.scheduler.client.report [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.722783] env[68663]: DEBUG oslo_vmware.api [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238026, 'name': PowerOnVM_Task, 'duration_secs': 0.735074} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.723048] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.723217] env[68663]: INFO nova.compute.manager [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Took 8.68 seconds to spawn the instance on the hypervisor. [ 741.723395] env[68663]: DEBUG nova.compute.manager [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.724371] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad33d0d-651a-46a2-83bd-e58894c842e6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.073706] env[68663]: DEBUG oslo_concurrency.lockutils [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.076238] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.646s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.077807] env[68663]: INFO nova.compute.claims [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.091924] env[68663]: INFO nova.scheduler.client.report [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Deleted allocations for instance 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b [ 742.156389] env[68663]: DEBUG oslo_concurrency.lockutils [None req-428faa3a-1d9b-4edb-a815-ff66f2e6eda6 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "9387f331-9488-4e99-8173-519b9651ce7c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.156662] env[68663]: DEBUG oslo_concurrency.lockutils [None req-428faa3a-1d9b-4edb-a815-ff66f2e6eda6 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "9387f331-9488-4e99-8173-519b9651ce7c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.156857] env[68663]: DEBUG nova.compute.manager [None req-428faa3a-1d9b-4edb-a815-ff66f2e6eda6 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.157836] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77349006-beb7-4978-ba14-77fe50d777bd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.167383] env[68663]: DEBUG nova.compute.manager [None req-428faa3a-1d9b-4edb-a815-ff66f2e6eda6 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 742.168122] env[68663]: DEBUG nova.objects.instance [None req-428faa3a-1d9b-4edb-a815-ff66f2e6eda6 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lazy-loading 'flavor' on Instance uuid 9387f331-9488-4e99-8173-519b9651ce7c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.244734] env[68663]: INFO nova.compute.manager [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Took 51.29 seconds to build instance. [ 742.603064] env[68663]: DEBUG oslo_concurrency.lockutils [None req-499a22e7-3f72-43e1-bdeb-776520064104 tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.748s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.746037] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b149d217-9a9e-4878-870a-85837582ee41 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "edf3f0b4-a424-4de7-8abb-20a17e8454fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.097s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.177817] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-428faa3a-1d9b-4edb-a815-ff66f2e6eda6 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.178146] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c5f584b-8c3d-40a4-a528-5f11f02f720c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.187656] env[68663]: DEBUG oslo_vmware.api [None req-428faa3a-1d9b-4edb-a815-ff66f2e6eda6 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 743.187656] env[68663]: value = "task-3238027" [ 743.187656] env[68663]: _type = "Task" [ 743.187656] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.196315] env[68663]: DEBUG oslo_vmware.api [None req-428faa3a-1d9b-4edb-a815-ff66f2e6eda6 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.250921] env[68663]: DEBUG nova.compute.manager [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.421523] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "4b2d8efb-f360-44cd-9588-ac49fb9be1bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.422381] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "4b2d8efb-f360-44cd-9588-ac49fb9be1bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.704354] env[68663]: DEBUG oslo_vmware.api [None req-428faa3a-1d9b-4edb-a815-ff66f2e6eda6 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238027, 'name': PowerOffVM_Task, 'duration_secs': 0.223683} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.704835] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-428faa3a-1d9b-4edb-a815-ff66f2e6eda6 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.704897] env[68663]: DEBUG nova.compute.manager [None req-428faa3a-1d9b-4edb-a815-ff66f2e6eda6 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.705754] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43996fd4-ffae-466f-932d-f5425e9c5144 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.762721] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934527df-e5ec-48b0-8b29-49e5c4f52d99 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.774674] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67351fb6-5156-4cce-9f2e-19d9ef1c476d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.778833] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.809136] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b29e09-ca64-4840-8513-fdbdcce9044e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.817584] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1d0a81-2dde-443f-a99f-f7a77d0efc65 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.832145] env[68663]: DEBUG nova.compute.provider_tree [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.226634] env[68663]: DEBUG oslo_concurrency.lockutils [None req-428faa3a-1d9b-4edb-a815-ff66f2e6eda6 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "9387f331-9488-4e99-8173-519b9651ce7c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.340058] env[68663]: DEBUG nova.scheduler.client.report [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.467043] env[68663]: DEBUG nova.compute.manager [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Stashing vm_state: active {{(pid=68663) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 744.575862] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquiring lock "9151c912-cfad-450f-a2d2-345917a67b15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.575862] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "9151c912-cfad-450f-a2d2-345917a67b15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.575862] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquiring lock "9151c912-cfad-450f-a2d2-345917a67b15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.575862] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "9151c912-cfad-450f-a2d2-345917a67b15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.576131] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "9151c912-cfad-450f-a2d2-345917a67b15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.576679] env[68663]: INFO nova.compute.manager [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Terminating instance [ 744.854189] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.854189] env[68663]: DEBUG nova.compute.manager [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.857300] env[68663]: DEBUG oslo_concurrency.lockutils [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.192s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.857653] env[68663]: DEBUG nova.objects.instance [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lazy-loading 'resources' on Instance uuid 422ee922-8a6e-48ff-a2c3-16581bd1ec3f {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.991337] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.085233] env[68663]: DEBUG nova.compute.manager [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.085464] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.086389] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb50bd0-e383-4c83-a5fc-446cbe8b998c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.094699] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.094970] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2d7bfeb-def5-44b4-ab6a-10437974305f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.103396] env[68663]: DEBUG oslo_vmware.api [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 745.103396] env[68663]: value = "task-3238028" [ 745.103396] env[68663]: _type = "Task" [ 745.103396] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.112708] env[68663]: DEBUG oslo_vmware.api [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3238028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.361228] env[68663]: DEBUG nova.compute.utils [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.367017] env[68663]: DEBUG nova.compute.manager [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Not allocating networking since 'none' was specified. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 745.402862] env[68663]: DEBUG nova.objects.instance [None req-4a2d6b11-4163-47f1-a716-8d44bf3d03f0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lazy-loading 'flavor' on Instance uuid 9387f331-9488-4e99-8173-519b9651ce7c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.617732] env[68663]: DEBUG oslo_vmware.api [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3238028, 'name': PowerOffVM_Task, 'duration_secs': 0.26696} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.618088] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.618288] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.619022] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d49b4ec2-48df-4fc4-8f29-23b952b3f69f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.730690] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.730943] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.731141] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Deleting the datastore file [datastore2] 9151c912-cfad-450f-a2d2-345917a67b15 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.734091] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1876a97a-6fb9-4906-a8df-c38709fe6501 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.742769] env[68663]: DEBUG oslo_vmware.api [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for the task: (returnval){ [ 745.742769] env[68663]: value = "task-3238030" [ 745.742769] env[68663]: _type = "Task" [ 745.742769] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.755510] env[68663]: DEBUG oslo_vmware.api [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3238030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.867906] env[68663]: DEBUG nova.compute.manager [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.872194] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47022509-4d58-4b1b-8414-dd4811d72a44 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.881445] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e2a1f1-25ce-4c60-abc9-85e17fe02975 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.916919] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b605bb-70de-4d67-a46d-30c804f674f1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.919907] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4a2d6b11-4163-47f1-a716-8d44bf3d03f0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "refresh_cache-9387f331-9488-4e99-8173-519b9651ce7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.920088] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4a2d6b11-4163-47f1-a716-8d44bf3d03f0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquired lock "refresh_cache-9387f331-9488-4e99-8173-519b9651ce7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.920264] env[68663]: DEBUG nova.network.neutron [None req-4a2d6b11-4163-47f1-a716-8d44bf3d03f0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.920437] env[68663]: DEBUG nova.objects.instance [None req-4a2d6b11-4163-47f1-a716-8d44bf3d03f0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lazy-loading 'info_cache' on Instance uuid 9387f331-9488-4e99-8173-519b9651ce7c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.929040] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507af524-763e-4857-9127-fc65c12c0586 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.945799] env[68663]: DEBUG nova.compute.provider_tree [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.259055] env[68663]: DEBUG oslo_vmware.api [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Task: {'id': task-3238030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154231} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.259416] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.259710] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.260014] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.260306] env[68663]: INFO nova.compute.manager [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Took 1.17 seconds to destroy the instance on the hypervisor. [ 746.260752] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.261026] env[68663]: DEBUG nova.compute.manager [-] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.261165] env[68663]: DEBUG nova.network.neutron [-] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.424039] env[68663]: DEBUG nova.objects.base [None req-4a2d6b11-4163-47f1-a716-8d44bf3d03f0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Object Instance<9387f331-9488-4e99-8173-519b9651ce7c> lazy-loaded attributes: flavor,info_cache {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 746.449551] env[68663]: DEBUG nova.scheduler.client.report [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.539307] env[68663]: DEBUG nova.compute.manager [req-e865c328-3b72-42dc-b100-0aa2cebd12a9 req-c4ff2440-f2f4-4fd3-a83f-3872876c378f service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Received event network-vif-deleted-900249d9-0bcb-4c00-a192-d9e99f4e81e1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.539424] env[68663]: INFO nova.compute.manager [req-e865c328-3b72-42dc-b100-0aa2cebd12a9 req-c4ff2440-f2f4-4fd3-a83f-3872876c378f service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Neutron deleted interface 900249d9-0bcb-4c00-a192-d9e99f4e81e1; detaching it from the instance and deleting it from the info cache [ 746.539712] env[68663]: DEBUG nova.network.neutron [req-e865c328-3b72-42dc-b100-0aa2cebd12a9 req-c4ff2440-f2f4-4fd3-a83f-3872876c378f service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.882009] env[68663]: DEBUG nova.compute.manager [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.910814] env[68663]: DEBUG nova.virt.hardware [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.911107] env[68663]: DEBUG nova.virt.hardware [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.911248] env[68663]: DEBUG nova.virt.hardware [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.911432] env[68663]: DEBUG nova.virt.hardware [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.911576] env[68663]: DEBUG nova.virt.hardware [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.911722] env[68663]: DEBUG nova.virt.hardware [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.911929] env[68663]: DEBUG nova.virt.hardware [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.912102] env[68663]: DEBUG nova.virt.hardware [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.912273] env[68663]: DEBUG nova.virt.hardware [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.912434] env[68663]: DEBUG nova.virt.hardware [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.912640] env[68663]: DEBUG nova.virt.hardware [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.913621] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3599e62a-8a54-4d0e-8fee-2ce6b016b970 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.922618] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aee05c0-cb30-48ce-85b2-6053424706bd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.939829] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Instance VIF info [] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.946666] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Creating folder: Project (a4894afc4d6641ccae02b22ecc68b34f). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.947028] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-389456bd-6e37-4aa5-b0d5-b703f8b9f336 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.954816] env[68663]: DEBUG oslo_concurrency.lockutils [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.957007] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.338s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.957301] env[68663]: DEBUG nova.objects.instance [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Lazy-loading 'resources' on Instance uuid ec6e3393-17d9-47ca-94c3-4bb1ccf243d3 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.962313] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Created folder: Project (a4894afc4d6641ccae02b22ecc68b34f) in parent group-v647027. [ 746.962979] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Creating folder: Instances. Parent ref: group-v647176. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.962979] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04dfc1e5-f0fb-4dd6-8cdb-50e2a229113b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.975088] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Created folder: Instances in parent group-v647176. [ 746.975377] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.975610] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.976485] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-654df28f-b493-4ce2-b491-6bec842dd6c7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.990206] env[68663]: INFO nova.scheduler.client.report [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Deleted allocations for instance 422ee922-8a6e-48ff-a2c3-16581bd1ec3f [ 747.002105] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.002105] env[68663]: value = "task-3238033" [ 747.002105] env[68663]: _type = "Task" [ 747.002105] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.012770] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238033, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.024248] env[68663]: DEBUG nova.network.neutron [-] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.042298] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a31c218-fe53-492f-95b3-47d553337483 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.052925] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa5ffc5-af8e-41a8-a081-d8e8c6296ec6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.098649] env[68663]: DEBUG nova.compute.manager [req-e865c328-3b72-42dc-b100-0aa2cebd12a9 req-c4ff2440-f2f4-4fd3-a83f-3872876c378f service nova] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Detach interface failed, port_id=900249d9-0bcb-4c00-a192-d9e99f4e81e1, reason: Instance 9151c912-cfad-450f-a2d2-345917a67b15 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 747.183620] env[68663]: DEBUG nova.network.neutron [None req-4a2d6b11-4163-47f1-a716-8d44bf3d03f0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Updating instance_info_cache with network_info: [{"id": "5798b3af-732f-4812-bec1-e39e3e8c798c", "address": "fa:16:3e:9d:f8:9e", "network": {"id": "c2ff76b6-9ffb-4953-a4a8-f225f1da1cba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135392808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aad4538e7ff04c39a409875184a83d14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5798b3af-73", "ovs_interfaceid": "5798b3af-732f-4812-bec1-e39e3e8c798c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.500108] env[68663]: DEBUG oslo_concurrency.lockutils [None req-803bdead-ab7d-495c-ac0b-7d7a0384adc6 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "422ee922-8a6e-48ff-a2c3-16581bd1ec3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.273s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.515471] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238033, 'name': CreateVM_Task, 'duration_secs': 0.389874} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.518652] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.519536] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.519791] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.520079] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.520339] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dff09f9b-4432-4627-bf85-b2acb9737198 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.526071] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Waiting for the task: (returnval){ [ 747.526071] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52517096-05bd-deb8-d2e0-9a0f88403cdd" [ 747.526071] env[68663]: _type = "Task" [ 747.526071] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.526425] env[68663]: INFO nova.compute.manager [-] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Took 1.27 seconds to deallocate network for instance. [ 747.541648] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52517096-05bd-deb8-d2e0-9a0f88403cdd, 'name': SearchDatastore_Task, 'duration_secs': 0.010648} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.541929] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.542169] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.542399] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.542627] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.542912] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.543197] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ddb84a5-9fbc-4f18-8fec-281b54f1a256 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.552260] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.552479] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.553564] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d76da1-ea95-4228-8116-6acc03238f18 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.561024] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Waiting for the task: (returnval){ [ 747.561024] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f43e3f-ce2e-15e9-f18a-890e2c34f36d" [ 747.561024] env[68663]: _type = "Task" [ 747.561024] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.569723] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f43e3f-ce2e-15e9-f18a-890e2c34f36d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.687710] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4a2d6b11-4163-47f1-a716-8d44bf3d03f0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Releasing lock "refresh_cache-9387f331-9488-4e99-8173-519b9651ce7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.928192] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55b6c22-60e3-40af-9943-e5989372aa92 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.936399] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc39656-b988-4805-8f2a-742cde7b2045 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.968536] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccc2b31-4180-433d-8014-324fbd084c54 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.978183] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dfb815-b646-40d8-9065-ba3cf512cfc5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.992843] env[68663]: DEBUG nova.compute.provider_tree [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.038222] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.071855] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f43e3f-ce2e-15e9-f18a-890e2c34f36d, 'name': SearchDatastore_Task, 'duration_secs': 0.009754} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.072986] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf49577-0e9d-4052-abc6-17203fc7b95c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.078482] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Waiting for the task: (returnval){ [ 748.078482] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52141ce0-902e-d8b0-8cf3-32f7c9d6edad" [ 748.078482] env[68663]: _type = "Task" [ 748.078482] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.086785] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52141ce0-902e-d8b0-8cf3-32f7c9d6edad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.497284] env[68663]: DEBUG nova.scheduler.client.report [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.589265] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52141ce0-902e-d8b0-8cf3-32f7c9d6edad, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.589556] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.589834] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 666ad21a-26f5-48db-a1ad-ab91ef7b405f/666ad21a-26f5-48db-a1ad-ab91ef7b405f.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.590105] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-528695de-5552-4412-a3b2-d5f305f0314a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.598355] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Waiting for the task: (returnval){ [ 748.598355] env[68663]: value = "task-3238034" [ 748.598355] env[68663]: _type = "Task" [ 748.598355] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.607968] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': task-3238034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.619548] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquiring lock "a51104e6-ed7a-49ed-89ca-37ed9d35950d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.619859] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "a51104e6-ed7a-49ed-89ca-37ed9d35950d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.619983] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquiring lock "a51104e6-ed7a-49ed-89ca-37ed9d35950d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.620182] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "a51104e6-ed7a-49ed-89ca-37ed9d35950d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.620351] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "a51104e6-ed7a-49ed-89ca-37ed9d35950d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.624306] env[68663]: INFO nova.compute.manager [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Terminating instance [ 748.693066] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2d6b11-4163-47f1-a716-8d44bf3d03f0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.693307] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60345e12-c3a9-4f2d-b0ce-1297c4bfb2bd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.702332] env[68663]: DEBUG oslo_vmware.api [None req-4a2d6b11-4163-47f1-a716-8d44bf3d03f0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 748.702332] env[68663]: value = "task-3238035" [ 748.702332] env[68663]: _type = "Task" [ 748.702332] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.710193] env[68663]: DEBUG oslo_vmware.api [None req-4a2d6b11-4163-47f1-a716-8d44bf3d03f0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.997596] env[68663]: DEBUG oslo_concurrency.lockutils [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Acquiring lock "51cf3ba5-5a4c-49d2-b955-b4e84a6df37d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.997983] env[68663]: DEBUG oslo_concurrency.lockutils [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Lock "51cf3ba5-5a4c-49d2-b955-b4e84a6df37d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.998197] env[68663]: DEBUG oslo_concurrency.lockutils [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Acquiring lock "51cf3ba5-5a4c-49d2-b955-b4e84a6df37d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.998454] env[68663]: DEBUG oslo_concurrency.lockutils [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Lock "51cf3ba5-5a4c-49d2-b955-b4e84a6df37d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.998643] env[68663]: DEBUG oslo_concurrency.lockutils [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Lock "51cf3ba5-5a4c-49d2-b955-b4e84a6df37d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.001125] env[68663]: INFO nova.compute.manager [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Terminating instance [ 749.005459] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.008970] env[68663]: DEBUG oslo_concurrency.lockutils [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.870s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.031762] env[68663]: INFO nova.scheduler.client.report [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Deleted allocations for instance ec6e3393-17d9-47ca-94c3-4bb1ccf243d3 [ 749.111030] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': task-3238034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471875} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.111283] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 666ad21a-26f5-48db-a1ad-ab91ef7b405f/666ad21a-26f5-48db-a1ad-ab91ef7b405f.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.111508] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.111801] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a67f1d9-813e-4cfa-bb6d-946845be1b99 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.120118] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Waiting for the task: (returnval){ [ 749.120118] env[68663]: value = "task-3238036" [ 749.120118] env[68663]: _type = "Task" [ 749.120118] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.127745] env[68663]: DEBUG nova.compute.manager [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.128028] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.128794] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce465b5-b8a2-49db-a821-ba6496006e4b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.135668] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': task-3238036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.143285] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.143602] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da16341f-9596-46a7-9616-858b1bd5d8ce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.151180] env[68663]: DEBUG oslo_vmware.api [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 749.151180] env[68663]: value = "task-3238037" [ 749.151180] env[68663]: _type = "Task" [ 749.151180] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.163269] env[68663]: DEBUG oslo_vmware.api [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3238037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.229085] env[68663]: DEBUG oslo_vmware.api [None req-4a2d6b11-4163-47f1-a716-8d44bf3d03f0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.513496] env[68663]: DEBUG nova.compute.manager [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.513496] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.514408] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d435de79-0a46-42eb-b2bd-f5f6565c3bb3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.526942] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.527590] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebc6c007-1071-4667-9793-e2b2b4b43ffd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.535569] env[68663]: DEBUG oslo_vmware.api [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Waiting for the task: (returnval){ [ 749.535569] env[68663]: value = "task-3238038" [ 749.535569] env[68663]: _type = "Task" [ 749.535569] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.548890] env[68663]: DEBUG oslo_vmware.api [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': task-3238038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.553226] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8bf4894-92ff-450e-9475-601c32da110b tempest-VolumesAssistedSnapshotsTest-1300623784 tempest-VolumesAssistedSnapshotsTest-1300623784-project-member] Lock "ec6e3393-17d9-47ca-94c3-4bb1ccf243d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.069s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.567989] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7326fa5a-a4c6-4855-b394-447b356c076b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.578198] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363c317d-f55f-412f-9b7e-a61da2ffa988 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.613850] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce5e277-baf4-4502-a515-466623e10c19 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.626858] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebf613d-f617-4075-aa02-ee721c013788 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.643700] env[68663]: DEBUG nova.compute.provider_tree [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.650075] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': task-3238036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081235} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.650075] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.650911] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbd4341-9a74-4c5b-ae19-ad168760d7a8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.678098] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 666ad21a-26f5-48db-a1ad-ab91ef7b405f/666ad21a-26f5-48db-a1ad-ab91ef7b405f.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.682250] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2132db1-4058-4714-b270-03d3b1b77a75 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.697413] env[68663]: DEBUG oslo_vmware.api [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3238037, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.705333] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Waiting for the task: (returnval){ [ 749.705333] env[68663]: value = "task-3238039" [ 749.705333] env[68663]: _type = "Task" [ 749.705333] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.718868] env[68663]: DEBUG oslo_vmware.api [None req-4a2d6b11-4163-47f1-a716-8d44bf3d03f0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238035, 'name': PowerOnVM_Task, 'duration_secs': 0.583266} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.722376] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2d6b11-4163-47f1-a716-8d44bf3d03f0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.722737] env[68663]: DEBUG nova.compute.manager [None req-4a2d6b11-4163-47f1-a716-8d44bf3d03f0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.723071] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': task-3238039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.723840] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bbf852-afc1-4f72-9713-b2c81a487d67 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.046682] env[68663]: DEBUG oslo_vmware.api [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': task-3238038, 'name': PowerOffVM_Task, 'duration_secs': 0.343474} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.047093] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.047213] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.047468] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6092b490-41a5-4eac-99a9-663a6d18f0e5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.121823] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.121823] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.121823] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Deleting the datastore file [datastore1] 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.121823] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1076d2f7-e454-4a03-82e8-1258e09e3f37 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.129755] env[68663]: DEBUG oslo_vmware.api [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Waiting for the task: (returnval){ [ 750.129755] env[68663]: value = "task-3238041" [ 750.129755] env[68663]: _type = "Task" [ 750.129755] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.144008] env[68663]: DEBUG oslo_vmware.api [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': task-3238041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.147190] env[68663]: DEBUG nova.scheduler.client.report [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.163679] env[68663]: DEBUG oslo_vmware.api [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3238037, 'name': PowerOffVM_Task, 'duration_secs': 0.533982} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.163982] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.164191] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.164426] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b5c7f05-0786-4b2e-a78d-a442e466d880 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.220762] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': task-3238039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.256241] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.256409] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.256595] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Deleting the datastore file [datastore2] a51104e6-ed7a-49ed-89ca-37ed9d35950d {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.256994] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dde70ffe-106b-49fb-b593-1c60632274da {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.266213] env[68663]: DEBUG oslo_vmware.api [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for the task: (returnval){ [ 750.266213] env[68663]: value = "task-3238043" [ 750.266213] env[68663]: _type = "Task" [ 750.266213] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.276471] env[68663]: DEBUG oslo_vmware.api [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3238043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.641604] env[68663]: DEBUG oslo_vmware.api [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': task-3238041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.655912] env[68663]: DEBUG oslo_concurrency.lockutils [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.655912] env[68663]: INFO nova.compute.manager [None req-83dc7445-082b-4f11-824f-77a7f7ed89fc tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Successfully reverted task state from rebuilding on failure for instance. [ 750.661552] env[68663]: DEBUG oslo_concurrency.lockutils [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.399s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.661552] env[68663]: DEBUG nova.objects.instance [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Lazy-loading 'resources' on Instance uuid 441b72ec-7140-4386-aad4-32be0f4772d8 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.726976] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': task-3238039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.778167] env[68663]: DEBUG oslo_vmware.api [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3238043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.144343] env[68663]: DEBUG oslo_vmware.api [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Task: {'id': task-3238041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.645887} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.144724] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.144977] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.145325] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.145697] env[68663]: INFO nova.compute.manager [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Took 1.63 seconds to destroy the instance on the hypervisor. [ 751.145982] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.146246] env[68663]: DEBUG nova.compute.manager [-] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.149842] env[68663]: DEBUG nova.network.neutron [-] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.224325] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': task-3238039, 'name': ReconfigVM_Task, 'duration_secs': 1.126269} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.227191] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 666ad21a-26f5-48db-a1ad-ab91ef7b405f/666ad21a-26f5-48db-a1ad-ab91ef7b405f.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.229163] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdc4c70c-f88f-4927-90d3-a4a27cedfa9c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.237590] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Waiting for the task: (returnval){ [ 751.237590] env[68663]: value = "task-3238044" [ 751.237590] env[68663]: _type = "Task" [ 751.237590] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.258157] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': task-3238044, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.276619] env[68663]: DEBUG oslo_vmware.api [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Task: {'id': task-3238043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.592296} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.279595] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.279818] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.280065] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.280263] env[68663]: INFO nova.compute.manager [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Took 2.15 seconds to destroy the instance on the hypervisor. [ 751.280760] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.280912] env[68663]: DEBUG nova.compute.manager [-] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.281017] env[68663]: DEBUG nova.network.neutron [-] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.750289] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': task-3238044, 'name': Rename_Task, 'duration_secs': 0.180056} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.750703] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.750989] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af7699f9-d237-4c0c-93fd-aabc04be8d5d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.758541] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Waiting for the task: (returnval){ [ 751.758541] env[68663]: value = "task-3238045" [ 751.758541] env[68663]: _type = "Task" [ 751.758541] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.774084] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': task-3238045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.780995] env[68663]: DEBUG nova.compute.manager [req-9da6b474-1872-4a92-807b-acf94caecb9a req-cadb1bf9-0cd3-4681-a4ac-033b80f29c73 service nova] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Received event network-vif-deleted-fb6ad270-9e5c-49d2-bd42-af90a75ea4f3 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.781261] env[68663]: INFO nova.compute.manager [req-9da6b474-1872-4a92-807b-acf94caecb9a req-cadb1bf9-0cd3-4681-a4ac-033b80f29c73 service nova] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Neutron deleted interface fb6ad270-9e5c-49d2-bd42-af90a75ea4f3; detaching it from the instance and deleting it from the info cache [ 751.781425] env[68663]: DEBUG nova.network.neutron [req-9da6b474-1872-4a92-807b-acf94caecb9a req-cadb1bf9-0cd3-4681-a4ac-033b80f29c73 service nova] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.786155] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63cf929-a68a-45d9-ab82-87ff150d83c2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.795767] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0e7d09-bd40-4769-9374-b53007400b5b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.832889] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564ecf48-7c7e-4c1c-85a8-47eff071b266 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.844747] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea73b62-1138-4a62-86c4-7abc86056c8c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.868100] env[68663]: DEBUG nova.compute.provider_tree [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.161321] env[68663]: DEBUG nova.network.neutron [-] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.187839] env[68663]: DEBUG nova.compute.manager [req-da90f47d-e063-4fd3-b30d-326a014b4480 req-3d2e79a4-8b0d-4900-8325-b9b2e702b8f5 service nova] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Received event network-vif-deleted-f972636b-7524-40bb-9d4d-fdab55fb074b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.188205] env[68663]: INFO nova.compute.manager [req-da90f47d-e063-4fd3-b30d-326a014b4480 req-3d2e79a4-8b0d-4900-8325-b9b2e702b8f5 service nova] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Neutron deleted interface f972636b-7524-40bb-9d4d-fdab55fb074b; detaching it from the instance and deleting it from the info cache [ 752.188304] env[68663]: DEBUG nova.network.neutron [req-da90f47d-e063-4fd3-b30d-326a014b4480 req-3d2e79a4-8b0d-4900-8325-b9b2e702b8f5 service nova] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.271498] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': task-3238045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.284374] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-173d5830-a56b-47ca-85b8-8ac4ebf60f9b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.295103] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebc12b0-8ddd-4158-ab6a-45ca97822b4b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.337151] env[68663]: DEBUG nova.compute.manager [req-9da6b474-1872-4a92-807b-acf94caecb9a req-cadb1bf9-0cd3-4681-a4ac-033b80f29c73 service nova] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Detach interface failed, port_id=fb6ad270-9e5c-49d2-bd42-af90a75ea4f3, reason: Instance a51104e6-ed7a-49ed-89ca-37ed9d35950d could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 752.371527] env[68663]: DEBUG nova.scheduler.client.report [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.633104] env[68663]: DEBUG nova.network.neutron [-] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.665159] env[68663]: INFO nova.compute.manager [-] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Took 1.38 seconds to deallocate network for instance. [ 752.691089] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35394b35-31ce-4820-87c5-0fefbe64267d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.705256] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5e52bc-f5dc-4944-a348-3f5912ca9983 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.752060] env[68663]: DEBUG nova.compute.manager [req-da90f47d-e063-4fd3-b30d-326a014b4480 req-3d2e79a4-8b0d-4900-8325-b9b2e702b8f5 service nova] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Detach interface failed, port_id=f972636b-7524-40bb-9d4d-fdab55fb074b, reason: Instance 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 752.770849] env[68663]: DEBUG oslo_vmware.api [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': task-3238045, 'name': PowerOnVM_Task, 'duration_secs': 0.991957} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.771129] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.773019] env[68663]: INFO nova.compute.manager [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Took 5.89 seconds to spawn the instance on the hypervisor. [ 752.773019] env[68663]: DEBUG nova.compute.manager [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.773019] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b5222a-c975-461a-acb9-e31ae7f552e0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.878039] env[68663]: DEBUG oslo_concurrency.lockutils [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.879779] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.562s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.881326] env[68663]: INFO nova.compute.claims [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.136394] env[68663]: INFO nova.compute.manager [-] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Took 1.99 seconds to deallocate network for instance. [ 753.176374] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.221139] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "148238a9-ed65-4cf0-a9d1-95e1ef9dc67a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.221209] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "148238a9-ed65-4cf0-a9d1-95e1ef9dc67a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.221902] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "148238a9-ed65-4cf0-a9d1-95e1ef9dc67a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.221902] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "148238a9-ed65-4cf0-a9d1-95e1ef9dc67a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.221902] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "148238a9-ed65-4cf0-a9d1-95e1ef9dc67a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.223818] env[68663]: INFO nova.compute.manager [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Terminating instance [ 753.290907] env[68663]: INFO nova.compute.manager [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Took 51.88 seconds to build instance. [ 753.397783] env[68663]: DEBUG oslo_concurrency.lockutils [None req-95986ba1-7e0f-4cb9-b5f0-d37e7166523b tempest-ServerActionsV293TestJSON-1082713892 tempest-ServerActionsV293TestJSON-1082713892-project-member] Lock "441b72ec-7140-4386-aad4-32be0f4772d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.697s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.642647] env[68663]: DEBUG oslo_concurrency.lockutils [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.728594] env[68663]: DEBUG nova.compute.manager [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.728720] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.729613] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77aca82e-88f3-43e1-9dc6-0ef5c5984e81 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.741130] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.741413] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-790355b1-f5f5-4cca-bead-58a9ba2d642b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.751596] env[68663]: DEBUG oslo_vmware.api [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 753.751596] env[68663]: value = "task-3238046" [ 753.751596] env[68663]: _type = "Task" [ 753.751596] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.764937] env[68663]: DEBUG oslo_vmware.api [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.792736] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c23f72e8-29b3-48a9-b47e-a2f005e40ff0 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Lock "666ad21a-26f5-48db-a1ad-ab91ef7b405f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.996s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.027886] env[68663]: DEBUG nova.compute.manager [None req-ad5c2df2-c96d-41df-bfd4-e6400e095a5c tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.031027] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8d7eee-b972-4359-9000-540c3379c9a0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.151357] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Acquiring lock "666ad21a-26f5-48db-a1ad-ab91ef7b405f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.151614] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Lock "666ad21a-26f5-48db-a1ad-ab91ef7b405f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.152044] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Acquiring lock "666ad21a-26f5-48db-a1ad-ab91ef7b405f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.152044] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Lock "666ad21a-26f5-48db-a1ad-ab91ef7b405f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.152160] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Lock "666ad21a-26f5-48db-a1ad-ab91ef7b405f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.154656] env[68663]: INFO nova.compute.manager [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Terminating instance [ 754.261730] env[68663]: DEBUG oslo_vmware.api [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238046, 'name': PowerOffVM_Task, 'duration_secs': 0.211949} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.264446] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.264627] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.265938] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea49d510-df19-44f4-a95c-c1c21a50384b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.295478] env[68663]: DEBUG nova.compute.manager [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.339132] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.339370] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.339552] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Deleting the datastore file [datastore2] 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.339820] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbcacb76-dd96-47a9-92f1-9093fdc74342 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.351387] env[68663]: DEBUG oslo_vmware.api [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 754.351387] env[68663]: value = "task-3238048" [ 754.351387] env[68663]: _type = "Task" [ 754.351387] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.360623] env[68663]: DEBUG oslo_vmware.api [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.467823] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61822af-5c86-48e3-9127-db5b6fe7f188 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.476865] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8f2c5c-f569-4ace-b28a-15d433b12c68 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.514214] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64a6110-fe87-41bd-b120-38413c2378a8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.524826] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc8c3a9-bc28-4814-b84a-6ff659108a79 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.541477] env[68663]: DEBUG nova.compute.provider_tree [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.546998] env[68663]: INFO nova.compute.manager [None req-ad5c2df2-c96d-41df-bfd4-e6400e095a5c tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] instance snapshotting [ 754.546998] env[68663]: DEBUG nova.objects.instance [None req-ad5c2df2-c96d-41df-bfd4-e6400e095a5c tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Lazy-loading 'flavor' on Instance uuid 666ad21a-26f5-48db-a1ad-ab91ef7b405f {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.658742] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Acquiring lock "refresh_cache-666ad21a-26f5-48db-a1ad-ab91ef7b405f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.658991] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Acquired lock "refresh_cache-666ad21a-26f5-48db-a1ad-ab91ef7b405f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.659202] env[68663]: DEBUG nova.network.neutron [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.823074] env[68663]: DEBUG oslo_concurrency.lockutils [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.864034] env[68663]: DEBUG oslo_vmware.api [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182972} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.864142] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.864295] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.864466] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.865046] env[68663]: INFO nova.compute.manager [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 754.865046] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.865264] env[68663]: DEBUG nova.compute.manager [-] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.865264] env[68663]: DEBUG nova.network.neutron [-] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.044493] env[68663]: DEBUG nova.scheduler.client.report [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.054794] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2468416d-686d-4900-88bd-cd31c21f5354 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.072342] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef1f11a-5ad0-4412-932c-4bf8d00763eb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.182834] env[68663]: DEBUG nova.network.neutron [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.229723] env[68663]: DEBUG nova.compute.manager [req-60c27236-6d34-471f-a0f3-7069c23a1119 req-8e4310b4-7048-44f6-b718-f34ec9a8d673 service nova] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Received event network-vif-deleted-b24282cd-79f2-494b-b037-a94514919d2d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.229948] env[68663]: INFO nova.compute.manager [req-60c27236-6d34-471f-a0f3-7069c23a1119 req-8e4310b4-7048-44f6-b718-f34ec9a8d673 service nova] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Neutron deleted interface b24282cd-79f2-494b-b037-a94514919d2d; detaching it from the instance and deleting it from the info cache [ 755.230184] env[68663]: DEBUG nova.network.neutron [req-60c27236-6d34-471f-a0f3-7069c23a1119 req-8e4310b4-7048-44f6-b718-f34ec9a8d673 service nova] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.245908] env[68663]: DEBUG nova.network.neutron [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.552792] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.553358] env[68663]: DEBUG nova.compute.manager [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.556039] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.158s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.557810] env[68663]: INFO nova.compute.claims [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.586377] env[68663]: DEBUG nova.compute.manager [None req-ad5c2df2-c96d-41df-bfd4-e6400e095a5c tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Instance disappeared during snapshot {{(pid=68663) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 755.662112] env[68663]: DEBUG nova.network.neutron [-] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.735990] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecd721fa-51b2-4887-bff6-4236a27c7beb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.747040] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a492c96f-ae27-4108-ba73-56b37169705b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.758725] env[68663]: DEBUG nova.compute.manager [None req-ad5c2df2-c96d-41df-bfd4-e6400e095a5c tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Found 0 images (rotation: 2) {{(pid=68663) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 755.760366] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Releasing lock "refresh_cache-666ad21a-26f5-48db-a1ad-ab91ef7b405f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.760938] env[68663]: DEBUG nova.compute.manager [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.761504] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.762734] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e08cae3-bc34-46df-bb9f-5e9fd55acaf2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.771834] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.772858] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1c3bef8-8031-4a47-87b3-23a5739f4ae4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.795206] env[68663]: DEBUG nova.compute.manager [req-60c27236-6d34-471f-a0f3-7069c23a1119 req-8e4310b4-7048-44f6-b718-f34ec9a8d673 service nova] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Detach interface failed, port_id=b24282cd-79f2-494b-b037-a94514919d2d, reason: Instance 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 755.796835] env[68663]: DEBUG oslo_vmware.api [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Waiting for the task: (returnval){ [ 755.796835] env[68663]: value = "task-3238049" [ 755.796835] env[68663]: _type = "Task" [ 755.796835] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.809808] env[68663]: DEBUG oslo_vmware.api [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': task-3238049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.062801] env[68663]: DEBUG nova.compute.utils [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.066740] env[68663]: DEBUG nova.compute.manager [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.066838] env[68663]: DEBUG nova.network.neutron [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.117300] env[68663]: DEBUG nova.policy [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79ff58c7cd1b4e8cb8960b1d54bf44ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43f277884e99416482ef060290512daf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.167375] env[68663]: INFO nova.compute.manager [-] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Took 1.30 seconds to deallocate network for instance. [ 756.310362] env[68663]: DEBUG oslo_vmware.api [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': task-3238049, 'name': PowerOffVM_Task, 'duration_secs': 0.221709} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.311507] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.311507] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.311507] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6581ae64-24e8-4dd5-8c4f-ffef884a3eba {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.341942] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.342193] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.342373] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Deleting the datastore file [datastore1] 666ad21a-26f5-48db-a1ad-ab91ef7b405f {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.342679] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dc804e6-69be-442a-ac5e-ab95fce187a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.349803] env[68663]: DEBUG oslo_vmware.api [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Waiting for the task: (returnval){ [ 756.349803] env[68663]: value = "task-3238051" [ 756.349803] env[68663]: _type = "Task" [ 756.349803] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.358294] env[68663]: DEBUG oslo_vmware.api [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': task-3238051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.426429] env[68663]: DEBUG nova.network.neutron [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Successfully created port: ad42ed38-c2c6-47e5-a281-20fbd641e6f6 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.568109] env[68663]: DEBUG nova.compute.manager [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.675064] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.861896] env[68663]: DEBUG oslo_vmware.api [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Task: {'id': task-3238051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090451} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.864175] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.864369] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.864544] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.864717] env[68663]: INFO nova.compute.manager [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 756.864962] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.865363] env[68663]: DEBUG nova.compute.manager [-] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.865436] env[68663]: DEBUG nova.network.neutron [-] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.885122] env[68663]: DEBUG nova.network.neutron [-] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.032396] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63166c62-4c24-491b-a53f-0552d2332895 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.041134] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8907ad0-25ea-4c0f-b831-94c091849721 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.079823] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6f1f21-e827-459b-a92e-26fb76053be2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.089062] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7268067-b6e9-4b28-88de-e6bc9aeba033 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.105031] env[68663]: DEBUG nova.compute.provider_tree [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.389722] env[68663]: DEBUG nova.network.neutron [-] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.587024] env[68663]: DEBUG nova.compute.manager [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.618421] env[68663]: DEBUG nova.virt.hardware [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.618672] env[68663]: DEBUG nova.virt.hardware [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.618833] env[68663]: DEBUG nova.virt.hardware [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.619028] env[68663]: DEBUG nova.virt.hardware [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.619222] env[68663]: DEBUG nova.virt.hardware [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.619383] env[68663]: DEBUG nova.virt.hardware [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.619599] env[68663]: DEBUG nova.virt.hardware [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.619760] env[68663]: DEBUG nova.virt.hardware [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.619928] env[68663]: DEBUG nova.virt.hardware [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.620108] env[68663]: DEBUG nova.virt.hardware [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.620288] env[68663]: DEBUG nova.virt.hardware [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.621284] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba99e4d7-49e3-4311-908f-7a5846b69e1e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.630983] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c148fd-a3bb-493f-8d55-53b561eead2b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.636489] env[68663]: ERROR nova.scheduler.client.report [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [req-d1cb130e-ea38-4a66-88d6-8e625e1749ec] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d1cb130e-ea38-4a66-88d6-8e625e1749ec"}]} [ 757.657247] env[68663]: DEBUG nova.scheduler.client.report [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Refreshing inventories for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 757.680145] env[68663]: DEBUG nova.scheduler.client.report [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Updating ProviderTree inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 757.681263] env[68663]: DEBUG nova.compute.provider_tree [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.694610] env[68663]: DEBUG nova.scheduler.client.report [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Refreshing aggregate associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, aggregates: None {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 757.721283] env[68663]: DEBUG nova.scheduler.client.report [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Refreshing trait associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 757.848631] env[68663]: DEBUG nova.compute.manager [req-f6c6268f-a617-4f89-9416-3d74eb07c891 req-6227dc86-5a7b-4919-ae1c-c8ae76be98a8 service nova] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Received event network-vif-plugged-ad42ed38-c2c6-47e5-a281-20fbd641e6f6 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.848984] env[68663]: DEBUG oslo_concurrency.lockutils [req-f6c6268f-a617-4f89-9416-3d74eb07c891 req-6227dc86-5a7b-4919-ae1c-c8ae76be98a8 service nova] Acquiring lock "f67709b6-7bc9-408c-8ae3-b9479df5fcc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.849183] env[68663]: DEBUG oslo_concurrency.lockutils [req-f6c6268f-a617-4f89-9416-3d74eb07c891 req-6227dc86-5a7b-4919-ae1c-c8ae76be98a8 service nova] Lock "f67709b6-7bc9-408c-8ae3-b9479df5fcc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.849183] env[68663]: DEBUG oslo_concurrency.lockutils [req-f6c6268f-a617-4f89-9416-3d74eb07c891 req-6227dc86-5a7b-4919-ae1c-c8ae76be98a8 service nova] Lock "f67709b6-7bc9-408c-8ae3-b9479df5fcc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.849344] env[68663]: DEBUG nova.compute.manager [req-f6c6268f-a617-4f89-9416-3d74eb07c891 req-6227dc86-5a7b-4919-ae1c-c8ae76be98a8 service nova] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] No waiting events found dispatching network-vif-plugged-ad42ed38-c2c6-47e5-a281-20fbd641e6f6 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.849507] env[68663]: WARNING nova.compute.manager [req-f6c6268f-a617-4f89-9416-3d74eb07c891 req-6227dc86-5a7b-4919-ae1c-c8ae76be98a8 service nova] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Received unexpected event network-vif-plugged-ad42ed38-c2c6-47e5-a281-20fbd641e6f6 for instance with vm_state building and task_state spawning. [ 757.892403] env[68663]: INFO nova.compute.manager [-] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Took 1.03 seconds to deallocate network for instance. [ 757.947843] env[68663]: DEBUG nova.network.neutron [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Successfully updated port: ad42ed38-c2c6-47e5-a281-20fbd641e6f6 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.250333] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86d3b1b-6e0b-4291-8e3c-3dcadda9884f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.259650] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc334b0-d1cb-42ff-98fb-1149dd7c9e05 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.291274] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fe2bbf-6215-4af2-90bb-82eb3e2fa433 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.300357] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7319887-057c-4b8d-b113-ab142ccf8488 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.314376] env[68663]: DEBUG nova.compute.provider_tree [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 758.399492] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.450902] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Acquiring lock "refresh_cache-f67709b6-7bc9-408c-8ae3-b9479df5fcc2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.451208] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Acquired lock "refresh_cache-f67709b6-7bc9-408c-8ae3-b9479df5fcc2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.451456] env[68663]: DEBUG nova.network.neutron [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.854286] env[68663]: DEBUG nova.scheduler.client.report [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 758.854613] env[68663]: DEBUG nova.compute.provider_tree [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 79 to 80 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 758.854773] env[68663]: DEBUG nova.compute.provider_tree [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 758.984922] env[68663]: DEBUG nova.network.neutron [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.108807] env[68663]: DEBUG nova.network.neutron [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Updating instance_info_cache with network_info: [{"id": "ad42ed38-c2c6-47e5-a281-20fbd641e6f6", "address": "fa:16:3e:ba:c4:37", "network": {"id": "d163348c-a077-4724-89d7-e9381357bbe4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-250895094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f277884e99416482ef060290512daf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad42ed38-c2", "ovs_interfaceid": "ad42ed38-c2c6-47e5-a281-20fbd641e6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.362456] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.806s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.363142] env[68663]: DEBUG nova.compute.manager [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.366262] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.042s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.368425] env[68663]: INFO nova.compute.claims [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.611562] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Releasing lock "refresh_cache-f67709b6-7bc9-408c-8ae3-b9479df5fcc2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.611674] env[68663]: DEBUG nova.compute.manager [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Instance network_info: |[{"id": "ad42ed38-c2c6-47e5-a281-20fbd641e6f6", "address": "fa:16:3e:ba:c4:37", "network": {"id": "d163348c-a077-4724-89d7-e9381357bbe4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-250895094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f277884e99416482ef060290512daf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad42ed38-c2", "ovs_interfaceid": "ad42ed38-c2c6-47e5-a281-20fbd641e6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.612136] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:c4:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad42ed38-c2c6-47e5-a281-20fbd641e6f6', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.620508] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Creating folder: Project (43f277884e99416482ef060290512daf). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.620508] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa14e474-7ebf-49fe-a477-88023ce192ed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.634348] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Created folder: Project (43f277884e99416482ef060290512daf) in parent group-v647027. [ 759.634550] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Creating folder: Instances. Parent ref: group-v647179. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.634805] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7139b425-fb32-4e66-a620-919525959584 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.647061] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Created folder: Instances in parent group-v647179. [ 759.647061] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.647225] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.647314] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c954d03-a8f0-4884-87e5-ebe1c7c5b018 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.681823] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.681823] env[68663]: value = "task-3238054" [ 759.681823] env[68663]: _type = "Task" [ 759.681823] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.689020] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238054, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.868176] env[68663]: DEBUG nova.compute.utils [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.869826] env[68663]: DEBUG nova.compute.manager [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.869826] env[68663]: DEBUG nova.network.neutron [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.919364] env[68663]: DEBUG nova.policy [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3337d1e6704f413288413651685e617c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e9ed49f6f9342b49a3878a962276104', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.924287] env[68663]: DEBUG nova.compute.manager [req-cd4d21ec-0ebb-4f21-96ff-28f3db1827a6 req-692a9240-520f-4791-8b2f-ab353e6c34c5 service nova] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Received event network-changed-ad42ed38-c2c6-47e5-a281-20fbd641e6f6 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.924436] env[68663]: DEBUG nova.compute.manager [req-cd4d21ec-0ebb-4f21-96ff-28f3db1827a6 req-692a9240-520f-4791-8b2f-ab353e6c34c5 service nova] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Refreshing instance network info cache due to event network-changed-ad42ed38-c2c6-47e5-a281-20fbd641e6f6. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.924657] env[68663]: DEBUG oslo_concurrency.lockutils [req-cd4d21ec-0ebb-4f21-96ff-28f3db1827a6 req-692a9240-520f-4791-8b2f-ab353e6c34c5 service nova] Acquiring lock "refresh_cache-f67709b6-7bc9-408c-8ae3-b9479df5fcc2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.924799] env[68663]: DEBUG oslo_concurrency.lockutils [req-cd4d21ec-0ebb-4f21-96ff-28f3db1827a6 req-692a9240-520f-4791-8b2f-ab353e6c34c5 service nova] Acquired lock "refresh_cache-f67709b6-7bc9-408c-8ae3-b9479df5fcc2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.924961] env[68663]: DEBUG nova.network.neutron [req-cd4d21ec-0ebb-4f21-96ff-28f3db1827a6 req-692a9240-520f-4791-8b2f-ab353e6c34c5 service nova] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Refreshing network info cache for port ad42ed38-c2c6-47e5-a281-20fbd641e6f6 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.195065] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238054, 'name': CreateVM_Task, 'duration_secs': 0.346147} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.195065] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.195065] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.195065] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.195065] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.195065] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-852eb863-1202-4b2a-93bd-3e83a471057c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.199901] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Waiting for the task: (returnval){ [ 760.199901] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52298124-fd71-5197-b0a9-2833dadd95a3" [ 760.199901] env[68663]: _type = "Task" [ 760.199901] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.210043] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52298124-fd71-5197-b0a9-2833dadd95a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.219028] env[68663]: DEBUG nova.network.neutron [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Successfully created port: c182ad00-8c42-4b86-aeda-22290b87cd96 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.375901] env[68663]: DEBUG nova.compute.manager [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.713514] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52298124-fd71-5197-b0a9-2833dadd95a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010523} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.716886] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.716886] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.716886] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.716886] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.717124] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.717497] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b105adf-afc2-446e-9769-49d247c0aa2c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.726937] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.727146] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.727859] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcdf2cdf-602f-4bfb-bc6f-fee473840b8a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.734393] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Waiting for the task: (returnval){ [ 760.734393] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f562e2-5f6b-f7e1-d7a4-a685a87d3759" [ 760.734393] env[68663]: _type = "Task" [ 760.734393] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.743068] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f562e2-5f6b-f7e1-d7a4-a685a87d3759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.839812] env[68663]: DEBUG nova.network.neutron [req-cd4d21ec-0ebb-4f21-96ff-28f3db1827a6 req-692a9240-520f-4791-8b2f-ab353e6c34c5 service nova] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Updated VIF entry in instance network info cache for port ad42ed38-c2c6-47e5-a281-20fbd641e6f6. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.840197] env[68663]: DEBUG nova.network.neutron [req-cd4d21ec-0ebb-4f21-96ff-28f3db1827a6 req-692a9240-520f-4791-8b2f-ab353e6c34c5 service nova] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Updating instance_info_cache with network_info: [{"id": "ad42ed38-c2c6-47e5-a281-20fbd641e6f6", "address": "fa:16:3e:ba:c4:37", "network": {"id": "d163348c-a077-4724-89d7-e9381357bbe4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-250895094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f277884e99416482ef060290512daf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad42ed38-c2", "ovs_interfaceid": "ad42ed38-c2c6-47e5-a281-20fbd641e6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.922668] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c491a86a-f692-4d3f-aa2c-5c33cdfb15fc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.931509] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb26c564-2bfb-4ef9-8047-5d118d99635b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.965503] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2d9b11-44cd-4a7e-ad24-d46c86d36971 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.975756] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04c2ac4-9b4d-48c4-ae1d-3c21129358db {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.994155] env[68663]: DEBUG nova.compute.provider_tree [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.245411] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f562e2-5f6b-f7e1-d7a4-a685a87d3759, 'name': SearchDatastore_Task, 'duration_secs': 0.009013} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.246199] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e85f47-da24-43fa-93de-260b65b0edea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.251434] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Waiting for the task: (returnval){ [ 761.251434] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527808b8-6408-5716-2160-7d44eec57fbf" [ 761.251434] env[68663]: _type = "Task" [ 761.251434] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.259867] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527808b8-6408-5716-2160-7d44eec57fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.342662] env[68663]: DEBUG oslo_concurrency.lockutils [req-cd4d21ec-0ebb-4f21-96ff-28f3db1827a6 req-692a9240-520f-4791-8b2f-ab353e6c34c5 service nova] Releasing lock "refresh_cache-f67709b6-7bc9-408c-8ae3-b9479df5fcc2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.383289] env[68663]: DEBUG nova.compute.manager [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.413173] env[68663]: DEBUG nova.virt.hardware [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.413409] env[68663]: DEBUG nova.virt.hardware [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.413565] env[68663]: DEBUG nova.virt.hardware [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.413846] env[68663]: DEBUG nova.virt.hardware [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.413998] env[68663]: DEBUG nova.virt.hardware [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.414172] env[68663]: DEBUG nova.virt.hardware [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.414379] env[68663]: DEBUG nova.virt.hardware [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.414648] env[68663]: DEBUG nova.virt.hardware [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.414828] env[68663]: DEBUG nova.virt.hardware [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.414992] env[68663]: DEBUG nova.virt.hardware [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.415178] env[68663]: DEBUG nova.virt.hardware [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.416021] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f1eced-36a1-4431-8c2b-2c1f63bdcb8f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.424066] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f42fd4-f0c0-4039-99e4-289dd3bda7fb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.498434] env[68663]: DEBUG nova.scheduler.client.report [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.767384] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527808b8-6408-5716-2160-7d44eec57fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.009544} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.768357] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.769081] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] f67709b6-7bc9-408c-8ae3-b9479df5fcc2/f67709b6-7bc9-408c-8ae3-b9479df5fcc2.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.771337] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5358f5d-1835-4bf8-9b43-1b74c2bc80fc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.780944] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Waiting for the task: (returnval){ [ 761.780944] env[68663]: value = "task-3238055" [ 761.780944] env[68663]: _type = "Task" [ 761.780944] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.791443] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': task-3238055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.809367] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.811238] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.003552] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.006278] env[68663]: DEBUG nova.compute.manager [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.008733] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.055s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.011620] env[68663]: INFO nova.compute.claims [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.018684] env[68663]: DEBUG nova.compute.manager [req-3a00142f-eaf0-4471-941e-14472a1a1ebe req-174efc91-0b4b-4663-975c-64a20ebbb930 service nova] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Received event network-vif-plugged-c182ad00-8c42-4b86-aeda-22290b87cd96 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.019107] env[68663]: DEBUG oslo_concurrency.lockutils [req-3a00142f-eaf0-4471-941e-14472a1a1ebe req-174efc91-0b4b-4663-975c-64a20ebbb930 service nova] Acquiring lock "307cf1c1-fb29-4f4b-9b79-1788b3942a30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.019459] env[68663]: DEBUG oslo_concurrency.lockutils [req-3a00142f-eaf0-4471-941e-14472a1a1ebe req-174efc91-0b4b-4663-975c-64a20ebbb930 service nova] Lock "307cf1c1-fb29-4f4b-9b79-1788b3942a30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.019767] env[68663]: DEBUG oslo_concurrency.lockutils [req-3a00142f-eaf0-4471-941e-14472a1a1ebe req-174efc91-0b4b-4663-975c-64a20ebbb930 service nova] Lock "307cf1c1-fb29-4f4b-9b79-1788b3942a30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.020107] env[68663]: DEBUG nova.compute.manager [req-3a00142f-eaf0-4471-941e-14472a1a1ebe req-174efc91-0b4b-4663-975c-64a20ebbb930 service nova] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] No waiting events found dispatching network-vif-plugged-c182ad00-8c42-4b86-aeda-22290b87cd96 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.021314] env[68663]: WARNING nova.compute.manager [req-3a00142f-eaf0-4471-941e-14472a1a1ebe req-174efc91-0b4b-4663-975c-64a20ebbb930 service nova] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Received unexpected event network-vif-plugged-c182ad00-8c42-4b86-aeda-22290b87cd96 for instance with vm_state building and task_state spawning. [ 762.108244] env[68663]: DEBUG nova.network.neutron [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Successfully updated port: c182ad00-8c42-4b86-aeda-22290b87cd96 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.291051] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': task-3238055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416566} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.291320] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] f67709b6-7bc9-408c-8ae3-b9479df5fcc2/f67709b6-7bc9-408c-8ae3-b9479df5fcc2.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.293102] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.293102] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-834505b7-94fb-4aab-bce3-8c78204ef276 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.297807] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Waiting for the task: (returnval){ [ 762.297807] env[68663]: value = "task-3238056" [ 762.297807] env[68663]: _type = "Task" [ 762.297807] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.305885] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': task-3238056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.318655] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.318852] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.319155] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.319269] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.319377] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.319528] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.319659] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 762.319842] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.517207] env[68663]: DEBUG nova.compute.utils [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.522017] env[68663]: DEBUG nova.compute.manager [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.522017] env[68663]: DEBUG nova.network.neutron [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.569622] env[68663]: DEBUG nova.policy [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4500502ea0e64cf39be45be37944b461', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e5ae36aa3154ab5a42f9cd07b964af9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.612496] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "refresh_cache-307cf1c1-fb29-4f4b-9b79-1788b3942a30" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.612496] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired lock "refresh_cache-307cf1c1-fb29-4f4b-9b79-1788b3942a30" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.612496] env[68663]: DEBUG nova.network.neutron [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.812170] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': task-3238056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064886} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.812466] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.813341] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304617ef-8cf1-440e-b8ca-78d34f9e3e33 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.831866] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.843062] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] f67709b6-7bc9-408c-8ae3-b9479df5fcc2/f67709b6-7bc9-408c-8ae3-b9479df5fcc2.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.843614] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84632cec-57ab-4b59-94e4-605b0db4ace7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.864033] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Waiting for the task: (returnval){ [ 762.864033] env[68663]: value = "task-3238057" [ 762.864033] env[68663]: _type = "Task" [ 762.864033] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.873975] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': task-3238057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.874850] env[68663]: DEBUG nova.network.neutron [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Successfully created port: a3515a76-4812-4da3-a51a-1b22b872db1d {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.022316] env[68663]: DEBUG nova.compute.manager [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.173138] env[68663]: DEBUG nova.network.neutron [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.381545] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': task-3238057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.416833] env[68663]: DEBUG nova.network.neutron [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Updating instance_info_cache with network_info: [{"id": "c182ad00-8c42-4b86-aeda-22290b87cd96", "address": "fa:16:3e:fb:ad:c8", "network": {"id": "a6534cc2-d676-440e-bb78-badb2633395f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795784036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e9ed49f6f9342b49a3878a962276104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc182ad00-8c", "ovs_interfaceid": "c182ad00-8c42-4b86-aeda-22290b87cd96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.712215] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d657023c-d758-4220-846e-d49523083527 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.722902] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4725934c-ddd3-4b17-91fc-d307f9751691 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.762907] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac31c173-58c6-4895-960a-4b03e25a7da6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.768794] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Acquiring lock "972461f0-3f88-4aae-9d89-1b95b2cb695a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.769037] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Lock "972461f0-3f88-4aae-9d89-1b95b2cb695a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.774567] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10d3f58-c158-4dd5-99c0-6a5c8c561295 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.789969] env[68663]: DEBUG nova.compute.provider_tree [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.876147] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': task-3238057, 'name': ReconfigVM_Task, 'duration_secs': 0.623242} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.876147] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Reconfigured VM instance instance-00000033 to attach disk [datastore2] f67709b6-7bc9-408c-8ae3-b9479df5fcc2/f67709b6-7bc9-408c-8ae3-b9479df5fcc2.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.876454] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ede9d646-1712-421f-84bd-fc4a89c64d60 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.883019] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Waiting for the task: (returnval){ [ 763.883019] env[68663]: value = "task-3238058" [ 763.883019] env[68663]: _type = "Task" [ 763.883019] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.891244] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': task-3238058, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.921656] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Releasing lock "refresh_cache-307cf1c1-fb29-4f4b-9b79-1788b3942a30" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.922053] env[68663]: DEBUG nova.compute.manager [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Instance network_info: |[{"id": "c182ad00-8c42-4b86-aeda-22290b87cd96", "address": "fa:16:3e:fb:ad:c8", "network": {"id": "a6534cc2-d676-440e-bb78-badb2633395f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795784036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e9ed49f6f9342b49a3878a962276104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc182ad00-8c", "ovs_interfaceid": "c182ad00-8c42-4b86-aeda-22290b87cd96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.922820] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:ad:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c182ad00-8c42-4b86-aeda-22290b87cd96', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.930842] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.931687] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.931687] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb628579-b1dc-4094-8f45-9e64e03772dd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.954018] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.954018] env[68663]: value = "task-3238059" [ 763.954018] env[68663]: _type = "Task" [ 763.954018] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.960220] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238059, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.039613] env[68663]: DEBUG nova.compute.manager [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.069230] env[68663]: DEBUG nova.virt.hardware [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.069729] env[68663]: DEBUG nova.virt.hardware [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.069729] env[68663]: DEBUG nova.virt.hardware [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.069834] env[68663]: DEBUG nova.virt.hardware [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.069942] env[68663]: DEBUG nova.virt.hardware [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.070205] env[68663]: DEBUG nova.virt.hardware [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.070462] env[68663]: DEBUG nova.virt.hardware [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.073050] env[68663]: DEBUG nova.virt.hardware [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.073050] env[68663]: DEBUG nova.virt.hardware [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.073050] env[68663]: DEBUG nova.virt.hardware [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.073050] env[68663]: DEBUG nova.virt.hardware [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.073050] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656fbf30-db38-426b-bcba-d4bf87686ed5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.081227] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d16d9d-52a9-4301-bcc3-f6e33f2f02d5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.125741] env[68663]: DEBUG nova.compute.manager [req-d87c7dda-263f-4ecd-9e41-18fbdcc7990b req-e3f48427-4ddd-4e24-991d-ad5f264ffb63 service nova] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Received event network-changed-c182ad00-8c42-4b86-aeda-22290b87cd96 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.125983] env[68663]: DEBUG nova.compute.manager [req-d87c7dda-263f-4ecd-9e41-18fbdcc7990b req-e3f48427-4ddd-4e24-991d-ad5f264ffb63 service nova] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Refreshing instance network info cache due to event network-changed-c182ad00-8c42-4b86-aeda-22290b87cd96. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.126275] env[68663]: DEBUG oslo_concurrency.lockutils [req-d87c7dda-263f-4ecd-9e41-18fbdcc7990b req-e3f48427-4ddd-4e24-991d-ad5f264ffb63 service nova] Acquiring lock "refresh_cache-307cf1c1-fb29-4f4b-9b79-1788b3942a30" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.126576] env[68663]: DEBUG oslo_concurrency.lockutils [req-d87c7dda-263f-4ecd-9e41-18fbdcc7990b req-e3f48427-4ddd-4e24-991d-ad5f264ffb63 service nova] Acquired lock "refresh_cache-307cf1c1-fb29-4f4b-9b79-1788b3942a30" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.126752] env[68663]: DEBUG nova.network.neutron [req-d87c7dda-263f-4ecd-9e41-18fbdcc7990b req-e3f48427-4ddd-4e24-991d-ad5f264ffb63 service nova] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Refreshing network info cache for port c182ad00-8c42-4b86-aeda-22290b87cd96 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.316545] env[68663]: ERROR nova.scheduler.client.report [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [req-9efcd7ec-15a7-4c46-a2e6-af5c6844ab93] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9efcd7ec-15a7-4c46-a2e6-af5c6844ab93"}]} [ 764.336977] env[68663]: DEBUG nova.scheduler.client.report [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Refreshing inventories for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 764.356651] env[68663]: DEBUG nova.scheduler.client.report [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Updating ProviderTree inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 764.356651] env[68663]: DEBUG nova.compute.provider_tree [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.368433] env[68663]: DEBUG nova.scheduler.client.report [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Refreshing aggregate associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, aggregates: None {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 764.390717] env[68663]: DEBUG nova.scheduler.client.report [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Refreshing trait associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 764.399313] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': task-3238058, 'name': Rename_Task, 'duration_secs': 0.146937} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.399904] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.400167] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-079355c9-476d-48a8-b4a2-4c9dcdb66f2d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.408504] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Waiting for the task: (returnval){ [ 764.408504] env[68663]: value = "task-3238060" [ 764.408504] env[68663]: _type = "Task" [ 764.408504] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.414600] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': task-3238060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.439038] env[68663]: DEBUG nova.network.neutron [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Successfully updated port: a3515a76-4812-4da3-a51a-1b22b872db1d {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.471025] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238059, 'name': CreateVM_Task, 'duration_secs': 0.358698} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.471025] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.471025] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.471025] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.471025] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.471025] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf8937e-e323-4811-b302-32d1e0140057 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.477117] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 764.477117] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a92a1a-5394-9792-8f58-747693409ccf" [ 764.477117] env[68663]: _type = "Task" [ 764.477117] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.485628] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a92a1a-5394-9792-8f58-747693409ccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.835517] env[68663]: DEBUG nova.network.neutron [req-d87c7dda-263f-4ecd-9e41-18fbdcc7990b req-e3f48427-4ddd-4e24-991d-ad5f264ffb63 service nova] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Updated VIF entry in instance network info cache for port c182ad00-8c42-4b86-aeda-22290b87cd96. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.835882] env[68663]: DEBUG nova.network.neutron [req-d87c7dda-263f-4ecd-9e41-18fbdcc7990b req-e3f48427-4ddd-4e24-991d-ad5f264ffb63 service nova] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Updating instance_info_cache with network_info: [{"id": "c182ad00-8c42-4b86-aeda-22290b87cd96", "address": "fa:16:3e:fb:ad:c8", "network": {"id": "a6534cc2-d676-440e-bb78-badb2633395f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795784036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e9ed49f6f9342b49a3878a962276104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc182ad00-8c", "ovs_interfaceid": "c182ad00-8c42-4b86-aeda-22290b87cd96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.839431] env[68663]: DEBUG nova.compute.manager [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.839431] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3268499f-fef7-4dd0-8088-c0b5e56e3d32 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.917187] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': task-3238060, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.942048] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "refresh_cache-f55776b0-f24f-4ae9-8809-d37f87a02000" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.942048] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquired lock "refresh_cache-f55776b0-f24f-4ae9-8809-d37f87a02000" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.942048] env[68663]: DEBUG nova.network.neutron [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.966882] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1803988f-4615-43d1-a16a-8ad918ec3573 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.974874] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a433d5-becd-4524-a0ac-52189da44852 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.987684] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a92a1a-5394-9792-8f58-747693409ccf, 'name': SearchDatastore_Task, 'duration_secs': 0.017717} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.013038] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.013038] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.013256] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.013439] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.013625] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.014659] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2104e83c-3c41-404d-b4ae-c10706c6f8eb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.017494] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d94b271-7410-4924-85c8-21fbc156243c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.027500] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff5f9e6-ba7a-4584-b187-b2644e645adf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.032602] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.032811] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.033888] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddcd4e1f-2aa5-4f36-bccc-58f3f95444c1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.045522] env[68663]: DEBUG nova.compute.provider_tree [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.050011] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 765.050011] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528ff5a1-030a-d9a9-ad79-9a68362d72a7" [ 765.050011] env[68663]: _type = "Task" [ 765.050011] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.057608] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528ff5a1-030a-d9a9-ad79-9a68362d72a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.341779] env[68663]: DEBUG oslo_concurrency.lockutils [req-d87c7dda-263f-4ecd-9e41-18fbdcc7990b req-e3f48427-4ddd-4e24-991d-ad5f264ffb63 service nova] Releasing lock "refresh_cache-307cf1c1-fb29-4f4b-9b79-1788b3942a30" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.349844] env[68663]: INFO nova.compute.manager [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] instance snapshotting [ 765.350273] env[68663]: DEBUG nova.objects.instance [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lazy-loading 'flavor' on Instance uuid 68b24323-6432-4cbd-9ea7-b231fb008990 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.417444] env[68663]: DEBUG oslo_vmware.api [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': task-3238060, 'name': PowerOnVM_Task, 'duration_secs': 0.632083} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.417781] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.418076] env[68663]: INFO nova.compute.manager [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Took 7.83 seconds to spawn the instance on the hypervisor. [ 765.418274] env[68663]: DEBUG nova.compute.manager [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.419035] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3686f19-9b69-4199-9926-16a9ee91edae {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.473234] env[68663]: DEBUG nova.network.neutron [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.560765] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528ff5a1-030a-d9a9-ad79-9a68362d72a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009069} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.561403] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9252a938-5158-4f37-9506-0c6216ae4888 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.566654] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 765.566654] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52747411-dac7-dee2-b4b2-5c136c92aaf0" [ 765.566654] env[68663]: _type = "Task" [ 765.566654] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.574161] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52747411-dac7-dee2-b4b2-5c136c92aaf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.597511] env[68663]: DEBUG nova.scheduler.client.report [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 765.597511] env[68663]: DEBUG nova.compute.provider_tree [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 81 to 82 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 765.597696] env[68663]: DEBUG nova.compute.provider_tree [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.622575] env[68663]: DEBUG nova.network.neutron [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Updating instance_info_cache with network_info: [{"id": "a3515a76-4812-4da3-a51a-1b22b872db1d", "address": "fa:16:3e:35:17:a5", "network": {"id": "01d1e4f4-a88e-476c-a6ac-feb88f8e5529", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1791599442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e5ae36aa3154ab5a42f9cd07b964af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3515a76-48", "ovs_interfaceid": "a3515a76-4812-4da3-a51a-1b22b872db1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.857436] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd71bba-2343-4ca9-a7d4-3c6d4a79aaed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.876703] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cea1f5-152a-4953-9590-3ed73e8a7ddb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.937052] env[68663]: INFO nova.compute.manager [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Took 49.64 seconds to build instance. [ 766.078152] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52747411-dac7-dee2-b4b2-5c136c92aaf0, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.079370] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.079630] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 307cf1c1-fb29-4f4b-9b79-1788b3942a30/307cf1c1-fb29-4f4b-9b79-1788b3942a30.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.081385] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4b81ba2-c2de-4e45-b0c1-aa3ca88cc488 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.090818] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 766.090818] env[68663]: value = "task-3238061" [ 766.090818] env[68663]: _type = "Task" [ 766.090818] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.099561] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.102368] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.094s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.102891] env[68663]: DEBUG nova.compute.manager [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.105278] env[68663]: DEBUG oslo_concurrency.lockutils [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.610s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.105462] env[68663]: DEBUG nova.objects.instance [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 766.126742] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Releasing lock "refresh_cache-f55776b0-f24f-4ae9-8809-d37f87a02000" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.127128] env[68663]: DEBUG nova.compute.manager [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Instance network_info: |[{"id": "a3515a76-4812-4da3-a51a-1b22b872db1d", "address": "fa:16:3e:35:17:a5", "network": {"id": "01d1e4f4-a88e-476c-a6ac-feb88f8e5529", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1791599442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e5ae36aa3154ab5a42f9cd07b964af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3515a76-48", "ovs_interfaceid": "a3515a76-4812-4da3-a51a-1b22b872db1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.127580] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:17:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3515a76-4812-4da3-a51a-1b22b872db1d', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.135415] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.135973] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.136239] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e75b375-ea3e-410a-8e79-7ba019966fbd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.159762] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.159762] env[68663]: value = "task-3238062" [ 766.159762] env[68663]: _type = "Task" [ 766.159762] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.167758] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238062, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.233419] env[68663]: DEBUG nova.compute.manager [req-bbc476af-a7c4-4f18-abd4-1245f303b468 req-f98ee818-a1e2-4d9c-92ea-3196301048c1 service nova] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Received event network-vif-plugged-a3515a76-4812-4da3-a51a-1b22b872db1d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.233634] env[68663]: DEBUG oslo_concurrency.lockutils [req-bbc476af-a7c4-4f18-abd4-1245f303b468 req-f98ee818-a1e2-4d9c-92ea-3196301048c1 service nova] Acquiring lock "f55776b0-f24f-4ae9-8809-d37f87a02000-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.233949] env[68663]: DEBUG oslo_concurrency.lockutils [req-bbc476af-a7c4-4f18-abd4-1245f303b468 req-f98ee818-a1e2-4d9c-92ea-3196301048c1 service nova] Lock "f55776b0-f24f-4ae9-8809-d37f87a02000-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.234150] env[68663]: DEBUG oslo_concurrency.lockutils [req-bbc476af-a7c4-4f18-abd4-1245f303b468 req-f98ee818-a1e2-4d9c-92ea-3196301048c1 service nova] Lock "f55776b0-f24f-4ae9-8809-d37f87a02000-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.234325] env[68663]: DEBUG nova.compute.manager [req-bbc476af-a7c4-4f18-abd4-1245f303b468 req-f98ee818-a1e2-4d9c-92ea-3196301048c1 service nova] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] No waiting events found dispatching network-vif-plugged-a3515a76-4812-4da3-a51a-1b22b872db1d {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.234489] env[68663]: WARNING nova.compute.manager [req-bbc476af-a7c4-4f18-abd4-1245f303b468 req-f98ee818-a1e2-4d9c-92ea-3196301048c1 service nova] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Received unexpected event network-vif-plugged-a3515a76-4812-4da3-a51a-1b22b872db1d for instance with vm_state building and task_state spawning. [ 766.234667] env[68663]: DEBUG nova.compute.manager [req-bbc476af-a7c4-4f18-abd4-1245f303b468 req-f98ee818-a1e2-4d9c-92ea-3196301048c1 service nova] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Received event network-changed-a3515a76-4812-4da3-a51a-1b22b872db1d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.234848] env[68663]: DEBUG nova.compute.manager [req-bbc476af-a7c4-4f18-abd4-1245f303b468 req-f98ee818-a1e2-4d9c-92ea-3196301048c1 service nova] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Refreshing instance network info cache due to event network-changed-a3515a76-4812-4da3-a51a-1b22b872db1d. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.235016] env[68663]: DEBUG oslo_concurrency.lockutils [req-bbc476af-a7c4-4f18-abd4-1245f303b468 req-f98ee818-a1e2-4d9c-92ea-3196301048c1 service nova] Acquiring lock "refresh_cache-f55776b0-f24f-4ae9-8809-d37f87a02000" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.235208] env[68663]: DEBUG oslo_concurrency.lockutils [req-bbc476af-a7c4-4f18-abd4-1245f303b468 req-f98ee818-a1e2-4d9c-92ea-3196301048c1 service nova] Acquired lock "refresh_cache-f55776b0-f24f-4ae9-8809-d37f87a02000" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.235373] env[68663]: DEBUG nova.network.neutron [req-bbc476af-a7c4-4f18-abd4-1245f303b468 req-f98ee818-a1e2-4d9c-92ea-3196301048c1 service nova] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Refreshing network info cache for port a3515a76-4812-4da3-a51a-1b22b872db1d {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.387951] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 766.388332] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-664cc172-7e51-4dfa-be76-6a31657b96ce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.397260] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 766.397260] env[68663]: value = "task-3238063" [ 766.397260] env[68663]: _type = "Task" [ 766.397260] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.409087] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238063, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.438331] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af79a7d5-0a41-4a95-a844-d4bf95358e61 tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Lock "f67709b6-7bc9-408c-8ae3-b9479df5fcc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.504s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.586666] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d31f80da-fe9e-4f92-a483-2bfd3b504a89 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "b862b802-c379-483e-9238-fa69b1eec7b3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.586953] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d31f80da-fe9e-4f92-a483-2bfd3b504a89 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "b862b802-c379-483e-9238-fa69b1eec7b3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.587154] env[68663]: DEBUG nova.compute.manager [None req-d31f80da-fe9e-4f92-a483-2bfd3b504a89 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.588041] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d010b976-5f15-427e-a1f0-6d8ef92df164 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.597398] env[68663]: DEBUG nova.compute.manager [None req-d31f80da-fe9e-4f92-a483-2bfd3b504a89 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 766.598129] env[68663]: DEBUG nova.objects.instance [None req-d31f80da-fe9e-4f92-a483-2bfd3b504a89 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lazy-loading 'flavor' on Instance uuid b862b802-c379-483e-9238-fa69b1eec7b3 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.605955] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432905} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.605955] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 307cf1c1-fb29-4f4b-9b79-1788b3942a30/307cf1c1-fb29-4f4b-9b79-1788b3942a30.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.605955] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.605955] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e051f2f5-e0df-4cd8-805f-4e22b9d37eb6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.610027] env[68663]: DEBUG nova.compute.utils [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.615723] env[68663]: DEBUG nova.compute.manager [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.615917] env[68663]: DEBUG nova.network.neutron [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.618143] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 766.618143] env[68663]: value = "task-3238064" [ 766.618143] env[68663]: _type = "Task" [ 766.618143] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.629704] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.656782] env[68663]: DEBUG nova.policy [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee316020ee224d5c8e2844dee77a02af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74920eb5ee4a487292165e4748d3622c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.672915] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238062, 'name': CreateVM_Task, 'duration_secs': 0.473316} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.672915] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.672915] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.672915] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.672915] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.673398] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-049d41f3-3cad-41c7-9275-ebc6e05d3b99 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.676047] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 766.676047] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522580df-4f5a-effa-6808-398cf87a34e5" [ 766.676047] env[68663]: _type = "Task" [ 766.676047] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.685583] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522580df-4f5a-effa-6808-398cf87a34e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.910176] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238063, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.940886] env[68663]: DEBUG nova.compute.manager [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.952944] env[68663]: DEBUG nova.network.neutron [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Successfully created port: e913b309-7cb4-43ad-a795-befb42812856 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.084438] env[68663]: DEBUG nova.network.neutron [req-bbc476af-a7c4-4f18-abd4-1245f303b468 req-f98ee818-a1e2-4d9c-92ea-3196301048c1 service nova] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Updated VIF entry in instance network info cache for port a3515a76-4812-4da3-a51a-1b22b872db1d. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.084763] env[68663]: DEBUG nova.network.neutron [req-bbc476af-a7c4-4f18-abd4-1245f303b468 req-f98ee818-a1e2-4d9c-92ea-3196301048c1 service nova] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Updating instance_info_cache with network_info: [{"id": "a3515a76-4812-4da3-a51a-1b22b872db1d", "address": "fa:16:3e:35:17:a5", "network": {"id": "01d1e4f4-a88e-476c-a6ac-feb88f8e5529", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1791599442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e5ae36aa3154ab5a42f9cd07b964af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3515a76-48", "ovs_interfaceid": "a3515a76-4812-4da3-a51a-1b22b872db1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.117019] env[68663]: DEBUG oslo_concurrency.lockutils [None req-72299182-8078-478a-8bd3-d15c70bb3ead tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.117019] env[68663]: DEBUG nova.compute.manager [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.118975] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.097s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.120688] env[68663]: INFO nova.compute.claims [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.136090] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055805} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.136192] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.137623] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a3b5f8-3b4a-4038-9133-0c78fd80bfec {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.164742] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 307cf1c1-fb29-4f4b-9b79-1788b3942a30/307cf1c1-fb29-4f4b-9b79-1788b3942a30.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.166042] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d47ca9a-0509-4efd-8b3b-d1431c05c23b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.191556] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522580df-4f5a-effa-6808-398cf87a34e5, 'name': SearchDatastore_Task, 'duration_secs': 0.007483} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.192851] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.193109] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.193347] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.193790] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.193790] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.193969] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 767.193969] env[68663]: value = "task-3238065" [ 767.193969] env[68663]: _type = "Task" [ 767.193969] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.194168] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34b34233-58a3-457c-bde3-f887dd9b25af {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.203473] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238065, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.206123] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.206329] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.207030] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06ed950e-f823-4fa6-a468-1d9122f17342 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.212174] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 767.212174] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524662f8-ffb7-b9f0-d1d1-9685a9851429" [ 767.212174] env[68663]: _type = "Task" [ 767.212174] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.219812] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524662f8-ffb7-b9f0-d1d1-9685a9851429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.244830] env[68663]: DEBUG oslo_concurrency.lockutils [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Acquiring lock "f67709b6-7bc9-408c-8ae3-b9479df5fcc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.245088] env[68663]: DEBUG oslo_concurrency.lockutils [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Lock "f67709b6-7bc9-408c-8ae3-b9479df5fcc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.245318] env[68663]: DEBUG oslo_concurrency.lockutils [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Acquiring lock "f67709b6-7bc9-408c-8ae3-b9479df5fcc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.245508] env[68663]: DEBUG oslo_concurrency.lockutils [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Lock "f67709b6-7bc9-408c-8ae3-b9479df5fcc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.245677] env[68663]: DEBUG oslo_concurrency.lockutils [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Lock "f67709b6-7bc9-408c-8ae3-b9479df5fcc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.247721] env[68663]: INFO nova.compute.manager [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Terminating instance [ 767.411693] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238063, 'name': CreateSnapshot_Task, 'duration_secs': 0.534745} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.411693] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 767.412275] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9d5514-dd86-4a1c-9235-6b22099958c8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.468575] env[68663]: DEBUG oslo_concurrency.lockutils [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.588999] env[68663]: DEBUG oslo_concurrency.lockutils [req-bbc476af-a7c4-4f18-abd4-1245f303b468 req-f98ee818-a1e2-4d9c-92ea-3196301048c1 service nova] Releasing lock "refresh_cache-f55776b0-f24f-4ae9-8809-d37f87a02000" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.604886] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31f80da-fe9e-4f92-a483-2bfd3b504a89 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.605233] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50e453e6-8e6e-4c75-bcc2-c05d8971a432 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.611974] env[68663]: DEBUG oslo_vmware.api [None req-d31f80da-fe9e-4f92-a483-2bfd3b504a89 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 767.611974] env[68663]: value = "task-3238066" [ 767.611974] env[68663]: _type = "Task" [ 767.611974] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.620440] env[68663]: DEBUG oslo_vmware.api [None req-d31f80da-fe9e-4f92-a483-2bfd3b504a89 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.706556] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238065, 'name': ReconfigVM_Task, 'duration_secs': 0.27147} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.706913] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 307cf1c1-fb29-4f4b-9b79-1788b3942a30/307cf1c1-fb29-4f4b-9b79-1788b3942a30.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.707626] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9fd906e-2226-44e0-acde-d8f5f77b9781 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.717431] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 767.717431] env[68663]: value = "task-3238067" [ 767.717431] env[68663]: _type = "Task" [ 767.717431] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.725020] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524662f8-ffb7-b9f0-d1d1-9685a9851429, 'name': SearchDatastore_Task, 'duration_secs': 0.008198} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.726643] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f42e1c0-1b20-47b9-a253-ad8684e192ea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.731365] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238067, 'name': Rename_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.734903] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 767.734903] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529a787f-0be7-3770-f3f8-c1f898a36813" [ 767.734903] env[68663]: _type = "Task" [ 767.734903] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.743248] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529a787f-0be7-3770-f3f8-c1f898a36813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.751084] env[68663]: DEBUG nova.compute.manager [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.751316] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.752182] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b82483-d55f-48ea-bd24-c8326a10bca5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.759244] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.759499] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-900a6df5-d7e7-40f3-8494-ce627a5565d5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.766280] env[68663]: DEBUG oslo_vmware.api [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Waiting for the task: (returnval){ [ 767.766280] env[68663]: value = "task-3238068" [ 767.766280] env[68663]: _type = "Task" [ 767.766280] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.775528] env[68663]: DEBUG oslo_vmware.api [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': task-3238068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.934063] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 767.934788] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eac6f086-b436-46db-8943-5af85f2a1034 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.944078] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 767.944078] env[68663]: value = "task-3238069" [ 767.944078] env[68663]: _type = "Task" [ 767.944078] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.951685] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238069, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.122041] env[68663]: DEBUG oslo_vmware.api [None req-d31f80da-fe9e-4f92-a483-2bfd3b504a89 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238066, 'name': PowerOffVM_Task, 'duration_secs': 0.402247} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.122337] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31f80da-fe9e-4f92-a483-2bfd3b504a89 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.122533] env[68663]: DEBUG nova.compute.manager [None req-d31f80da-fe9e-4f92-a483-2bfd3b504a89 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.123395] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92033831-a96a-495b-9c59-bf06beca01f8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.134569] env[68663]: DEBUG nova.compute.manager [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.159138] env[68663]: DEBUG nova.virt.hardware [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.159138] env[68663]: DEBUG nova.virt.hardware [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.159138] env[68663]: DEBUG nova.virt.hardware [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.159319] env[68663]: DEBUG nova.virt.hardware [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.159459] env[68663]: DEBUG nova.virt.hardware [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.159744] env[68663]: DEBUG nova.virt.hardware [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.160110] env[68663]: DEBUG nova.virt.hardware [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.160400] env[68663]: DEBUG nova.virt.hardware [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.160696] env[68663]: DEBUG nova.virt.hardware [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.160987] env[68663]: DEBUG nova.virt.hardware [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.161305] env[68663]: DEBUG nova.virt.hardware [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.162555] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc4cfb1-5c21-462f-816b-04dd615a7f8a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.174951] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b80a8e-d028-4444-a100-3bb942f3eb70 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.230469] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238067, 'name': Rename_Task, 'duration_secs': 0.224268} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.230786] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.231061] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15eb93f2-437e-4737-9131-95aadb0a35ea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.243481] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 768.243481] env[68663]: value = "task-3238070" [ 768.243481] env[68663]: _type = "Task" [ 768.243481] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.251047] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529a787f-0be7-3770-f3f8-c1f898a36813, 'name': SearchDatastore_Task, 'duration_secs': 0.01001} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.253391] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.253669] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] f55776b0-f24f-4ae9-8809-d37f87a02000/f55776b0-f24f-4ae9-8809-d37f87a02000.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.254119] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2bdf8a8-df7c-4a46-9501-9c921658757e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.259196] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238070, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.266439] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 768.266439] env[68663]: value = "task-3238071" [ 768.266439] env[68663]: _type = "Task" [ 768.266439] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.277054] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.282574] env[68663]: DEBUG oslo_vmware.api [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': task-3238068, 'name': PowerOffVM_Task, 'duration_secs': 0.25444} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.283081] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.283259] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.283553] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a0fc2be-0eac-4aec-a31f-98a46253f96c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.346738] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.346985] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.347156] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Deleting the datastore file [datastore2] f67709b6-7bc9-408c-8ae3-b9479df5fcc2 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.351013] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcadd761-4931-412f-8ea7-a910015cdf1c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.353821] env[68663]: DEBUG nova.compute.manager [req-c7567dec-56e7-4ffa-b37b-6450674b5103 req-5e09765c-4c15-410a-b0bb-9dc1a8a18902 service nova] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Received event network-vif-plugged-e913b309-7cb4-43ad-a795-befb42812856 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.354414] env[68663]: DEBUG oslo_concurrency.lockutils [req-c7567dec-56e7-4ffa-b37b-6450674b5103 req-5e09765c-4c15-410a-b0bb-9dc1a8a18902 service nova] Acquiring lock "97226033-61c4-4512-b9dd-04688f44aa35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.354706] env[68663]: DEBUG oslo_concurrency.lockutils [req-c7567dec-56e7-4ffa-b37b-6450674b5103 req-5e09765c-4c15-410a-b0bb-9dc1a8a18902 service nova] Lock "97226033-61c4-4512-b9dd-04688f44aa35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.354901] env[68663]: DEBUG oslo_concurrency.lockutils [req-c7567dec-56e7-4ffa-b37b-6450674b5103 req-5e09765c-4c15-410a-b0bb-9dc1a8a18902 service nova] Lock "97226033-61c4-4512-b9dd-04688f44aa35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.355088] env[68663]: DEBUG nova.compute.manager [req-c7567dec-56e7-4ffa-b37b-6450674b5103 req-5e09765c-4c15-410a-b0bb-9dc1a8a18902 service nova] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] No waiting events found dispatching network-vif-plugged-e913b309-7cb4-43ad-a795-befb42812856 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.355258] env[68663]: WARNING nova.compute.manager [req-c7567dec-56e7-4ffa-b37b-6450674b5103 req-5e09765c-4c15-410a-b0bb-9dc1a8a18902 service nova] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Received unexpected event network-vif-plugged-e913b309-7cb4-43ad-a795-befb42812856 for instance with vm_state building and task_state spawning. [ 768.360940] env[68663]: DEBUG oslo_vmware.api [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Waiting for the task: (returnval){ [ 768.360940] env[68663]: value = "task-3238073" [ 768.360940] env[68663]: _type = "Task" [ 768.360940] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.370907] env[68663]: DEBUG oslo_vmware.api [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': task-3238073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.453261] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238069, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.460976] env[68663]: DEBUG nova.network.neutron [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Successfully updated port: e913b309-7cb4-43ad-a795-befb42812856 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.640531] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d31f80da-fe9e-4f92-a483-2bfd3b504a89 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "b862b802-c379-483e-9238-fa69b1eec7b3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.735150] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edc91c1-92b0-4264-b88d-536d9272b870 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.752037] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13140bf0-c7e1-46a2-a1f4-b28a11fedc96 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.790854] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851ac00f-6995-4a4d-9958-17bb10c460d4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.793561] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.798969] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526546} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.801136] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] f55776b0-f24f-4ae9-8809-d37f87a02000/f55776b0-f24f-4ae9-8809-d37f87a02000.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.801379] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.801677] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d1a32a3-9508-4978-8250-b13df2bb689c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.804717] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32ba5b4-9664-4e3a-9ba6-f0d36b558c9e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.819079] env[68663]: DEBUG nova.compute.provider_tree [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.821896] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 768.821896] env[68663]: value = "task-3238074" [ 768.821896] env[68663]: _type = "Task" [ 768.821896] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.870560] env[68663]: DEBUG oslo_vmware.api [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Task: {'id': task-3238073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447126} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.870866] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.871107] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.871299] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.871496] env[68663]: INFO nova.compute.manager [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 768.871777] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.871962] env[68663]: DEBUG nova.compute.manager [-] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.872074] env[68663]: DEBUG nova.network.neutron [-] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.954653] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238069, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.963385] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "refresh_cache-97226033-61c4-4512-b9dd-04688f44aa35" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.963529] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "refresh_cache-97226033-61c4-4512-b9dd-04688f44aa35" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.963821] env[68663]: DEBUG nova.network.neutron [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.167448] env[68663]: DEBUG nova.objects.instance [None req-088b857a-77ab-4626-a963-74b8dc2ca0df tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lazy-loading 'flavor' on Instance uuid b862b802-c379-483e-9238-fa69b1eec7b3 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.257812] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238070, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.323519] env[68663]: DEBUG nova.scheduler.client.report [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.335465] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10961} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.335733] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.336548] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5d6412-aab6-4bd1-8888-1f28b197469e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.360409] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] f55776b0-f24f-4ae9-8809-d37f87a02000/f55776b0-f24f-4ae9-8809-d37f87a02000.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.361075] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8743ff49-a108-4fa2-a759-5cc1e91b8e27 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.385121] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 769.385121] env[68663]: value = "task-3238075" [ 769.385121] env[68663]: _type = "Task" [ 769.385121] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.394184] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.454416] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238069, 'name': CloneVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.494495] env[68663]: DEBUG nova.network.neutron [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.627066] env[68663]: DEBUG nova.network.neutron [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Updating instance_info_cache with network_info: [{"id": "e913b309-7cb4-43ad-a795-befb42812856", "address": "fa:16:3e:46:0b:1e", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape913b309-7c", "ovs_interfaceid": "e913b309-7cb4-43ad-a795-befb42812856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.636450] env[68663]: DEBUG nova.network.neutron [-] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.672983] env[68663]: DEBUG oslo_concurrency.lockutils [None req-088b857a-77ab-4626-a963-74b8dc2ca0df tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.672983] env[68663]: DEBUG oslo_concurrency.lockutils [None req-088b857a-77ab-4626-a963-74b8dc2ca0df tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.673166] env[68663]: DEBUG nova.network.neutron [None req-088b857a-77ab-4626-a963-74b8dc2ca0df tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.673346] env[68663]: DEBUG nova.objects.instance [None req-088b857a-77ab-4626-a963-74b8dc2ca0df tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lazy-loading 'info_cache' on Instance uuid b862b802-c379-483e-9238-fa69b1eec7b3 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.756385] env[68663]: DEBUG oslo_vmware.api [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238070, 'name': PowerOnVM_Task, 'duration_secs': 1.037298} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.757042] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.757139] env[68663]: INFO nova.compute.manager [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Took 8.37 seconds to spawn the instance on the hypervisor. [ 769.757270] env[68663]: DEBUG nova.compute.manager [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.758071] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acff1028-a9ea-47bb-a782-511cefc69314 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.832048] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.832593] env[68663]: DEBUG nova.compute.manager [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.835195] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.267s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.835315] env[68663]: DEBUG nova.objects.instance [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lazy-loading 'resources' on Instance uuid a6ebe229-ac63-4f8a-b09d-da70cb9ef796 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.894667] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.955104] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238069, 'name': CloneVM_Task, 'duration_secs': 1.57251} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.955416] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Created linked-clone VM from snapshot [ 769.956170] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c26747-de0d-414c-b4f8-03152572db06 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.963093] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Uploading image 52646d4d-33fc-4bd3-a4d5-2d47769a178e {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 769.983244] env[68663]: DEBUG oslo_vmware.rw_handles [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 769.983244] env[68663]: value = "vm-647185" [ 769.983244] env[68663]: _type = "VirtualMachine" [ 769.983244] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 769.983510] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a4cf8e42-9193-4c66-ac00-58500afaaf37 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.990435] env[68663]: DEBUG oslo_vmware.rw_handles [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lease: (returnval){ [ 769.990435] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526b6967-f6a7-0bfc-ef4d-639dc64e86db" [ 769.990435] env[68663]: _type = "HttpNfcLease" [ 769.990435] env[68663]: } obtained for exporting VM: (result){ [ 769.990435] env[68663]: value = "vm-647185" [ 769.990435] env[68663]: _type = "VirtualMachine" [ 769.990435] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 769.990788] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the lease: (returnval){ [ 769.990788] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526b6967-f6a7-0bfc-ef4d-639dc64e86db" [ 769.990788] env[68663]: _type = "HttpNfcLease" [ 769.990788] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 769.999452] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.999452] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526b6967-f6a7-0bfc-ef4d-639dc64e86db" [ 769.999452] env[68663]: _type = "HttpNfcLease" [ 769.999452] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 770.133098] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "refresh_cache-97226033-61c4-4512-b9dd-04688f44aa35" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.133483] env[68663]: DEBUG nova.compute.manager [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Instance network_info: |[{"id": "e913b309-7cb4-43ad-a795-befb42812856", "address": "fa:16:3e:46:0b:1e", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape913b309-7c", "ovs_interfaceid": "e913b309-7cb4-43ad-a795-befb42812856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.133953] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:0b:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e913b309-7cb4-43ad-a795-befb42812856', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.141381] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.141752] env[68663]: INFO nova.compute.manager [-] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Took 1.27 seconds to deallocate network for instance. [ 770.141988] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.143927] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f18b1d64-42da-453f-88b1-5a9faf250b1c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.166902] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.166902] env[68663]: value = "task-3238077" [ 770.166902] env[68663]: _type = "Task" [ 770.166902] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.175523] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238077, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.176751] env[68663]: DEBUG nova.objects.base [None req-088b857a-77ab-4626-a963-74b8dc2ca0df tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 770.280237] env[68663]: INFO nova.compute.manager [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Took 52.91 seconds to build instance. [ 770.338258] env[68663]: DEBUG nova.compute.utils [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.342640] env[68663]: DEBUG nova.compute.manager [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.343291] env[68663]: DEBUG nova.network.neutron [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.399818] env[68663]: DEBUG nova.policy [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a94b2f4fd154dce977907914cff47c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48e85fa9464f448fa4743e82be707ca6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.400606] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238075, 'name': ReconfigVM_Task, 'duration_secs': 0.86571} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.404051] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Reconfigured VM instance instance-00000035 to attach disk [datastore2] f55776b0-f24f-4ae9-8809-d37f87a02000/f55776b0-f24f-4ae9-8809-d37f87a02000.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.406116] env[68663]: DEBUG nova.compute.manager [req-fe89ca1d-140b-45df-9c04-3ad0197b0343 req-95deef25-22b7-42a2-9f30-188b92a2fba2 service nova] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Received event network-changed-e913b309-7cb4-43ad-a795-befb42812856 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.406305] env[68663]: DEBUG nova.compute.manager [req-fe89ca1d-140b-45df-9c04-3ad0197b0343 req-95deef25-22b7-42a2-9f30-188b92a2fba2 service nova] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Refreshing instance network info cache due to event network-changed-e913b309-7cb4-43ad-a795-befb42812856. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.406515] env[68663]: DEBUG oslo_concurrency.lockutils [req-fe89ca1d-140b-45df-9c04-3ad0197b0343 req-95deef25-22b7-42a2-9f30-188b92a2fba2 service nova] Acquiring lock "refresh_cache-97226033-61c4-4512-b9dd-04688f44aa35" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.406657] env[68663]: DEBUG oslo_concurrency.lockutils [req-fe89ca1d-140b-45df-9c04-3ad0197b0343 req-95deef25-22b7-42a2-9f30-188b92a2fba2 service nova] Acquired lock "refresh_cache-97226033-61c4-4512-b9dd-04688f44aa35" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.406815] env[68663]: DEBUG nova.network.neutron [req-fe89ca1d-140b-45df-9c04-3ad0197b0343 req-95deef25-22b7-42a2-9f30-188b92a2fba2 service nova] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Refreshing network info cache for port e913b309-7cb4-43ad-a795-befb42812856 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.408036] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c88feada-c4c5-4c95-98a6-8683b4a40cc4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.416680] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 770.416680] env[68663]: value = "task-3238078" [ 770.416680] env[68663]: _type = "Task" [ 770.416680] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.430164] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238078, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.502291] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.502291] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526b6967-f6a7-0bfc-ef4d-639dc64e86db" [ 770.502291] env[68663]: _type = "HttpNfcLease" [ 770.502291] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 770.502560] env[68663]: DEBUG oslo_vmware.rw_handles [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 770.502560] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526b6967-f6a7-0bfc-ef4d-639dc64e86db" [ 770.502560] env[68663]: _type = "HttpNfcLease" [ 770.502560] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 770.505714] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df94e65-480c-4866-81e9-941289fe697a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.513043] env[68663]: DEBUG oslo_vmware.rw_handles [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cedad5-603d-394d-dfb1-e2b8627bd3fa/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 770.513226] env[68663]: DEBUG oslo_vmware.rw_handles [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cedad5-603d-394d-dfb1-e2b8627bd3fa/disk-0.vmdk for reading. {{(pid=68663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 770.622192] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-74b07840-99e6-4b3b-8d0d-fc9178b3ef89 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.663751] env[68663]: DEBUG oslo_concurrency.lockutils [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.686926] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238077, 'name': CreateVM_Task, 'duration_secs': 0.41085} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.687762] env[68663]: DEBUG nova.network.neutron [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Successfully created port: 8110f3b3-8500-4861-b595-8bd2df12c9dd {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.689507] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.692197] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.692431] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.692713] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.693570] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e66654a-525b-4d7c-abe0-a1faca892ffb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.698309] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 770.698309] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520c30a1-f9cd-bfc2-f9d8-3a0695534900" [ 770.698309] env[68663]: _type = "Task" [ 770.698309] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.706977] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520c30a1-f9cd-bfc2-f9d8-3a0695534900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.781763] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4e5906ee-3920-4c14-8c95-d18b5b458dbb tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "307cf1c1-fb29-4f4b-9b79-1788b3942a30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.601s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.843302] env[68663]: DEBUG nova.compute.manager [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.929788] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238078, 'name': Rename_Task, 'duration_secs': 0.145826} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.933681] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.936426] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8a1f081-ba5e-409f-bbaf-fc16acbb850f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.943020] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 770.943020] env[68663]: value = "task-3238079" [ 770.943020] env[68663]: _type = "Task" [ 770.943020] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.952489] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.993567] env[68663]: DEBUG oslo_concurrency.lockutils [None req-919125c6-834f-4c15-b11d-13068d493991 tempest-ServersAdminTestJSON-13025614 tempest-ServersAdminTestJSON-13025614-project-admin] Acquiring lock "refresh_cache-307cf1c1-fb29-4f4b-9b79-1788b3942a30" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.993567] env[68663]: DEBUG oslo_concurrency.lockutils [None req-919125c6-834f-4c15-b11d-13068d493991 tempest-ServersAdminTestJSON-13025614 tempest-ServersAdminTestJSON-13025614-project-admin] Acquired lock "refresh_cache-307cf1c1-fb29-4f4b-9b79-1788b3942a30" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.993567] env[68663]: DEBUG nova.network.neutron [None req-919125c6-834f-4c15-b11d-13068d493991 tempest-ServersAdminTestJSON-13025614 tempest-ServersAdminTestJSON-13025614-project-admin] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.047979] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44840a83-8473-4df2-b642-dfef4213ef60 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.057900] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e600a2f0-70b5-430e-8ca0-26cb393544ab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.098457] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781cc70a-b14d-4e08-b24a-a494864383ca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.106664] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f686457d-7181-4074-84fd-a4c1100f0d40 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.121206] env[68663]: DEBUG nova.compute.provider_tree [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.136307] env[68663]: DEBUG nova.network.neutron [None req-088b857a-77ab-4626-a963-74b8dc2ca0df tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updating instance_info_cache with network_info: [{"id": "84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f", "address": "fa:16:3e:36:f4:bd", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fc0b6c-6d", "ovs_interfaceid": "84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.220022] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520c30a1-f9cd-bfc2-f9d8-3a0695534900, 'name': SearchDatastore_Task, 'duration_secs': 0.010533} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.221342] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.221655] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.221956] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.223065] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.223065] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.227019] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e10ad263-e4e7-4563-8f4e-245fca06dfd5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.234298] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.234585] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.235370] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6536fde3-5132-4c4e-9a6d-792a5b018900 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.240637] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 771.240637] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5203857d-1978-cd0c-0405-4a98dfc1a2f5" [ 771.240637] env[68663]: _type = "Task" [ 771.240637] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.249952] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5203857d-1978-cd0c-0405-4a98dfc1a2f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.286062] env[68663]: DEBUG nova.compute.manager [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.348644] env[68663]: DEBUG nova.network.neutron [req-fe89ca1d-140b-45df-9c04-3ad0197b0343 req-95deef25-22b7-42a2-9f30-188b92a2fba2 service nova] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Updated VIF entry in instance network info cache for port e913b309-7cb4-43ad-a795-befb42812856. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.348971] env[68663]: DEBUG nova.network.neutron [req-fe89ca1d-140b-45df-9c04-3ad0197b0343 req-95deef25-22b7-42a2-9f30-188b92a2fba2 service nova] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Updating instance_info_cache with network_info: [{"id": "e913b309-7cb4-43ad-a795-befb42812856", "address": "fa:16:3e:46:0b:1e", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape913b309-7c", "ovs_interfaceid": "e913b309-7cb4-43ad-a795-befb42812856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.450598] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238079, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.625210] env[68663]: DEBUG nova.scheduler.client.report [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.638965] env[68663]: DEBUG oslo_concurrency.lockutils [None req-088b857a-77ab-4626-a963-74b8dc2ca0df tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.757225] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5203857d-1978-cd0c-0405-4a98dfc1a2f5, 'name': SearchDatastore_Task, 'duration_secs': 0.01764} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.761586] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89035951-4c36-45b8-85f6-a118b1add27b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.769707] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 771.769707] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a3d588-f0ae-1d82-a32d-956532b71a45" [ 771.769707] env[68663]: _type = "Task" [ 771.769707] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.778149] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a3d588-f0ae-1d82-a32d-956532b71a45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.810723] env[68663]: DEBUG oslo_concurrency.lockutils [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.827938] env[68663]: DEBUG nova.network.neutron [None req-919125c6-834f-4c15-b11d-13068d493991 tempest-ServersAdminTestJSON-13025614 tempest-ServersAdminTestJSON-13025614-project-admin] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Updating instance_info_cache with network_info: [{"id": "c182ad00-8c42-4b86-aeda-22290b87cd96", "address": "fa:16:3e:fb:ad:c8", "network": {"id": "a6534cc2-d676-440e-bb78-badb2633395f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795784036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e9ed49f6f9342b49a3878a962276104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc182ad00-8c", "ovs_interfaceid": "c182ad00-8c42-4b86-aeda-22290b87cd96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.854977] env[68663]: DEBUG oslo_concurrency.lockutils [req-fe89ca1d-140b-45df-9c04-3ad0197b0343 req-95deef25-22b7-42a2-9f30-188b92a2fba2 service nova] Releasing lock "refresh_cache-97226033-61c4-4512-b9dd-04688f44aa35" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.855305] env[68663]: DEBUG nova.compute.manager [req-fe89ca1d-140b-45df-9c04-3ad0197b0343 req-95deef25-22b7-42a2-9f30-188b92a2fba2 service nova] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Received event network-vif-deleted-ad42ed38-c2c6-47e5-a281-20fbd641e6f6 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.862906] env[68663]: DEBUG nova.compute.manager [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.888018] env[68663]: DEBUG nova.virt.hardware [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.888355] env[68663]: DEBUG nova.virt.hardware [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.888768] env[68663]: DEBUG nova.virt.hardware [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.889014] env[68663]: DEBUG nova.virt.hardware [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.890416] env[68663]: DEBUG nova.virt.hardware [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.890579] env[68663]: DEBUG nova.virt.hardware [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.890790] env[68663]: DEBUG nova.virt.hardware [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.890953] env[68663]: DEBUG nova.virt.hardware [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.891139] env[68663]: DEBUG nova.virt.hardware [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.891288] env[68663]: DEBUG nova.virt.hardware [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.891461] env[68663]: DEBUG nova.virt.hardware [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.892707] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80aa65b-1e3d-4f5b-aff3-70bda1eb3759 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.902153] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff3d63b-6006-4231-ac11-602ed9bf168c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.951908] env[68663]: DEBUG oslo_vmware.api [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238079, 'name': PowerOnVM_Task, 'duration_secs': 0.733777} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.952375] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.952722] env[68663]: INFO nova.compute.manager [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Took 7.91 seconds to spawn the instance on the hypervisor. [ 771.952922] env[68663]: DEBUG nova.compute.manager [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.954230] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafcaadf-a15e-4c63-b93b-c8e92eac641b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.135262] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.139735] env[68663]: DEBUG oslo_concurrency.lockutils [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.478s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.140010] env[68663]: DEBUG nova.objects.instance [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lazy-loading 'resources' on Instance uuid f08f2c03-0005-4f65-b368-a84a7e838ca8 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.158865] env[68663]: INFO nova.scheduler.client.report [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Deleted allocations for instance a6ebe229-ac63-4f8a-b09d-da70cb9ef796 [ 772.256979] env[68663]: DEBUG nova.network.neutron [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Successfully updated port: 8110f3b3-8500-4861-b595-8bd2df12c9dd {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.282056] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a3d588-f0ae-1d82-a32d-956532b71a45, 'name': SearchDatastore_Task, 'duration_secs': 0.011734} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.282353] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.282792] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 97226033-61c4-4512-b9dd-04688f44aa35/97226033-61c4-4512-b9dd-04688f44aa35.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.284024] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0ddeeb4-e794-45f4-9ec9-0b96d4174b45 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.290454] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 772.290454] env[68663]: value = "task-3238080" [ 772.290454] env[68663]: _type = "Task" [ 772.290454] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.298895] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.331219] env[68663]: DEBUG oslo_concurrency.lockutils [None req-919125c6-834f-4c15-b11d-13068d493991 tempest-ServersAdminTestJSON-13025614 tempest-ServersAdminTestJSON-13025614-project-admin] Releasing lock "refresh_cache-307cf1c1-fb29-4f4b-9b79-1788b3942a30" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.331614] env[68663]: DEBUG nova.compute.manager [None req-919125c6-834f-4c15-b11d-13068d493991 tempest-ServersAdminTestJSON-13025614 tempest-ServersAdminTestJSON-13025614-project-admin] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Inject network info {{(pid=68663) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 772.331931] env[68663]: DEBUG nova.compute.manager [None req-919125c6-834f-4c15-b11d-13068d493991 tempest-ServersAdminTestJSON-13025614 tempest-ServersAdminTestJSON-13025614-project-admin] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] network_info to inject: |[{"id": "c182ad00-8c42-4b86-aeda-22290b87cd96", "address": "fa:16:3e:fb:ad:c8", "network": {"id": "a6534cc2-d676-440e-bb78-badb2633395f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795784036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e9ed49f6f9342b49a3878a962276104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc182ad00-8c", "ovs_interfaceid": "c182ad00-8c42-4b86-aeda-22290b87cd96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 772.336810] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-919125c6-834f-4c15-b11d-13068d493991 tempest-ServersAdminTestJSON-13025614 tempest-ServersAdminTestJSON-13025614-project-admin] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Reconfiguring VM instance to set the machine id {{(pid=68663) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 772.339351] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-308fec90-e7db-44e8-b5f2-97d16200089a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.352654] env[68663]: DEBUG oslo_vmware.api [None req-919125c6-834f-4c15-b11d-13068d493991 tempest-ServersAdminTestJSON-13025614 tempest-ServersAdminTestJSON-13025614-project-admin] Waiting for the task: (returnval){ [ 772.352654] env[68663]: value = "task-3238081" [ 772.352654] env[68663]: _type = "Task" [ 772.352654] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.361593] env[68663]: DEBUG oslo_vmware.api [None req-919125c6-834f-4c15-b11d-13068d493991 tempest-ServersAdminTestJSON-13025614 tempest-ServersAdminTestJSON-13025614-project-admin] Task: {'id': task-3238081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.464091] env[68663]: DEBUG nova.compute.manager [req-18d8f380-5617-40c6-9ea8-d5a53b9d00e2 req-d053bdec-e41b-4a06-b6b2-0fc5ca7ea2fb service nova] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Received event network-vif-plugged-8110f3b3-8500-4861-b595-8bd2df12c9dd {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.464388] env[68663]: DEBUG oslo_concurrency.lockutils [req-18d8f380-5617-40c6-9ea8-d5a53b9d00e2 req-d053bdec-e41b-4a06-b6b2-0fc5ca7ea2fb service nova] Acquiring lock "43f73085-f2af-4a16-9d87-68f27ec58b18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.464664] env[68663]: DEBUG oslo_concurrency.lockutils [req-18d8f380-5617-40c6-9ea8-d5a53b9d00e2 req-d053bdec-e41b-4a06-b6b2-0fc5ca7ea2fb service nova] Lock "43f73085-f2af-4a16-9d87-68f27ec58b18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.464878] env[68663]: DEBUG oslo_concurrency.lockutils [req-18d8f380-5617-40c6-9ea8-d5a53b9d00e2 req-d053bdec-e41b-4a06-b6b2-0fc5ca7ea2fb service nova] Lock "43f73085-f2af-4a16-9d87-68f27ec58b18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.465109] env[68663]: DEBUG nova.compute.manager [req-18d8f380-5617-40c6-9ea8-d5a53b9d00e2 req-d053bdec-e41b-4a06-b6b2-0fc5ca7ea2fb service nova] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] No waiting events found dispatching network-vif-plugged-8110f3b3-8500-4861-b595-8bd2df12c9dd {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.465326] env[68663]: WARNING nova.compute.manager [req-18d8f380-5617-40c6-9ea8-d5a53b9d00e2 req-d053bdec-e41b-4a06-b6b2-0fc5ca7ea2fb service nova] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Received unexpected event network-vif-plugged-8110f3b3-8500-4861-b595-8bd2df12c9dd for instance with vm_state building and task_state spawning. [ 772.465528] env[68663]: DEBUG nova.compute.manager [req-18d8f380-5617-40c6-9ea8-d5a53b9d00e2 req-d053bdec-e41b-4a06-b6b2-0fc5ca7ea2fb service nova] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Received event network-changed-8110f3b3-8500-4861-b595-8bd2df12c9dd {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.465743] env[68663]: DEBUG nova.compute.manager [req-18d8f380-5617-40c6-9ea8-d5a53b9d00e2 req-d053bdec-e41b-4a06-b6b2-0fc5ca7ea2fb service nova] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Refreshing instance network info cache due to event network-changed-8110f3b3-8500-4861-b595-8bd2df12c9dd. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.465986] env[68663]: DEBUG oslo_concurrency.lockutils [req-18d8f380-5617-40c6-9ea8-d5a53b9d00e2 req-d053bdec-e41b-4a06-b6b2-0fc5ca7ea2fb service nova] Acquiring lock "refresh_cache-43f73085-f2af-4a16-9d87-68f27ec58b18" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.466196] env[68663]: DEBUG oslo_concurrency.lockutils [req-18d8f380-5617-40c6-9ea8-d5a53b9d00e2 req-d053bdec-e41b-4a06-b6b2-0fc5ca7ea2fb service nova] Acquired lock "refresh_cache-43f73085-f2af-4a16-9d87-68f27ec58b18" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.466372] env[68663]: DEBUG nova.network.neutron [req-18d8f380-5617-40c6-9ea8-d5a53b9d00e2 req-d053bdec-e41b-4a06-b6b2-0fc5ca7ea2fb service nova] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Refreshing network info cache for port 8110f3b3-8500-4861-b595-8bd2df12c9dd {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.478158] env[68663]: INFO nova.compute.manager [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Took 49.19 seconds to build instance. [ 772.646908] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-088b857a-77ab-4626-a963-74b8dc2ca0df tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.647328] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de901fe3-2147-4c40-99c0-871a8e5a6bd1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.655845] env[68663]: DEBUG oslo_vmware.api [None req-088b857a-77ab-4626-a963-74b8dc2ca0df tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 772.655845] env[68663]: value = "task-3238082" [ 772.655845] env[68663]: _type = "Task" [ 772.655845] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.667716] env[68663]: DEBUG oslo_vmware.api [None req-088b857a-77ab-4626-a963-74b8dc2ca0df tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.668391] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3e3ef28e-d332-42a7-aa66-29c441e4c3c0 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "a6ebe229-ac63-4f8a-b09d-da70cb9ef796" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.036s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.765406] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "refresh_cache-43f73085-f2af-4a16-9d87-68f27ec58b18" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.806207] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238080, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.866815] env[68663]: DEBUG oslo_vmware.api [None req-919125c6-834f-4c15-b11d-13068d493991 tempest-ServersAdminTestJSON-13025614 tempest-ServersAdminTestJSON-13025614-project-admin] Task: {'id': task-3238081, 'name': ReconfigVM_Task, 'duration_secs': 0.17646} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.870449] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-919125c6-834f-4c15-b11d-13068d493991 tempest-ServersAdminTestJSON-13025614 tempest-ServersAdminTestJSON-13025614-project-admin] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Reconfigured VM instance to set the machine id {{(pid=68663) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 772.981166] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d617f0a0-3165-4c2f-93e6-b96306143b6d tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "f55776b0-f24f-4ae9-8809-d37f87a02000" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.561s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.008026] env[68663]: DEBUG nova.network.neutron [req-18d8f380-5617-40c6-9ea8-d5a53b9d00e2 req-d053bdec-e41b-4a06-b6b2-0fc5ca7ea2fb service nova] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.109860] env[68663]: DEBUG nova.network.neutron [req-18d8f380-5617-40c6-9ea8-d5a53b9d00e2 req-d053bdec-e41b-4a06-b6b2-0fc5ca7ea2fb service nova] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.170676] env[68663]: DEBUG oslo_vmware.api [None req-088b857a-77ab-4626-a963-74b8dc2ca0df tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238082, 'name': PowerOnVM_Task, 'duration_secs': 0.429266} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.170988] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-088b857a-77ab-4626-a963-74b8dc2ca0df tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.171202] env[68663]: DEBUG nova.compute.manager [None req-088b857a-77ab-4626-a963-74b8dc2ca0df tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.171989] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758e6d4a-8e76-4da3-b206-de1b06a2fcdf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.214039] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a59ce3-c3bc-4864-ba9e-59a73a129687 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.223617] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95776395-b81e-43c8-afd4-a13bda84393a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.258709] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a717541-eee9-4683-b0f8-bace0a556a95 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.268189] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caecbe3-87b8-49a5-8279-6b012ecc672e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.283199] env[68663]: DEBUG nova.compute.provider_tree [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.301877] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238080, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.483827] env[68663]: DEBUG nova.compute.manager [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.612717] env[68663]: DEBUG oslo_concurrency.lockutils [req-18d8f380-5617-40c6-9ea8-d5a53b9d00e2 req-d053bdec-e41b-4a06-b6b2-0fc5ca7ea2fb service nova] Releasing lock "refresh_cache-43f73085-f2af-4a16-9d87-68f27ec58b18" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.613151] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired lock "refresh_cache-43f73085-f2af-4a16-9d87-68f27ec58b18" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.613341] env[68663]: DEBUG nova.network.neutron [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.786257] env[68663]: DEBUG nova.scheduler.client.report [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.801989] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238080, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.025701] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.155378] env[68663]: DEBUG nova.network.neutron [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.291412] env[68663]: DEBUG oslo_concurrency.lockutils [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.294043] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.295645] env[68663]: INFO nova.compute.claims [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.304329] env[68663]: DEBUG nova.network.neutron [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Updating instance_info_cache with network_info: [{"id": "8110f3b3-8500-4861-b595-8bd2df12c9dd", "address": "fa:16:3e:b4:0d:22", "network": {"id": "8be76827-c2a4-42b4-b4cc-6c2c205e9662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2090219311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e85fa9464f448fa4743e82be707ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8110f3b3-85", "ovs_interfaceid": "8110f3b3-8500-4861-b595-8bd2df12c9dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.312742] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238080, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.577973} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.313101] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 97226033-61c4-4512-b9dd-04688f44aa35/97226033-61c4-4512-b9dd-04688f44aa35.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.313537] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.313684] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3de9802d-f697-495a-9341-745b21fcf60c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.320753] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 774.320753] env[68663]: value = "task-3238083" [ 774.320753] env[68663]: _type = "Task" [ 774.320753] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.322381] env[68663]: INFO nova.scheduler.client.report [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Deleted allocations for instance f08f2c03-0005-4f65-b368-a84a7e838ca8 [ 774.340119] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.343479] env[68663]: DEBUG nova.compute.manager [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.344389] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d46c281-1cc5-4a02-b1cf-af20fa1887a1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.808158] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Releasing lock "refresh_cache-43f73085-f2af-4a16-9d87-68f27ec58b18" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.808569] env[68663]: DEBUG nova.compute.manager [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Instance network_info: |[{"id": "8110f3b3-8500-4861-b595-8bd2df12c9dd", "address": "fa:16:3e:b4:0d:22", "network": {"id": "8be76827-c2a4-42b4-b4cc-6c2c205e9662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2090219311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e85fa9464f448fa4743e82be707ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8110f3b3-85", "ovs_interfaceid": "8110f3b3-8500-4861-b595-8bd2df12c9dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.809468] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:0d:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8110f3b3-8500-4861-b595-8bd2df12c9dd', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.819209] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.819521] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.820686] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-894b8291-51ec-494c-aa81-a5d199d20467 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.847935] env[68663]: DEBUG oslo_concurrency.lockutils [None req-784458fd-9955-4493-b2b0-49956c66ce38 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "f08f2c03-0005-4f65-b368-a84a7e838ca8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.406s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.857492] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.857492] env[68663]: value = "task-3238084" [ 774.857492] env[68663]: _type = "Task" [ 774.857492] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.860980] env[68663]: INFO nova.compute.manager [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] instance snapshotting [ 774.862596] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105157} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.867787] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.873617] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aec4b0-2ada-48dd-a4f4-c70c318021dd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.876793] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb5153b-88a9-4e4b-84c5-72166eaac952 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.886652] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238084, 'name': CreateVM_Task} progress is 15%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.925420] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 97226033-61c4-4512-b9dd-04688f44aa35/97226033-61c4-4512-b9dd-04688f44aa35.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.926464] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62aa492-f88d-489a-8404-6b8b25bf2282 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.929753] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffebdeb0-cfaa-4060-b449-dfd5f764da9d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.957146] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 774.957146] env[68663]: value = "task-3238085" [ 774.957146] env[68663]: _type = "Task" [ 774.957146] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.967167] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238085, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.374518] env[68663]: INFO nova.compute.manager [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Rebuilding instance [ 775.376635] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238084, 'name': CreateVM_Task, 'duration_secs': 0.453417} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.377722] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.378408] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.378569] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.378887] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.379798] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161b9b7d-2a51-43eb-8472-48ca1416b505 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.386016] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 775.386016] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ce320f-8b35-aae1-a0ef-e4b3987caa24" [ 775.386016] env[68663]: _type = "Task" [ 775.386016] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.396377] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ce320f-8b35-aae1-a0ef-e4b3987caa24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.433644] env[68663]: DEBUG nova.compute.manager [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.434538] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c9d243-a2cf-465c-9d8a-c15bd8279cc5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.456753] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 775.457150] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c37b4526-8876-43e0-ba6d-7749835b8e71 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.471559] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238085, 'name': ReconfigVM_Task, 'duration_secs': 0.508335} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.472972] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 97226033-61c4-4512-b9dd-04688f44aa35/97226033-61c4-4512-b9dd-04688f44aa35.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.473725] env[68663]: DEBUG oslo_vmware.api [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 775.473725] env[68663]: value = "task-3238086" [ 775.473725] env[68663]: _type = "Task" [ 775.473725] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.473932] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-082f46db-b8f3-4f13-a5cc-6b7453d054b7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.489901] env[68663]: DEBUG oslo_vmware.api [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238086, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.490263] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 775.490263] env[68663]: value = "task-3238087" [ 775.490263] env[68663]: _type = "Task" [ 775.490263] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.502177] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238087, 'name': Rename_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.878111] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "156a0cb7-ab99-4774-ba4f-ece171cf74f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.878365] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "156a0cb7-ab99-4774-ba4f-ece171cf74f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.878566] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "156a0cb7-ab99-4774-ba4f-ece171cf74f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.878769] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "156a0cb7-ab99-4774-ba4f-ece171cf74f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.878933] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "156a0cb7-ab99-4774-ba4f-ece171cf74f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.884042] env[68663]: INFO nova.compute.manager [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Terminating instance [ 775.899335] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ce320f-8b35-aae1-a0ef-e4b3987caa24, 'name': SearchDatastore_Task, 'duration_secs': 0.015228} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.899645] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.899908] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.900208] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.900824] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.900824] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.900951] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f7ff5f2-5fb9-489a-8099-878dac895a31 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.922088] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.922304] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.923160] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2cb10d5-fdef-4024-95b4-ab8adcf93827 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.931380] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 775.931380] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a1f532-c29e-b97f-06cc-3131505134bf" [ 775.931380] env[68663]: _type = "Task" [ 775.931380] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.950618] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a1f532-c29e-b97f-06cc-3131505134bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.951786] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eface6-2fd8-40ab-a774-dd4265ef4d04 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.959606] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c51b61-fd33-4cbd-b8d2-f76e33e2d1cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.002800] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f307af61-0532-46fa-ba50-2091adaaa648 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.011236] env[68663]: DEBUG oslo_vmware.api [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238086, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.017505] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238087, 'name': Rename_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.018911] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b28f67-b7a6-4b35-a981-d7188fdcae62 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.032796] env[68663]: DEBUG nova.compute.provider_tree [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.393557] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "refresh_cache-156a0cb7-ab99-4774-ba4f-ece171cf74f5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.393877] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquired lock "refresh_cache-156a0cb7-ab99-4774-ba4f-ece171cf74f5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.394089] env[68663]: DEBUG nova.network.neutron [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.448167] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a1f532-c29e-b97f-06cc-3131505134bf, 'name': SearchDatastore_Task, 'duration_secs': 0.027067} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.449070] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f58965-b98c-4cbf-9255-41e7063c9650 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.454777] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 776.454777] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5249a90b-8172-dd75-ed27-8496421cd70e" [ 776.454777] env[68663]: _type = "Task" [ 776.454777] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.455275] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.458875] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93b0b279-e24d-4122-a9c8-3a92fe23334c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.468901] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5249a90b-8172-dd75-ed27-8496421cd70e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.470899] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 776.470899] env[68663]: value = "task-3238088" [ 776.470899] env[68663]: _type = "Task" [ 776.470899] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.479171] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.506510] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238087, 'name': Rename_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.509832] env[68663]: DEBUG oslo_vmware.api [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238086, 'name': CreateSnapshot_Task, 'duration_secs': 1.000302} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.511274] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 776.514510] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7438b72-68f7-4b29-a7f3-26795fc58403 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.536031] env[68663]: DEBUG nova.scheduler.client.report [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.921227] env[68663]: DEBUG nova.network.neutron [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.967507] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5249a90b-8172-dd75-ed27-8496421cd70e, 'name': SearchDatastore_Task, 'duration_secs': 0.013077} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.967779] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.968064] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 43f73085-f2af-4a16-9d87-68f27ec58b18/43f73085-f2af-4a16-9d87-68f27ec58b18.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.968340] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ae70205-3665-41d3-9aa8-16a56c09862b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.975575] env[68663]: DEBUG nova.network.neutron [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.977834] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 776.977834] env[68663]: value = "task-3238089" [ 776.977834] env[68663]: _type = "Task" [ 776.977834] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.984551] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238088, 'name': PowerOffVM_Task, 'duration_secs': 0.284405} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.985204] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.985449] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.986226] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc66496b-7e9b-4f71-a345-4b7dfe848c0c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.992493] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.996938] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.001474] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e71e2dd-3606-42e2-adbc-f346984d7d87 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.007827] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238087, 'name': Rename_Task, 'duration_secs': 1.229114} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.008117] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.008362] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb0e0039-9f5f-4ff5-a853-e34baa583a3e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.014140] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 777.014140] env[68663]: value = "task-3238091" [ 777.014140] env[68663]: _type = "Task" [ 777.014140] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.018831] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "461cd7c8-d6e1-4815-98ec-3974eb224012" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.019086] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "461cd7c8-d6e1-4815-98ec-3974eb224012" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.019298] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "461cd7c8-d6e1-4815-98ec-3974eb224012-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.019510] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "461cd7c8-d6e1-4815-98ec-3974eb224012-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.019716] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "461cd7c8-d6e1-4815-98ec-3974eb224012-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.022191] env[68663]: INFO nova.compute.manager [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Terminating instance [ 777.037039] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 777.039440] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.040457] env[68663]: DEBUG nova.compute.manager [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.040727] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.041090] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-67be0dc4-c793-49d3-b88d-fbbf42dd18d2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.046525] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.047388] env[68663]: DEBUG nova.compute.manager [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.050200] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5653731-0432-449a-9921-4d1deb88f8a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.053077] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.678s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.055065] env[68663]: INFO nova.compute.claims [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.064299] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.066056] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d29584e1-8be6-443e-9f84-5f866beb5760 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.070021] env[68663]: DEBUG oslo_vmware.api [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 777.070021] env[68663]: value = "task-3238092" [ 777.070021] env[68663]: _type = "Task" [ 777.070021] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.075206] env[68663]: DEBUG oslo_vmware.api [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 777.075206] env[68663]: value = "task-3238093" [ 777.075206] env[68663]: _type = "Task" [ 777.075206] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.075507] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.076611] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.076611] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Deleting the datastore file [datastore1] bb7b5426-eeac-490d-90f0-7fd81106b913 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.076611] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4860b65-617a-4287-b378-996728feba34 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.085366] env[68663]: DEBUG oslo_vmware.api [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238092, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.092600] env[68663]: DEBUG oslo_vmware.api [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3238093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.094897] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 777.094897] env[68663]: value = "task-3238094" [ 777.094897] env[68663]: _type = "Task" [ 777.094897] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.104553] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.107172] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.107439] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.108069] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.108069] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.108318] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.110356] env[68663]: INFO nova.compute.manager [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Terminating instance [ 777.479863] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Releasing lock "refresh_cache-156a0cb7-ab99-4774-ba4f-ece171cf74f5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.480370] env[68663]: DEBUG nova.compute.manager [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.480565] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.481741] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61053a4-f201-4b85-9dd9-8d7ab044ff25 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.494326] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.497913] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-540ad1bb-5f63-4010-98e4-ca8073866be2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.499803] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238089, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.505433] env[68663]: DEBUG oslo_vmware.api [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 777.505433] env[68663]: value = "task-3238095" [ 777.505433] env[68663]: _type = "Task" [ 777.505433] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.517777] env[68663]: DEBUG oslo_vmware.api [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3238095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.529023] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238091, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.556508] env[68663]: DEBUG nova.compute.utils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.557773] env[68663]: DEBUG nova.compute.manager [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.558091] env[68663]: DEBUG nova.network.neutron [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.584657] env[68663]: DEBUG oslo_vmware.api [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238092, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.590238] env[68663]: DEBUG oslo_vmware.api [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3238093, 'name': PowerOffVM_Task, 'duration_secs': 0.232821} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.590711] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.590925] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.591218] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64bac6c1-e807-4406-9e07-e8b5b8a87972 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.605195] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491968} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.605515] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.605760] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.606019] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.610833] env[68663]: DEBUG nova.policy [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11edf81347834b91a9e08321d2099148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '020b84d970ae43398a407ea25ade3266', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.615037] env[68663]: DEBUG nova.compute.manager [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.615037] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.615585] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13e8065-383f-4c68-8c13-57622fcdf9ee {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.624795] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.624795] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-566c7044-ef2e-4100-8236-7a63c0dfabb2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.633215] env[68663]: DEBUG oslo_vmware.api [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 777.633215] env[68663]: value = "task-3238097" [ 777.633215] env[68663]: _type = "Task" [ 777.633215] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.644541] env[68663]: DEBUG oslo_vmware.api [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3238097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.675756] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.675930] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.677058] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Deleting the datastore file [datastore1] 461cd7c8-d6e1-4815-98ec-3974eb224012 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.677058] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6812d1e8-9898-4a52-a01f-ab5b125a5a2a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.683804] env[68663]: DEBUG oslo_vmware.api [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 777.683804] env[68663]: value = "task-3238098" [ 777.683804] env[68663]: _type = "Task" [ 777.683804] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.692635] env[68663]: DEBUG oslo_vmware.api [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3238098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.946914] env[68663]: DEBUG nova.network.neutron [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Successfully created port: bc27ef85-3d41-4ccc-bde9-57bb3d8c6a05 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.991425] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592793} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.991690] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 43f73085-f2af-4a16-9d87-68f27ec58b18/43f73085-f2af-4a16-9d87-68f27ec58b18.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.991910] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.992188] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf3b1939-2eb2-43ef-9bcc-0a241c775a2c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.999452] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 777.999452] env[68663]: value = "task-3238099" [ 777.999452] env[68663]: _type = "Task" [ 777.999452] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.008463] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.017883] env[68663]: DEBUG oslo_vmware.api [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3238095, 'name': PowerOffVM_Task, 'duration_secs': 0.156105} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.021334] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.021606] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.021791] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7e931e5-3fc0-46db-8997-568894138066 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.028388] env[68663]: DEBUG oslo_vmware.api [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238091, 'name': PowerOnVM_Task, 'duration_secs': 0.758887} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.028708] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.028867] env[68663]: INFO nova.compute.manager [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Took 9.89 seconds to spawn the instance on the hypervisor. [ 778.029073] env[68663]: DEBUG nova.compute.manager [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.029958] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0710dec-59ad-4dbf-ac82-d1642778d247 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.048349] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.048599] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.048768] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Deleting the datastore file [datastore2] 156a0cb7-ab99-4774-ba4f-ece171cf74f5 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.049026] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07eef89f-8c01-408f-9b98-8c13e71e3452 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.056127] env[68663]: DEBUG oslo_vmware.api [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for the task: (returnval){ [ 778.056127] env[68663]: value = "task-3238101" [ 778.056127] env[68663]: _type = "Task" [ 778.056127] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.062443] env[68663]: DEBUG nova.compute.manager [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.071250] env[68663]: DEBUG oslo_vmware.api [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3238101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.081073] env[68663]: DEBUG oslo_vmware.api [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238092, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.147495] env[68663]: DEBUG oslo_vmware.api [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3238097, 'name': PowerOffVM_Task, 'duration_secs': 0.202436} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.147787] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.147975] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.148256] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-142d0283-c739-481b-9056-b6e850ff933a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.194302] env[68663]: DEBUG oslo_vmware.api [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3238098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222341} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.195105] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.195105] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.195105] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.195363] env[68663]: INFO nova.compute.manager [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Took 1.15 seconds to destroy the instance on the hypervisor. [ 778.195468] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.196071] env[68663]: DEBUG nova.compute.manager [-] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.196172] env[68663]: DEBUG nova.network.neutron [-] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.223693] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.223693] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.223909] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Deleting the datastore file [datastore2] 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.227638] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a16728c-939d-4106-ba94-da7d2491f9ab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.231816] env[68663]: DEBUG oslo_vmware.api [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for the task: (returnval){ [ 778.231816] env[68663]: value = "task-3238103" [ 778.231816] env[68663]: _type = "Task" [ 778.231816] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.245677] env[68663]: DEBUG oslo_vmware.api [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3238103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.509758] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096873} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.510048] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.510900] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e290c4-a584-4e29-a901-ce71978acc49 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.543065] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 43f73085-f2af-4a16-9d87-68f27ec58b18/43f73085-f2af-4a16-9d87-68f27ec58b18.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.551334] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c635f97-f94d-4fea-81b5-7ec8bdeaec32 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.577401] env[68663]: INFO nova.compute.manager [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Took 51.69 seconds to build instance. [ 778.594118] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 778.594118] env[68663]: value = "task-3238104" [ 778.594118] env[68663]: _type = "Task" [ 778.594118] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.609044] env[68663]: DEBUG oslo_vmware.api [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Task: {'id': task-3238101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155244} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.609630] env[68663]: DEBUG oslo_vmware.api [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238092, 'name': CloneVM_Task} progress is 95%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.615435] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.615651] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.615829] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.616018] env[68663]: INFO nova.compute.manager [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 778.616281] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.620644] env[68663]: DEBUG nova.compute.manager [-] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.620747] env[68663]: DEBUG nova.network.neutron [-] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.622787] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.627458] env[68663]: DEBUG oslo_vmware.rw_handles [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cedad5-603d-394d-dfb1-e2b8627bd3fa/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 778.629528] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a52168-8c67-4fa2-8124-07318f8d055e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.639220] env[68663]: DEBUG oslo_vmware.rw_handles [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cedad5-603d-394d-dfb1-e2b8627bd3fa/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 778.639376] env[68663]: ERROR oslo_vmware.rw_handles [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cedad5-603d-394d-dfb1-e2b8627bd3fa/disk-0.vmdk due to incomplete transfer. [ 778.639603] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-caebbfb4-53a8-4dc8-986a-743a0e45a871 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.646811] env[68663]: DEBUG oslo_vmware.rw_handles [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cedad5-603d-394d-dfb1-e2b8627bd3fa/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 778.646811] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Uploaded image 52646d4d-33fc-4bd3-a4d5-2d47769a178e to the Glance image server {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 778.649344] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 778.651543] env[68663]: DEBUG nova.virt.hardware [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.651766] env[68663]: DEBUG nova.virt.hardware [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.651946] env[68663]: DEBUG nova.virt.hardware [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.652236] env[68663]: DEBUG nova.virt.hardware [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.652300] env[68663]: DEBUG nova.virt.hardware [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.652446] env[68663]: DEBUG nova.virt.hardware [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.652654] env[68663]: DEBUG nova.virt.hardware [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.652839] env[68663]: DEBUG nova.virt.hardware [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.653028] env[68663]: DEBUG nova.virt.hardware [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.653197] env[68663]: DEBUG nova.virt.hardware [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.653371] env[68663]: DEBUG nova.virt.hardware [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.654059] env[68663]: DEBUG nova.network.neutron [-] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.655253] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b2d94c16-3636-491e-9ad9-16683950a3ce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.657581] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ea2428-b1fa-4672-b586-6f8d06342e63 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.669202] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be91c5a6-3292-4174-8774-d81938d07f75 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.674289] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 778.674289] env[68663]: value = "task-3238105" [ 778.674289] env[68663]: _type = "Task" [ 778.674289] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.693323] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:50:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34dcb785-bf9d-4de1-b73e-1d990336f0e3', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.701093] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.703420] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.704831] env[68663]: DEBUG nova.compute.manager [req-e6b1d04c-c862-4d14-9631-3a54ccd4a179 req-e68a27a8-eac1-4f8d-9cc0-5e5dafd491bf service nova] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Received event network-vif-deleted-ba7687e1-94fa-4377-ab47-87af059d7cf5 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.705123] env[68663]: INFO nova.compute.manager [req-e6b1d04c-c862-4d14-9631-3a54ccd4a179 req-e68a27a8-eac1-4f8d-9cc0-5e5dafd491bf service nova] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Neutron deleted interface ba7687e1-94fa-4377-ab47-87af059d7cf5; detaching it from the instance and deleting it from the info cache [ 778.705344] env[68663]: DEBUG nova.network.neutron [req-e6b1d04c-c862-4d14-9631-3a54ccd4a179 req-e68a27a8-eac1-4f8d-9cc0-5e5dafd491bf service nova] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.711159] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb60f0fc-a2df-45e9-9bc5-4b201875ca4e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.725866] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238105, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.736588] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.736588] env[68663]: value = "task-3238106" [ 778.736588] env[68663]: _type = "Task" [ 778.736588] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.750839] env[68663]: DEBUG oslo_vmware.api [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Task: {'id': task-3238103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192887} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.754208] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.754415] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.754595] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.754774] env[68663]: INFO nova.compute.manager [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 778.755030] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.755252] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238106, 'name': CreateVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.755473] env[68663]: DEBUG nova.compute.manager [-] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.755578] env[68663]: DEBUG nova.network.neutron [-] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.845910] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795789d8-fd8d-4ab2-8430-1064f131e487 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.856183] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a90f09-9353-490a-bcc1-2257c0c6e2fc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.889039] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886841bd-5094-4a68-bf6d-fae38b86ebdf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.897417] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7c16ed-a747-42e2-a3d3-628d99c6e313 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.912247] env[68663]: DEBUG nova.compute.provider_tree [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.090354] env[68663]: DEBUG oslo_vmware.api [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238092, 'name': CloneVM_Task, 'duration_secs': 1.767125} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.090707] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Created linked-clone VM from snapshot [ 779.091499] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6d75ab-1d48-422f-a01b-b1106e8f5767 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.096204] env[68663]: DEBUG nova.compute.manager [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.100192] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6b750ec-d5b5-454a-a6a5-8a4b299a29c5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "97226033-61c4-4512-b9dd-04688f44aa35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.529s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.112941] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Uploading image 964aa6f9-cd71-49c9-84bc-c47c46381be0 {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 779.118159] env[68663]: DEBUG nova.network.neutron [-] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.119788] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238104, 'name': ReconfigVM_Task, 'duration_secs': 0.390315} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.119839] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 43f73085-f2af-4a16-9d87-68f27ec58b18/43f73085-f2af-4a16-9d87-68f27ec58b18.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.120929] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22a6a0d1-1fe8-4f08-a87c-cb49b4170587 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.127571] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 779.128102] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c8190bdf-4ddc-4539-ac60-edd25cc3861b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.133755] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.134153] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.134410] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.134791] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.134931] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.135144] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.135356] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.135515] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.135679] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.135840] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.136018] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.138223] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0c8ba6-253d-437c-85a5-2eb1bdefff5e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.140759] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 779.140759] env[68663]: value = "task-3238107" [ 779.140759] env[68663]: _type = "Task" [ 779.140759] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.149642] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c84135f-4f91-4edd-9a49-193f5df94f1b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.154154] env[68663]: DEBUG oslo_vmware.api [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 779.154154] env[68663]: value = "task-3238108" [ 779.154154] env[68663]: _type = "Task" [ 779.154154] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.158376] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238107, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.177597] env[68663]: DEBUG nova.network.neutron [-] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.183053] env[68663]: DEBUG oslo_vmware.api [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238108, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.192501] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238105, 'name': Destroy_Task, 'duration_secs': 0.45685} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.192501] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Destroyed the VM [ 779.192501] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 779.192501] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9b081579-15ba-42a3-b681-7a2e4d5ec1fd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.202508] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 779.202508] env[68663]: value = "task-3238109" [ 779.202508] env[68663]: _type = "Task" [ 779.202508] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.213486] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238109, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.227227] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c63c2b11-c2b6-4055-9f8e-e2057c8f0264 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.240013] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64974b8-0afd-4792-9afc-d505196bb950 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.260132] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238106, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.280183] env[68663]: DEBUG nova.compute.manager [req-e6b1d04c-c862-4d14-9631-3a54ccd4a179 req-e68a27a8-eac1-4f8d-9cc0-5e5dafd491bf service nova] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Detach interface failed, port_id=ba7687e1-94fa-4377-ab47-87af059d7cf5, reason: Instance 461cd7c8-d6e1-4815-98ec-3974eb224012 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 779.450599] env[68663]: DEBUG nova.scheduler.client.report [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 779.450871] env[68663]: DEBUG nova.compute.provider_tree [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 82 to 83 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 779.451063] env[68663]: DEBUG nova.compute.provider_tree [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.508636] env[68663]: DEBUG nova.network.neutron [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Successfully updated port: bc27ef85-3d41-4ccc-bde9-57bb3d8c6a05 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.511405] env[68663]: DEBUG nova.compute.manager [req-c17407bb-8954-4155-bb9e-d99cec3fb40d req-7d9c77f5-69a2-4519-a9dd-619e81d69732 service nova] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Received event network-vif-plugged-bc27ef85-3d41-4ccc-bde9-57bb3d8c6a05 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.516227] env[68663]: DEBUG oslo_concurrency.lockutils [req-c17407bb-8954-4155-bb9e-d99cec3fb40d req-7d9c77f5-69a2-4519-a9dd-619e81d69732 service nova] Acquiring lock "4084c7e6-351b-43ee-8786-93db81d23256-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.516227] env[68663]: DEBUG oslo_concurrency.lockutils [req-c17407bb-8954-4155-bb9e-d99cec3fb40d req-7d9c77f5-69a2-4519-a9dd-619e81d69732 service nova] Lock "4084c7e6-351b-43ee-8786-93db81d23256-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.516227] env[68663]: DEBUG oslo_concurrency.lockutils [req-c17407bb-8954-4155-bb9e-d99cec3fb40d req-7d9c77f5-69a2-4519-a9dd-619e81d69732 service nova] Lock "4084c7e6-351b-43ee-8786-93db81d23256-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.516227] env[68663]: DEBUG nova.compute.manager [req-c17407bb-8954-4155-bb9e-d99cec3fb40d req-7d9c77f5-69a2-4519-a9dd-619e81d69732 service nova] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] No waiting events found dispatching network-vif-plugged-bc27ef85-3d41-4ccc-bde9-57bb3d8c6a05 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.516227] env[68663]: WARNING nova.compute.manager [req-c17407bb-8954-4155-bb9e-d99cec3fb40d req-7d9c77f5-69a2-4519-a9dd-619e81d69732 service nova] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Received unexpected event network-vif-plugged-bc27ef85-3d41-4ccc-bde9-57bb3d8c6a05 for instance with vm_state building and task_state spawning. [ 779.608616] env[68663]: DEBUG nova.compute.manager [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.621387] env[68663]: INFO nova.compute.manager [-] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Took 1.43 seconds to deallocate network for instance. [ 779.652337] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238107, 'name': Rename_Task, 'duration_secs': 0.300955} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.652603] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.653562] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d22b1ef8-286b-4357-a0ab-3f9a1cb8d8b1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.662168] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 779.662168] env[68663]: value = "task-3238110" [ 779.662168] env[68663]: _type = "Task" [ 779.662168] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.671116] env[68663]: DEBUG oslo_vmware.api [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238108, 'name': Destroy_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.677498] env[68663]: INFO nova.compute.manager [-] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Took 1.06 seconds to deallocate network for instance. [ 779.677888] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.695207] env[68663]: DEBUG nova.network.neutron [-] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.715150] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238109, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.760785] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238106, 'name': CreateVM_Task, 'duration_secs': 0.534915} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.760922] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.761691] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.761855] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.762197] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.762450] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f28e881-06d7-4650-84b9-b3b9da68e19c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.767546] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 779.767546] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cdbbde-f2f7-55ff-2c8e-67075dc7fe7b" [ 779.767546] env[68663]: _type = "Task" [ 779.767546] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.776021] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cdbbde-f2f7-55ff-2c8e-67075dc7fe7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.959972] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.907s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.960533] env[68663]: DEBUG nova.compute.manager [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.963198] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.963s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.964629] env[68663]: INFO nova.compute.claims [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.013633] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "refresh_cache-4084c7e6-351b-43ee-8786-93db81d23256" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.013799] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquired lock "refresh_cache-4084c7e6-351b-43ee-8786-93db81d23256" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.013976] env[68663]: DEBUG nova.network.neutron [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.130477] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.139403] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.171193] env[68663]: DEBUG oslo_vmware.api [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238108, 'name': Destroy_Task, 'duration_secs': 0.703207} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.172033] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Destroyed the VM [ 780.172350] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 780.172646] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d73ddc0d-76a0-4b05-8083-4ef480bbd455 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.178020] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238110, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.183327] env[68663]: DEBUG oslo_vmware.api [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 780.183327] env[68663]: value = "task-3238111" [ 780.183327] env[68663]: _type = "Task" [ 780.183327] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.184373] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.193336] env[68663]: DEBUG oslo_vmware.api [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238111, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.198021] env[68663]: INFO nova.compute.manager [-] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Took 1.44 seconds to deallocate network for instance. [ 780.215394] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238109, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.279105] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cdbbde-f2f7-55ff-2c8e-67075dc7fe7b, 'name': SearchDatastore_Task, 'duration_secs': 0.011497} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.279476] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.279718] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.279978] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.280144] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.280399] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.280668] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19d27d9d-d08e-4b7c-b995-5fc796b86005 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.291426] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.291612] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.292838] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e1b4bad-1706-45ea-b932-e7b199e73f7f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.298293] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 780.298293] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b2cda2-f399-316b-8263-b5c99f10857b" [ 780.298293] env[68663]: _type = "Task" [ 780.298293] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.308735] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b2cda2-f399-316b-8263-b5c99f10857b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.471516] env[68663]: DEBUG nova.compute.utils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.482022] env[68663]: DEBUG nova.compute.manager [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.482022] env[68663]: DEBUG nova.network.neutron [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.530131] env[68663]: DEBUG nova.policy [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11edf81347834b91a9e08321d2099148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '020b84d970ae43398a407ea25ade3266', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.547856] env[68663]: DEBUG nova.network.neutron [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.577151] env[68663]: INFO nova.compute.manager [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Rebuilding instance [ 780.627078] env[68663]: DEBUG nova.compute.manager [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.627956] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237bf73b-308c-4991-8246-7e34df191ceb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.678106] env[68663]: DEBUG oslo_vmware.api [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238110, 'name': PowerOnVM_Task, 'duration_secs': 0.693133} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.681882] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.682336] env[68663]: INFO nova.compute.manager [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Took 8.82 seconds to spawn the instance on the hypervisor. [ 780.682595] env[68663]: DEBUG nova.compute.manager [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.683796] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50201a15-ed90-45e0-9273-861f282cb100 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.701814] env[68663]: DEBUG oslo_vmware.api [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238111, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.714328] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.721296] env[68663]: DEBUG oslo_vmware.api [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238109, 'name': RemoveSnapshot_Task, 'duration_secs': 1.17566} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.721597] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 780.721827] env[68663]: INFO nova.compute.manager [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Took 14.87 seconds to snapshot the instance on the hypervisor. [ 780.761475] env[68663]: DEBUG nova.network.neutron [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Updating instance_info_cache with network_info: [{"id": "bc27ef85-3d41-4ccc-bde9-57bb3d8c6a05", "address": "fa:16:3e:78:26:7c", "network": {"id": "c215d266-3d95-4246-8f74-c4d16500e668", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1810496231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020b84d970ae43398a407ea25ade3266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc27ef85-3d", "ovs_interfaceid": "bc27ef85-3d41-4ccc-bde9-57bb3d8c6a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.778050] env[68663]: DEBUG nova.compute.manager [req-5d3bad17-cd23-49ba-9b8e-fb0caf0a3f5d req-1af767f2-4555-4b78-a6db-9e863918728d service nova] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Received event network-vif-deleted-e33ac050-8c2c-4d2d-aa02-74280104ccfb {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.802924] env[68663]: DEBUG nova.network.neutron [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Successfully created port: a5207ee6-02ad-4017-bf8e-7d727240e1e6 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.810898] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b2cda2-f399-316b-8263-b5c99f10857b, 'name': SearchDatastore_Task, 'duration_secs': 0.011664} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.811528] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3879bc87-6484-4ec4-b917-fb24eabead15 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.817507] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 780.817507] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ee63cd-bd17-1e06-ba06-3a3ce12ac0bf" [ 780.817507] env[68663]: _type = "Task" [ 780.817507] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.825078] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ee63cd-bd17-1e06-ba06-3a3ce12ac0bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.983376] env[68663]: DEBUG nova.compute.manager [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.198239] env[68663]: DEBUG oslo_vmware.api [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238111, 'name': RemoveSnapshot_Task, 'duration_secs': 0.688762} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.198520] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 781.210216] env[68663]: INFO nova.compute.manager [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Took 52.20 seconds to build instance. [ 781.265434] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Releasing lock "refresh_cache-4084c7e6-351b-43ee-8786-93db81d23256" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.266091] env[68663]: DEBUG nova.compute.manager [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Instance network_info: |[{"id": "bc27ef85-3d41-4ccc-bde9-57bb3d8c6a05", "address": "fa:16:3e:78:26:7c", "network": {"id": "c215d266-3d95-4246-8f74-c4d16500e668", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1810496231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020b84d970ae43398a407ea25ade3266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc27ef85-3d", "ovs_interfaceid": "bc27ef85-3d41-4ccc-bde9-57bb3d8c6a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.266440] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:26:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc27ef85-3d41-4ccc-bde9-57bb3d8c6a05', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.275452] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.278716] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.280816] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdc71b2e-ec1f-422d-b884-d8f5860a22c2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.304557] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.304557] env[68663]: value = "task-3238112" [ 781.304557] env[68663]: _type = "Task" [ 781.304557] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.306594] env[68663]: DEBUG nova.compute.manager [None req-0de3da26-c217-426a-b415-3777707be926 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Found 1 images (rotation: 2) {{(pid=68663) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 781.316935] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238112, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.330054] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ee63cd-bd17-1e06-ba06-3a3ce12ac0bf, 'name': SearchDatastore_Task, 'duration_secs': 0.015192} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.334029] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.334147] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] bb7b5426-eeac-490d-90f0-7fd81106b913/bb7b5426-eeac-490d-90f0-7fd81106b913.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.334836] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a561d678-415a-4a5e-9aaa-e62881737f4c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.342035] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 781.342035] env[68663]: value = "task-3238113" [ 781.342035] env[68663]: _type = "Task" [ 781.342035] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.357806] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.544192] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfa5578-211d-40f6-8924-16168901607f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.552485] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12de38b5-db0b-4416-8e66-13f172553f95 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.585807] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c082486-5a73-429d-911e-e767cbd42185 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.594464] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c677d6fc-41f7-4875-b126-0be9f2450f82 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.609859] env[68663]: DEBUG nova.compute.provider_tree [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.645784] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.646698] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4178df70-1117-428f-a4db-ddef25aca7e3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.653535] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 781.653535] env[68663]: value = "task-3238114" [ 781.653535] env[68663]: _type = "Task" [ 781.653535] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.661871] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.708198] env[68663]: WARNING nova.compute.manager [None req-726de5bb-aac0-4f4b-9dfb-cd6e2cab9fe8 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Image not found during snapshot: nova.exception.ImageNotFound: Image 964aa6f9-cd71-49c9-84bc-c47c46381be0 could not be found. [ 781.712625] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7b8584ef-c703-48f5-aeef-e2639b7bc9d0 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "43f73085-f2af-4a16-9d87-68f27ec58b18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.827s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.815981] env[68663]: DEBUG nova.compute.manager [req-194812cf-0895-4ebd-a8e5-3fb97fbf1622 req-08d42441-8060-4f1c-a4fd-5fcfa80ff350 service nova] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Received event network-changed-bc27ef85-3d41-4ccc-bde9-57bb3d8c6a05 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.816175] env[68663]: DEBUG nova.compute.manager [req-194812cf-0895-4ebd-a8e5-3fb97fbf1622 req-08d42441-8060-4f1c-a4fd-5fcfa80ff350 service nova] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Refreshing instance network info cache due to event network-changed-bc27ef85-3d41-4ccc-bde9-57bb3d8c6a05. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.816365] env[68663]: DEBUG oslo_concurrency.lockutils [req-194812cf-0895-4ebd-a8e5-3fb97fbf1622 req-08d42441-8060-4f1c-a4fd-5fcfa80ff350 service nova] Acquiring lock "refresh_cache-4084c7e6-351b-43ee-8786-93db81d23256" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.816508] env[68663]: DEBUG oslo_concurrency.lockutils [req-194812cf-0895-4ebd-a8e5-3fb97fbf1622 req-08d42441-8060-4f1c-a4fd-5fcfa80ff350 service nova] Acquired lock "refresh_cache-4084c7e6-351b-43ee-8786-93db81d23256" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.816719] env[68663]: DEBUG nova.network.neutron [req-194812cf-0895-4ebd-a8e5-3fb97fbf1622 req-08d42441-8060-4f1c-a4fd-5fcfa80ff350 service nova] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Refreshing network info cache for port bc27ef85-3d41-4ccc-bde9-57bb3d8c6a05 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.821247] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238112, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.851662] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238113, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.996486] env[68663]: DEBUG nova.compute.manager [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.023780] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.024074] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.024241] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.024427] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.024610] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.024770] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.025138] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.025356] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.025574] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.025819] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.026075] env[68663]: DEBUG nova.virt.hardware [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.027329] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f0feef-fb56-4485-9741-6124b298a231 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.036968] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42a4301-4363-4ed4-b59e-1d43371967dd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.115076] env[68663]: DEBUG nova.scheduler.client.report [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.164630] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238114, 'name': PowerOffVM_Task, 'duration_secs': 0.218131} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.164815] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.165170] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.165896] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cdfd98-e828-4dbc-9a85-bdb9f77d1746 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.175623] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.175938] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e7a9b6c-50d2-454e-881a-e575b57a6eca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.236669] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.236881] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.237077] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleting the datastore file [datastore2] 97226033-61c4-4512-b9dd-04688f44aa35 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.237387] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f676ea20-3341-4f72-bddf-59254306716e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.245506] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 782.245506] env[68663]: value = "task-3238116" [ 782.245506] env[68663]: _type = "Task" [ 782.245506] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.253637] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.317275] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238112, 'name': CreateVM_Task, 'duration_secs': 0.532236} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.317458] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.318371] env[68663]: DEBUG nova.network.neutron [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Successfully updated port: a5207ee6-02ad-4017-bf8e-7d727240e1e6 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.326020] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.326020] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.326020] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.326020] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f01241f-ce01-4f0d-8b52-533c7408e2c1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.331770] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 782.331770] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525997a0-80ee-0f10-8a6e-c98264a1c00f" [ 782.331770] env[68663]: _type = "Task" [ 782.331770] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.341420] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525997a0-80ee-0f10-8a6e-c98264a1c00f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.351250] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.887498} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.351673] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] bb7b5426-eeac-490d-90f0-7fd81106b913/bb7b5426-eeac-490d-90f0-7fd81106b913.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.352058] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.352416] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbb503fa-f3a4-470f-b78c-92648d2f81ea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.362484] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 782.362484] env[68663]: value = "task-3238117" [ 782.362484] env[68663]: _type = "Task" [ 782.362484] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.371012] env[68663]: DEBUG nova.compute.manager [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.371012] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.371829] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97148ad2-0cf9-4ff2-ba5b-e59de3f0ab3f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.447970] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "f55776b0-f24f-4ae9-8809-d37f87a02000" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.448442] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "f55776b0-f24f-4ae9-8809-d37f87a02000" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.448724] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "f55776b0-f24f-4ae9-8809-d37f87a02000-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.448926] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "f55776b0-f24f-4ae9-8809-d37f87a02000-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.449142] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "f55776b0-f24f-4ae9-8809-d37f87a02000-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.450818] env[68663]: DEBUG nova.compute.manager [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.451343] env[68663]: INFO nova.compute.manager [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Terminating instance [ 782.453191] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95efd99-afcf-4558-92c5-8d16b9814e0c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.523230] env[68663]: DEBUG nova.network.neutron [req-194812cf-0895-4ebd-a8e5-3fb97fbf1622 req-08d42441-8060-4f1c-a4fd-5fcfa80ff350 service nova] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Updated VIF entry in instance network info cache for port bc27ef85-3d41-4ccc-bde9-57bb3d8c6a05. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.523230] env[68663]: DEBUG nova.network.neutron [req-194812cf-0895-4ebd-a8e5-3fb97fbf1622 req-08d42441-8060-4f1c-a4fd-5fcfa80ff350 service nova] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Updating instance_info_cache with network_info: [{"id": "bc27ef85-3d41-4ccc-bde9-57bb3d8c6a05", "address": "fa:16:3e:78:26:7c", "network": {"id": "c215d266-3d95-4246-8f74-c4d16500e668", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1810496231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020b84d970ae43398a407ea25ade3266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc27ef85-3d", "ovs_interfaceid": "bc27ef85-3d41-4ccc-bde9-57bb3d8c6a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.622340] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.622914] env[68663]: DEBUG nova.compute.manager [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.626041] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.847s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.627307] env[68663]: INFO nova.compute.claims [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.755314] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426208} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.755552] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.755738] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.755945] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.826033] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "refresh_cache-0203869a-fca5-4e60-b1a4-b85a0a355968" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.826033] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquired lock "refresh_cache-0203869a-fca5-4e60-b1a4-b85a0a355968" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.826033] env[68663]: DEBUG nova.network.neutron [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.843599] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525997a0-80ee-0f10-8a6e-c98264a1c00f, 'name': SearchDatastore_Task, 'duration_secs': 0.010622} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.844829] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.844829] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.844829] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.845107] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.845294] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.845598] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8c8be64-d035-4b0c-bfb0-40efa5717a68 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.854413] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.854611] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.855315] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f757b52d-e0fb-4e1d-a7a3-c2aa0a1c0b21 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.860545] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 782.860545] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52162eb0-e736-c18f-3470-2df67d92ed26" [ 782.860545] env[68663]: _type = "Task" [ 782.860545] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.873311] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52162eb0-e736-c18f-3470-2df67d92ed26, 'name': SearchDatastore_Task, 'duration_secs': 0.010486} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.876735] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064425} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.876927] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec739aa-408e-4a0e-95db-4e34eea41587 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.878981] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.879934] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe81812-a1a3-4382-a629-8c000469c957 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.883036] env[68663]: INFO nova.compute.manager [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] instance snapshotting [ 782.886289] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa61b98-2ee5-4ce5-8a5c-753817c1616e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.888879] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 782.888879] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a82010-08af-7d06-99e7-bacf4d5ffdfb" [ 782.888879] env[68663]: _type = "Task" [ 782.888879] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.921800] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] bb7b5426-eeac-490d-90f0-7fd81106b913/bb7b5426-eeac-490d-90f0-7fd81106b913.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.922972] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-628e7a13-639e-4232-a088-bd9f2cf77351 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.937877] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c15dc59-138a-4e5e-b574-e77f370935da {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.944015] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a82010-08af-7d06-99e7-bacf4d5ffdfb, 'name': SearchDatastore_Task, 'duration_secs': 0.030676} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.944875] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.945181] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 4084c7e6-351b-43ee-8786-93db81d23256/4084c7e6-351b-43ee-8786-93db81d23256.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.945449] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d5b4166-c4b3-42a1-9a24-a034a3a9f6a2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.952233] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 782.952233] env[68663]: value = "task-3238118" [ 782.952233] env[68663]: _type = "Task" [ 782.952233] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.956154] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 782.956154] env[68663]: value = "task-3238119" [ 782.956154] env[68663]: _type = "Task" [ 782.956154] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.962388] env[68663]: DEBUG nova.compute.manager [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.962582] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.962872] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.963560] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51ddfbd-c846-4266-9793-11ea10baf6c7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.966666] env[68663]: INFO nova.compute.manager [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] instance snapshotting [ 782.967168] env[68663]: DEBUG nova.objects.instance [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lazy-loading 'flavor' on Instance uuid 68b24323-6432-4cbd-9ea7-b231fb008990 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.971343] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.974785] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.975029] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86f4a887-2561-4f05-8781-ee23a16677d3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.981518] env[68663]: DEBUG oslo_vmware.api [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 782.981518] env[68663]: value = "task-3238120" [ 782.981518] env[68663]: _type = "Task" [ 782.981518] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.990290] env[68663]: DEBUG oslo_vmware.api [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.026601] env[68663]: DEBUG oslo_concurrency.lockutils [req-194812cf-0895-4ebd-a8e5-3fb97fbf1622 req-08d42441-8060-4f1c-a4fd-5fcfa80ff350 service nova] Releasing lock "refresh_cache-4084c7e6-351b-43ee-8786-93db81d23256" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.131519] env[68663]: DEBUG nova.compute.utils [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.135447] env[68663]: DEBUG nova.compute.manager [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.135447] env[68663]: DEBUG nova.network.neutron [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.177284] env[68663]: DEBUG nova.policy [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32b7ec0c6d9d4e1088384fa2d06ef901', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80405bc76cf5489a96fe4c016ccf319c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.383247] env[68663]: DEBUG nova.network.neutron [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.438588] env[68663]: DEBUG nova.network.neutron [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Successfully created port: 44fc0ead-86dd-4c12-8c8e-5f6bebebaf06 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.454094] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 783.454563] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-855f1dcd-a3fa-4eed-95b0-c63ae72cb172 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.471184] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 783.471184] env[68663]: value = "task-3238121" [ 783.471184] env[68663]: _type = "Task" [ 783.471184] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.476437] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238118, 'name': ReconfigVM_Task, 'duration_secs': 0.29329} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.482262] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Reconfigured VM instance instance-0000000f to attach disk [datastore1] bb7b5426-eeac-490d-90f0-7fd81106b913/bb7b5426-eeac-490d-90f0-7fd81106b913.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.482911] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.483587] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92327818-ff29-4a1a-a2e6-74a96d8e4a8c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.486154] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cf92f20-e57c-4811-81d8-960658e9de9e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.494063] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238121, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.509555] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ad4f4c-c3e3-48ac-8a54-a78c4fd8b623 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.512605] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 783.512605] env[68663]: value = "task-3238122" [ 783.512605] env[68663]: _type = "Task" [ 783.512605] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.516719] env[68663]: DEBUG oslo_vmware.api [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238120, 'name': PowerOffVM_Task, 'duration_secs': 0.177312} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.522411] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.522667] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.524680] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d590057e-d2b0-4947-a880-826f570c54b6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.538789] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238122, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.586681] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.586900] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.589028] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Deleting the datastore file [datastore2] f55776b0-f24f-4ae9-8809-d37f87a02000 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.589028] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f3d8603-02f2-4ae4-934d-f2dae2a7fcdc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.597625] env[68663]: DEBUG oslo_vmware.api [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 783.597625] env[68663]: value = "task-3238124" [ 783.597625] env[68663]: _type = "Task" [ 783.597625] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.610633] env[68663]: DEBUG oslo_vmware.api [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.635607] env[68663]: DEBUG nova.compute.manager [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.643090] env[68663]: DEBUG nova.network.neutron [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Updating instance_info_cache with network_info: [{"id": "a5207ee6-02ad-4017-bf8e-7d727240e1e6", "address": "fa:16:3e:ba:6a:0b", "network": {"id": "c215d266-3d95-4246-8f74-c4d16500e668", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1810496231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020b84d970ae43398a407ea25ade3266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5207ee6-02", "ovs_interfaceid": "a5207ee6-02ad-4017-bf8e-7d727240e1e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.805515] env[68663]: DEBUG nova.virt.hardware [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.805959] env[68663]: DEBUG nova.virt.hardware [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.806112] env[68663]: DEBUG nova.virt.hardware [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.807019] env[68663]: DEBUG nova.virt.hardware [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.807019] env[68663]: DEBUG nova.virt.hardware [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.807019] env[68663]: DEBUG nova.virt.hardware [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.807019] env[68663]: DEBUG nova.virt.hardware [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.807353] env[68663]: DEBUG nova.virt.hardware [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.807353] env[68663]: DEBUG nova.virt.hardware [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.807483] env[68663]: DEBUG nova.virt.hardware [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.807678] env[68663]: DEBUG nova.virt.hardware [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.808680] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6ebd62-180b-4009-956b-e41653bd755c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.822425] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e044cf-fb9c-4e61-9f88-336cefebd14f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.842697] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:0b:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e913b309-7cb4-43ad-a795-befb42812856', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.851053] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.854335] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.855608] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b608cff5-7f13-4439-a3fb-e6e6ee61b56c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.884356] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.884356] env[68663]: value = "task-3238125" [ 783.884356] env[68663]: _type = "Task" [ 783.884356] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.892968] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238125, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.977812] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238119, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.986425] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238121, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.030709] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 784.031159] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238122, 'name': Rename_Task, 'duration_secs': 0.148282} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.031708] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8483130f-961b-43e8-a111-6e0276460ade {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.033869] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.034452] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9039704f-3840-4c14-a7a7-89c59a11990a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.043453] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 784.043453] env[68663]: value = "task-3238126" [ 784.043453] env[68663]: _type = "Task" [ 784.043453] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.045158] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 784.045158] env[68663]: value = "task-3238127" [ 784.045158] env[68663]: _type = "Task" [ 784.045158] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.058346] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238126, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.070215] env[68663]: DEBUG nova.compute.manager [req-2ae71f8f-387c-4b3d-bda5-cbb3cdb21e44 req-1f8067eb-02fc-4b47-9446-d079512ad2d7 service nova] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Received event network-vif-plugged-a5207ee6-02ad-4017-bf8e-7d727240e1e6 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.070445] env[68663]: DEBUG oslo_concurrency.lockutils [req-2ae71f8f-387c-4b3d-bda5-cbb3cdb21e44 req-1f8067eb-02fc-4b47-9446-d079512ad2d7 service nova] Acquiring lock "0203869a-fca5-4e60-b1a4-b85a0a355968-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.070652] env[68663]: DEBUG oslo_concurrency.lockutils [req-2ae71f8f-387c-4b3d-bda5-cbb3cdb21e44 req-1f8067eb-02fc-4b47-9446-d079512ad2d7 service nova] Lock "0203869a-fca5-4e60-b1a4-b85a0a355968-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.070830] env[68663]: DEBUG oslo_concurrency.lockutils [req-2ae71f8f-387c-4b3d-bda5-cbb3cdb21e44 req-1f8067eb-02fc-4b47-9446-d079512ad2d7 service nova] Lock "0203869a-fca5-4e60-b1a4-b85a0a355968-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.071012] env[68663]: DEBUG nova.compute.manager [req-2ae71f8f-387c-4b3d-bda5-cbb3cdb21e44 req-1f8067eb-02fc-4b47-9446-d079512ad2d7 service nova] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] No waiting events found dispatching network-vif-plugged-a5207ee6-02ad-4017-bf8e-7d727240e1e6 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.071488] env[68663]: WARNING nova.compute.manager [req-2ae71f8f-387c-4b3d-bda5-cbb3cdb21e44 req-1f8067eb-02fc-4b47-9446-d079512ad2d7 service nova] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Received unexpected event network-vif-plugged-a5207ee6-02ad-4017-bf8e-7d727240e1e6 for instance with vm_state building and task_state spawning. [ 784.071696] env[68663]: DEBUG nova.compute.manager [req-2ae71f8f-387c-4b3d-bda5-cbb3cdb21e44 req-1f8067eb-02fc-4b47-9446-d079512ad2d7 service nova] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Received event network-changed-a5207ee6-02ad-4017-bf8e-7d727240e1e6 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.071848] env[68663]: DEBUG nova.compute.manager [req-2ae71f8f-387c-4b3d-bda5-cbb3cdb21e44 req-1f8067eb-02fc-4b47-9446-d079512ad2d7 service nova] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Refreshing instance network info cache due to event network-changed-a5207ee6-02ad-4017-bf8e-7d727240e1e6. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.072000] env[68663]: DEBUG oslo_concurrency.lockutils [req-2ae71f8f-387c-4b3d-bda5-cbb3cdb21e44 req-1f8067eb-02fc-4b47-9446-d079512ad2d7 service nova] Acquiring lock "refresh_cache-0203869a-fca5-4e60-b1a4-b85a0a355968" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.115053] env[68663]: DEBUG oslo_vmware.api [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439992} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.115494] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.115794] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.116072] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.116362] env[68663]: INFO nova.compute.manager [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Took 1.15 seconds to destroy the instance on the hypervisor. [ 784.116738] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.120452] env[68663]: DEBUG nova.compute.manager [-] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.120602] env[68663]: DEBUG nova.network.neutron [-] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.149808] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Releasing lock "refresh_cache-0203869a-fca5-4e60-b1a4-b85a0a355968" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.150124] env[68663]: DEBUG nova.compute.manager [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Instance network_info: |[{"id": "a5207ee6-02ad-4017-bf8e-7d727240e1e6", "address": "fa:16:3e:ba:6a:0b", "network": {"id": "c215d266-3d95-4246-8f74-c4d16500e668", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1810496231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020b84d970ae43398a407ea25ade3266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5207ee6-02", "ovs_interfaceid": "a5207ee6-02ad-4017-bf8e-7d727240e1e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.150892] env[68663]: DEBUG oslo_concurrency.lockutils [req-2ae71f8f-387c-4b3d-bda5-cbb3cdb21e44 req-1f8067eb-02fc-4b47-9446-d079512ad2d7 service nova] Acquired lock "refresh_cache-0203869a-fca5-4e60-b1a4-b85a0a355968" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.151130] env[68663]: DEBUG nova.network.neutron [req-2ae71f8f-387c-4b3d-bda5-cbb3cdb21e44 req-1f8067eb-02fc-4b47-9446-d079512ad2d7 service nova] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Refreshing network info cache for port a5207ee6-02ad-4017-bf8e-7d727240e1e6 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.152400] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:6a:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5207ee6-02ad-4017-bf8e-7d727240e1e6', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.160171] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.160680] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.161487] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b6619b0-ce77-4c71-99b5-b6cbeb2c846e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.185378] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.185378] env[68663]: value = "task-3238128" [ 784.185378] env[68663]: _type = "Task" [ 784.185378] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.199760] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238128, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.288069] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbe82f0-9590-4875-ac1c-5cb1ea34f244 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.295892] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f203caf-6ec4-45d8-aa54-aac1a87553e1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.334104] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f598982d-2882-4b4d-8a72-685fe2c76ee6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.344083] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b1fc1e-d4e8-421b-a5c5-d35965c72368 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.356472] env[68663]: DEBUG nova.compute.provider_tree [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.394662] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238125, 'name': CreateVM_Task, 'duration_secs': 0.431128} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.394889] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.395694] env[68663]: DEBUG oslo_concurrency.lockutils [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.395883] env[68663]: DEBUG oslo_concurrency.lockutils [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.396314] env[68663]: DEBUG oslo_concurrency.lockutils [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.396513] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5949d36f-90e1-400b-a6dd-565253fe4420 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.402209] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 784.402209] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525da03a-13c8-3ba6-5405-21020bd92e86" [ 784.402209] env[68663]: _type = "Task" [ 784.402209] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.411431] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525da03a-13c8-3ba6-5405-21020bd92e86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.478912] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238119, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.081308} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.481775] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 4084c7e6-351b-43ee-8786-93db81d23256/4084c7e6-351b-43ee-8786-93db81d23256.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.482011] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.482283] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c1b9314-b850-4d65-b430-dff49f66cfff {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.488916] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238121, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.490311] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 784.490311] env[68663]: value = "task-3238129" [ 784.490311] env[68663]: _type = "Task" [ 784.490311] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.498636] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.539234] env[68663]: DEBUG nova.compute.manager [req-62ae9432-d4aa-493d-929d-04503c3595f6 req-97b22bad-0246-45fd-8cde-96cbcfee92a3 service nova] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Received event network-vif-deleted-a3515a76-4812-4da3-a51a-1b22b872db1d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.539550] env[68663]: INFO nova.compute.manager [req-62ae9432-d4aa-493d-929d-04503c3595f6 req-97b22bad-0246-45fd-8cde-96cbcfee92a3 service nova] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Neutron deleted interface a3515a76-4812-4da3-a51a-1b22b872db1d; detaching it from the instance and deleting it from the info cache [ 784.539935] env[68663]: DEBUG nova.network.neutron [req-62ae9432-d4aa-493d-929d-04503c3595f6 req-97b22bad-0246-45fd-8cde-96cbcfee92a3 service nova] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.559412] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238126, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.564730] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238127, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.652634] env[68663]: DEBUG nova.compute.manager [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.681492] env[68663]: DEBUG nova.virt.hardware [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.681758] env[68663]: DEBUG nova.virt.hardware [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.681940] env[68663]: DEBUG nova.virt.hardware [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.682286] env[68663]: DEBUG nova.virt.hardware [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.682460] env[68663]: DEBUG nova.virt.hardware [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.682624] env[68663]: DEBUG nova.virt.hardware [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.682860] env[68663]: DEBUG nova.virt.hardware [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.683067] env[68663]: DEBUG nova.virt.hardware [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.683248] env[68663]: DEBUG nova.virt.hardware [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.683452] env[68663]: DEBUG nova.virt.hardware [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.683660] env[68663]: DEBUG nova.virt.hardware [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.684706] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99de5438-9fe7-425a-9419-4f276f63d2e9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.700962] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fad600-faf4-425b-97d7-aa191127526a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.705279] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238128, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.860397] env[68663]: DEBUG nova.scheduler.client.report [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.916474] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525da03a-13c8-3ba6-5405-21020bd92e86, 'name': SearchDatastore_Task, 'duration_secs': 0.011711} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.916736] env[68663]: DEBUG oslo_concurrency.lockutils [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.917015] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.917263] env[68663]: DEBUG oslo_concurrency.lockutils [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.917409] env[68663]: DEBUG oslo_concurrency.lockutils [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.917585] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.917847] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-204fd0d8-62e6-4a3f-8a95-fefa0685b5e6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.931969] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.932173] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.932954] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f6f736-7a1d-49cd-a75f-bbf47df8a7a8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.939975] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 784.939975] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527f4804-75f7-d650-1534-7f8727b58c40" [ 784.939975] env[68663]: _type = "Task" [ 784.939975] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.950214] env[68663]: DEBUG nova.network.neutron [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Successfully updated port: 44fc0ead-86dd-4c12-8c8e-5f6bebebaf06 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.951959] env[68663]: DEBUG nova.network.neutron [req-2ae71f8f-387c-4b3d-bda5-cbb3cdb21e44 req-1f8067eb-02fc-4b47-9446-d079512ad2d7 service nova] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Updated VIF entry in instance network info cache for port a5207ee6-02ad-4017-bf8e-7d727240e1e6. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.952291] env[68663]: DEBUG nova.network.neutron [req-2ae71f8f-387c-4b3d-bda5-cbb3cdb21e44 req-1f8067eb-02fc-4b47-9446-d079512ad2d7 service nova] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Updating instance_info_cache with network_info: [{"id": "a5207ee6-02ad-4017-bf8e-7d727240e1e6", "address": "fa:16:3e:ba:6a:0b", "network": {"id": "c215d266-3d95-4246-8f74-c4d16500e668", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1810496231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020b84d970ae43398a407ea25ade3266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5207ee6-02", "ovs_interfaceid": "a5207ee6-02ad-4017-bf8e-7d727240e1e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.961058] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527f4804-75f7-d650-1534-7f8727b58c40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.987545] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238121, 'name': CreateSnapshot_Task, 'duration_secs': 1.13365} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.989657] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 784.989657] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27833b1e-5612-4847-9626-e0f143e495d8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.004590] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157436} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.005105] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.005881] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f33c6e-d3d2-45b4-9d95-ed76c5079643 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.022790] env[68663]: DEBUG nova.network.neutron [-] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.033545] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 4084c7e6-351b-43ee-8786-93db81d23256/4084c7e6-351b-43ee-8786-93db81d23256.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.034553] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0bde2ce-1fb5-424b-aa6c-820897f77489 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.051440] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b7d8647-41a8-4346-bcd9-d77fe6c0b2f0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.061347] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 785.061347] env[68663]: value = "task-3238130" [ 785.061347] env[68663]: _type = "Task" [ 785.061347] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.069230] env[68663]: DEBUG oslo_vmware.api [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238127, 'name': PowerOnVM_Task, 'duration_secs': 0.53138} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.069713] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238126, 'name': CreateSnapshot_Task, 'duration_secs': 1.011221} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.072608] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.072857] env[68663]: DEBUG nova.compute.manager [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.073146] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 785.076217] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb988367-b254-4cbf-b7d7-7cc18ff050f1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.089474] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fab41af-e6e1-409c-94b9-218463ac0978 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.092567] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e21b06-7e90-4c56-b1e7-9da0b7fec8d7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.120828] env[68663]: DEBUG nova.compute.manager [req-62ae9432-d4aa-493d-929d-04503c3595f6 req-97b22bad-0246-45fd-8cde-96cbcfee92a3 service nova] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Detach interface failed, port_id=a3515a76-4812-4da3-a51a-1b22b872db1d, reason: Instance f55776b0-f24f-4ae9-8809-d37f87a02000 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 785.128348] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.201042] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238128, 'name': CreateVM_Task, 'duration_secs': 0.55505} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.201247] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.201927] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.202099] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.202409] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.202669] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9f15c83-7166-41ce-8853-5043f5988c56 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.207872] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 785.207872] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52277130-0ebd-f932-b641-12e7d019ac25" [ 785.207872] env[68663]: _type = "Task" [ 785.207872] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.215433] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52277130-0ebd-f932-b641-12e7d019ac25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.366800] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.367388] env[68663]: DEBUG nova.compute.manager [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.370161] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.379s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.450373] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527f4804-75f7-d650-1534-7f8727b58c40, 'name': SearchDatastore_Task, 'duration_secs': 0.052147} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.451024] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e22548c8-f89f-46d3-bfef-5bb5768e925e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.456154] env[68663]: DEBUG oslo_concurrency.lockutils [req-2ae71f8f-387c-4b3d-bda5-cbb3cdb21e44 req-1f8067eb-02fc-4b47-9446-d079512ad2d7 service nova] Releasing lock "refresh_cache-0203869a-fca5-4e60-b1a4-b85a0a355968" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.456716] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "refresh_cache-b05184fc-bf45-4930-ab8a-ac1bb9140689" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.456848] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquired lock "refresh_cache-b05184fc-bf45-4930-ab8a-ac1bb9140689" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.457026] env[68663]: DEBUG nova.network.neutron [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.458093] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 785.458093] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d868c7-499b-05e0-563d-0b35d8e06775" [ 785.458093] env[68663]: _type = "Task" [ 785.458093] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.466164] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d868c7-499b-05e0-563d-0b35d8e06775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.512245] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 785.512642] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e8e6c811-26f4-45ab-a0e3-ac5aeadf7f10 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.521697] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 785.521697] env[68663]: value = "task-3238131" [ 785.521697] env[68663]: _type = "Task" [ 785.521697] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.529744] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238131, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.534903] env[68663]: INFO nova.compute.manager [-] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Took 1.41 seconds to deallocate network for instance. [ 785.581323] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.641133] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 785.645017] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8744141e-3992-46fe-8415-77d4f830f186 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.650787] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.655731] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 785.655731] env[68663]: value = "task-3238132" [ 785.655731] env[68663]: _type = "Task" [ 785.655731] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.664124] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238132, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.718308] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52277130-0ebd-f932-b641-12e7d019ac25, 'name': SearchDatastore_Task, 'duration_secs': 0.059491} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.718655] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.718905] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.719135] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.876451] env[68663]: INFO nova.compute.claims [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.882530] env[68663]: DEBUG nova.compute.utils [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.884579] env[68663]: DEBUG nova.compute.manager [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Not allocating networking since 'none' was specified. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 785.972403] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d868c7-499b-05e0-563d-0b35d8e06775, 'name': SearchDatastore_Task, 'duration_secs': 0.05963} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.972743] env[68663]: DEBUG oslo_concurrency.lockutils [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.973124] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 97226033-61c4-4512-b9dd-04688f44aa35/97226033-61c4-4512-b9dd-04688f44aa35.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.973515] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.973729] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.974094] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cbb1347-ab07-4d35-90fb-e9c94acae684 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.976383] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9aa7fbd-1421-4a45-a621-da87accc362a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.984784] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 785.984784] env[68663]: value = "task-3238133" [ 785.984784] env[68663]: _type = "Task" [ 785.984784] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.985959] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.986149] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.989567] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda9145b-f46d-44d3-9d5a-f919515f0337 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.997135] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.998335] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 785.998335] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b9d511-ae76-5117-4cc4-ebc098d0153f" [ 785.998335] env[68663]: _type = "Task" [ 785.998335] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.002847] env[68663]: DEBUG nova.network.neutron [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.008057] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b9d511-ae76-5117-4cc4-ebc098d0153f, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.008807] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b455790a-2b26-4e00-a0bb-ce3c3b3de240 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.013619] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 786.013619] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e6a887-23e6-2adc-e7b7-c8433dcfdf17" [ 786.013619] env[68663]: _type = "Task" [ 786.013619] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.021016] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e6a887-23e6-2adc-e7b7-c8433dcfdf17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.031761] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238131, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.044615] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.079646] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238130, 'name': ReconfigVM_Task, 'duration_secs': 0.710432} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.080508] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 4084c7e6-351b-43ee-8786-93db81d23256/4084c7e6-351b-43ee-8786-93db81d23256.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.080853] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21c0e804-6192-405c-8cb3-02b856dd8ff3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.089065] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 786.089065] env[68663]: value = "task-3238134" [ 786.089065] env[68663]: _type = "Task" [ 786.089065] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.098431] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238134, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.170395] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238132, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.185686] env[68663]: DEBUG nova.compute.manager [req-2be674bf-c4b7-4bec-8d29-e1d49db0557d req-5e9cb68f-06da-4399-b073-94feb2c3d907 service nova] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Received event network-vif-plugged-44fc0ead-86dd-4c12-8c8e-5f6bebebaf06 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.186110] env[68663]: DEBUG oslo_concurrency.lockutils [req-2be674bf-c4b7-4bec-8d29-e1d49db0557d req-5e9cb68f-06da-4399-b073-94feb2c3d907 service nova] Acquiring lock "b05184fc-bf45-4930-ab8a-ac1bb9140689-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.187076] env[68663]: DEBUG oslo_concurrency.lockutils [req-2be674bf-c4b7-4bec-8d29-e1d49db0557d req-5e9cb68f-06da-4399-b073-94feb2c3d907 service nova] Lock "b05184fc-bf45-4930-ab8a-ac1bb9140689-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.189152] env[68663]: DEBUG oslo_concurrency.lockutils [req-2be674bf-c4b7-4bec-8d29-e1d49db0557d req-5e9cb68f-06da-4399-b073-94feb2c3d907 service nova] Lock "b05184fc-bf45-4930-ab8a-ac1bb9140689-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.189152] env[68663]: DEBUG nova.compute.manager [req-2be674bf-c4b7-4bec-8d29-e1d49db0557d req-5e9cb68f-06da-4399-b073-94feb2c3d907 service nova] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] No waiting events found dispatching network-vif-plugged-44fc0ead-86dd-4c12-8c8e-5f6bebebaf06 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.189152] env[68663]: WARNING nova.compute.manager [req-2be674bf-c4b7-4bec-8d29-e1d49db0557d req-5e9cb68f-06da-4399-b073-94feb2c3d907 service nova] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Received unexpected event network-vif-plugged-44fc0ead-86dd-4c12-8c8e-5f6bebebaf06 for instance with vm_state building and task_state spawning. [ 786.189152] env[68663]: DEBUG nova.compute.manager [req-2be674bf-c4b7-4bec-8d29-e1d49db0557d req-5e9cb68f-06da-4399-b073-94feb2c3d907 service nova] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Received event network-changed-44fc0ead-86dd-4c12-8c8e-5f6bebebaf06 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.189152] env[68663]: DEBUG nova.compute.manager [req-2be674bf-c4b7-4bec-8d29-e1d49db0557d req-5e9cb68f-06da-4399-b073-94feb2c3d907 service nova] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Refreshing instance network info cache due to event network-changed-44fc0ead-86dd-4c12-8c8e-5f6bebebaf06. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.189593] env[68663]: DEBUG oslo_concurrency.lockutils [req-2be674bf-c4b7-4bec-8d29-e1d49db0557d req-5e9cb68f-06da-4399-b073-94feb2c3d907 service nova] Acquiring lock "refresh_cache-b05184fc-bf45-4930-ab8a-ac1bb9140689" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.388591] env[68663]: INFO nova.compute.resource_tracker [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Updating resource usage from migration 19670126-6324-4f6b-a709-c7aa5b3df5dd [ 786.391224] env[68663]: DEBUG nova.compute.manager [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.496876] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446495} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.502182] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 97226033-61c4-4512-b9dd-04688f44aa35/97226033-61c4-4512-b9dd-04688f44aa35.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.502182] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.502182] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13f38e0c-8e42-4de8-8bdb-01c59f072ff8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.509238] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 786.509238] env[68663]: value = "task-3238135" [ 786.509238] env[68663]: _type = "Task" [ 786.509238] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.524016] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.536480] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e6a887-23e6-2adc-e7b7-c8433dcfdf17, 'name': SearchDatastore_Task, 'duration_secs': 0.008584} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.537564] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.538044] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 0203869a-fca5-4e60-b1a4-b85a0a355968/0203869a-fca5-4e60-b1a4-b85a0a355968.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.538422] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24dad84a-8c53-4475-89bc-848271c18123 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.545450] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238131, 'name': CloneVM_Task} progress is 95%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.551135] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 786.551135] env[68663]: value = "task-3238136" [ 786.551135] env[68663]: _type = "Task" [ 786.551135] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.564872] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.564872] env[68663]: DEBUG nova.network.neutron [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Updating instance_info_cache with network_info: [{"id": "44fc0ead-86dd-4c12-8c8e-5f6bebebaf06", "address": "fa:16:3e:31:4d:a9", "network": {"id": "470f8483-d8fe-4b45-be11-3eec2270a449", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1787332904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80405bc76cf5489a96fe4c016ccf319c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44fc0ead-86", "ovs_interfaceid": "44fc0ead-86dd-4c12-8c8e-5f6bebebaf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.597976] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238134, 'name': Rename_Task, 'duration_secs': 0.322844} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.598387] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.598682] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2206aa8-08a6-4386-b933-924387586100 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.607704] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 786.607704] env[68663]: value = "task-3238137" [ 786.607704] env[68663]: _type = "Task" [ 786.607704] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.616745] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.657750] env[68663]: INFO nova.compute.manager [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Rebuilding instance [ 786.670192] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238132, 'name': CloneVM_Task} progress is 95%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.700322] env[68663]: DEBUG nova.compute.manager [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.701282] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa476c1-d088-4769-bb8f-53d979924523 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.962253] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9edee9d-63b1-4e83-8467-237161b74584 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.971824] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266b4421-4309-4b79-ac11-e7eaa6e288ce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.008504] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c649c6-1660-451e-b374-ca53ab962e3c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.023301] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5d237b-7517-4946-addd-c54f68ba1e44 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.027256] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067305} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.027607] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.033015] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f91f961-35b5-4005-a127-232d57570a4d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.043452] env[68663]: DEBUG nova.compute.provider_tree [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.049491] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238131, 'name': CloneVM_Task} progress is 95%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.068022] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 97226033-61c4-4512-b9dd-04688f44aa35/97226033-61c4-4512-b9dd-04688f44aa35.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.072244] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Releasing lock "refresh_cache-b05184fc-bf45-4930-ab8a-ac1bb9140689" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.072564] env[68663]: DEBUG nova.compute.manager [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Instance network_info: |[{"id": "44fc0ead-86dd-4c12-8c8e-5f6bebebaf06", "address": "fa:16:3e:31:4d:a9", "network": {"id": "470f8483-d8fe-4b45-be11-3eec2270a449", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1787332904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80405bc76cf5489a96fe4c016ccf319c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44fc0ead-86", "ovs_interfaceid": "44fc0ead-86dd-4c12-8c8e-5f6bebebaf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.072838] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc0e7069-eddc-4129-9fbf-60ff251cb801 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.088111] env[68663]: DEBUG oslo_concurrency.lockutils [req-2be674bf-c4b7-4bec-8d29-e1d49db0557d req-5e9cb68f-06da-4399-b073-94feb2c3d907 service nova] Acquired lock "refresh_cache-b05184fc-bf45-4930-ab8a-ac1bb9140689" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.088339] env[68663]: DEBUG nova.network.neutron [req-2be674bf-c4b7-4bec-8d29-e1d49db0557d req-5e9cb68f-06da-4399-b073-94feb2c3d907 service nova] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Refreshing network info cache for port 44fc0ead-86dd-4c12-8c8e-5f6bebebaf06 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.089543] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:4d:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44fc0ead-86dd-4c12-8c8e-5f6bebebaf06', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.096962] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.098479] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.099062] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5494a00-bd5f-4d45-8301-c32858fbce6a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.118255] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 787.118255] env[68663]: value = "task-3238138" [ 787.118255] env[68663]: _type = "Task" [ 787.118255] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.118568] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474198} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.124517] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 0203869a-fca5-4e60-b1a4-b85a0a355968/0203869a-fca5-4e60-b1a4-b85a0a355968.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.124901] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.128458] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5bb2194-4145-48a5-ad30-c13b42c12427 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.132182] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.132182] env[68663]: value = "task-3238139" [ 787.132182] env[68663]: _type = "Task" [ 787.132182] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.141952] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.142555] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238137, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.144621] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 787.144621] env[68663]: value = "task-3238140" [ 787.144621] env[68663]: _type = "Task" [ 787.144621] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.149896] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238139, 'name': CreateVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.154942] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.169100] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238132, 'name': CloneVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.404146] env[68663]: DEBUG nova.compute.manager [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.430422] env[68663]: DEBUG nova.virt.hardware [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.430719] env[68663]: DEBUG nova.virt.hardware [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.430972] env[68663]: DEBUG nova.virt.hardware [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.431211] env[68663]: DEBUG nova.virt.hardware [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.431362] env[68663]: DEBUG nova.virt.hardware [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.431551] env[68663]: DEBUG nova.virt.hardware [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.431819] env[68663]: DEBUG nova.virt.hardware [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.432030] env[68663]: DEBUG nova.virt.hardware [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.432378] env[68663]: DEBUG nova.virt.hardware [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.432484] env[68663]: DEBUG nova.virt.hardware [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.432621] env[68663]: DEBUG nova.virt.hardware [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.433605] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee79645-4b40-4caf-987b-7b2daa31de40 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.441925] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838a07c1-8b82-4aaf-a707-3169fdcf10e1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.456955] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Instance VIF info [] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.462853] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Creating folder: Project (bc1c6ff6e45843f89ea55401ba5acabd). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.463294] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99a615b3-8629-4117-a5f0-8db758c8e4e1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.473867] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Created folder: Project (bc1c6ff6e45843f89ea55401ba5acabd) in parent group-v647027. [ 787.474124] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Creating folder: Instances. Parent ref: group-v647199. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.474388] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a14e21f5-6c80-42ef-a7b9-3b0bafd013af {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.484239] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Created folder: Instances in parent group-v647199. [ 787.484491] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.484687] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.484907] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06d6a86a-54fd-41f7-9f6b-b699933b696d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.501364] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.501364] env[68663]: value = "task-3238143" [ 787.501364] env[68663]: _type = "Task" [ 787.501364] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.513513] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238143, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.537034] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238131, 'name': CloneVM_Task, 'duration_secs': 1.653804} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.537207] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Created linked-clone VM from snapshot [ 787.538020] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbce23f-b253-496a-a593-dfef80c07265 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.545027] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Uploading image 14676fc8-f9ee-4e50-982b-c55db69f4fd5 {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 787.547576] env[68663]: DEBUG nova.scheduler.client.report [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.568535] env[68663]: DEBUG oslo_vmware.rw_handles [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 787.568535] env[68663]: value = "vm-647196" [ 787.568535] env[68663]: _type = "VirtualMachine" [ 787.568535] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 787.569133] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e7803fe0-209a-43d0-8c5a-61226a7677d0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.577574] env[68663]: DEBUG oslo_vmware.rw_handles [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lease: (returnval){ [ 787.577574] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522c3ffc-85c0-573b-18ee-dc3898ad4d48" [ 787.577574] env[68663]: _type = "HttpNfcLease" [ 787.577574] env[68663]: } obtained for exporting VM: (result){ [ 787.577574] env[68663]: value = "vm-647196" [ 787.577574] env[68663]: _type = "VirtualMachine" [ 787.577574] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 787.577973] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the lease: (returnval){ [ 787.577973] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522c3ffc-85c0-573b-18ee-dc3898ad4d48" [ 787.577973] env[68663]: _type = "HttpNfcLease" [ 787.577973] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 787.586256] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 787.586256] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522c3ffc-85c0-573b-18ee-dc3898ad4d48" [ 787.586256] env[68663]: _type = "HttpNfcLease" [ 787.586256] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 787.628916] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238137, 'name': PowerOnVM_Task, 'duration_secs': 0.901769} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.629629] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.629844] env[68663]: INFO nova.compute.manager [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Took 8.53 seconds to spawn the instance on the hypervisor. [ 787.630061] env[68663]: DEBUG nova.compute.manager [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.630869] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e17646-cb36-43fd-b0f1-c4a4e1704eee {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.636700] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238138, 'name': ReconfigVM_Task, 'duration_secs': 0.514815} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.642473] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 97226033-61c4-4512-b9dd-04688f44aa35/97226033-61c4-4512-b9dd-04688f44aa35.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.643116] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0509c33-1438-4bd1-bcfd-d5b6306c5181 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.654640] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238139, 'name': CreateVM_Task, 'duration_secs': 0.370656} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.657092] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.658008] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.658262] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.658534] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.663102] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-720f986f-1025-4e76-8447-11e38a944612 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.666281] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 787.666281] env[68663]: value = "task-3238145" [ 787.666281] env[68663]: _type = "Task" [ 787.666281] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.666281] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109904} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.670111] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.674311] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a6c477-d8dc-41ba-8e64-5823448252c7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.682042] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 787.682042] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5221ce25-89bb-fc1d-2761-3068d7c656cc" [ 787.682042] env[68663]: _type = "Task" [ 787.682042] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.693140] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238145, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.693434] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238132, 'name': CloneVM_Task, 'duration_secs': 1.580144} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.704226] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Created linked-clone VM from snapshot [ 787.713845] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 0203869a-fca5-4e60-b1a4-b85a0a355968/0203869a-fca5-4e60-b1a4-b85a0a355968.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.720566] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8da88c-8afa-46ac-9643-7c719a6ae5f8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.723776] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d699830-0e66-4313-a324-4abbe004be5f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.740035] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.740411] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5221ce25-89bb-fc1d-2761-3068d7c656cc, 'name': SearchDatastore_Task, 'duration_secs': 0.01658} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.740952] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72e9cb3f-905e-456c-9711-b51bbe5085f7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.742585] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.742847] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.743095] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.743242] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.743419] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.744620] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e5fbfa6-6d64-471b-8e3f-f52b5a16244e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.750307] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Uploading image ae920bc6-ded9-4af3-afd4-0527974ef3a8 {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 787.753563] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 787.753563] env[68663]: value = "task-3238146" [ 787.753563] env[68663]: _type = "Task" [ 787.753563] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.754810] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 787.754810] env[68663]: value = "task-3238147" [ 787.754810] env[68663]: _type = "Task" [ 787.754810] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.762181] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.762406] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.763470] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0781fefe-f771-498e-92c9-122e80bb9946 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.774263] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.774555] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.780170] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 787.780170] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528a17cc-41e0-e7df-4d22-da3f980efa7a" [ 787.780170] env[68663]: _type = "Task" [ 787.780170] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.782098] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 787.782098] env[68663]: value = "vm-647197" [ 787.782098] env[68663]: _type = "VirtualMachine" [ 787.782098] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 787.782411] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f8dad762-2e75-4af5-93b6-64ae5a4e0eb1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.792841] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528a17cc-41e0-e7df-4d22-da3f980efa7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.794188] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lease: (returnval){ [ 787.794188] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5253fd28-17b5-dc57-4add-eb756eb824eb" [ 787.794188] env[68663]: _type = "HttpNfcLease" [ 787.794188] env[68663]: } obtained for exporting VM: (result){ [ 787.794188] env[68663]: value = "vm-647197" [ 787.794188] env[68663]: _type = "VirtualMachine" [ 787.794188] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 787.794572] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the lease: (returnval){ [ 787.794572] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5253fd28-17b5-dc57-4add-eb756eb824eb" [ 787.794572] env[68663]: _type = "HttpNfcLease" [ 787.794572] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 787.800525] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 787.800525] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5253fd28-17b5-dc57-4add-eb756eb824eb" [ 787.800525] env[68663]: _type = "HttpNfcLease" [ 787.800525] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 787.952200] env[68663]: DEBUG nova.network.neutron [req-2be674bf-c4b7-4bec-8d29-e1d49db0557d req-5e9cb68f-06da-4399-b073-94feb2c3d907 service nova] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Updated VIF entry in instance network info cache for port 44fc0ead-86dd-4c12-8c8e-5f6bebebaf06. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.952200] env[68663]: DEBUG nova.network.neutron [req-2be674bf-c4b7-4bec-8d29-e1d49db0557d req-5e9cb68f-06da-4399-b073-94feb2c3d907 service nova] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Updating instance_info_cache with network_info: [{"id": "44fc0ead-86dd-4c12-8c8e-5f6bebebaf06", "address": "fa:16:3e:31:4d:a9", "network": {"id": "470f8483-d8fe-4b45-be11-3eec2270a449", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1787332904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80405bc76cf5489a96fe4c016ccf319c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44fc0ead-86", "ovs_interfaceid": "44fc0ead-86dd-4c12-8c8e-5f6bebebaf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.011713] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238143, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.052546] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.682s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.052872] env[68663]: INFO nova.compute.manager [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Migrating [ 788.053207] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.053385] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.054729] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.017s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.055400] env[68663]: DEBUG nova.objects.instance [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lazy-loading 'resources' on Instance uuid 9151c912-cfad-450f-a2d2-345917a67b15 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.086165] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 788.086165] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522c3ffc-85c0-573b-18ee-dc3898ad4d48" [ 788.086165] env[68663]: _type = "HttpNfcLease" [ 788.086165] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 788.086464] env[68663]: DEBUG oslo_vmware.rw_handles [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 788.086464] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522c3ffc-85c0-573b-18ee-dc3898ad4d48" [ 788.086464] env[68663]: _type = "HttpNfcLease" [ 788.086464] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 788.087194] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141e846f-a1c5-41cf-a6aa-66d991e4f417 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.094468] env[68663]: DEBUG oslo_vmware.rw_handles [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5234fe3f-6e1a-4300-0511-571056c1e7e1/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 788.094648] env[68663]: DEBUG oslo_vmware.rw_handles [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5234fe3f-6e1a-4300-0511-571056c1e7e1/disk-0.vmdk for reading. {{(pid=68663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 788.163971] env[68663]: INFO nova.compute.manager [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Took 54.89 seconds to build instance. [ 788.179247] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238145, 'name': Rename_Task, 'duration_secs': 0.251973} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.179247] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.179247] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce6c6616-6d1d-4e17-ab11-a54fca7a5ff7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.185556] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 788.185556] env[68663]: value = "task-3238149" [ 788.185556] env[68663]: _type = "Task" [ 788.185556] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.193602] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.269460] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238147, 'name': PowerOffVM_Task, 'duration_secs': 0.309987} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.269704] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238146, 'name': ReconfigVM_Task, 'duration_secs': 0.279902} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.271912] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.272167] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.272453] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 0203869a-fca5-4e60-b1a4-b85a0a355968/0203869a-fca5-4e60-b1a4-b85a0a355968.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.273835] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b31392-bc7d-443c-80a7-e710d0b751a0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.276321] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ae4a745-2c7e-4215-9d22-f1bfa1b7ee60 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.278043] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-91efce52-6f2b-47ab-b790-763ef58a8121 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.284044] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.288205] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01da57dc-c9fc-4ebc-b5e6-df630b2e60e1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.289607] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 788.289607] env[68663]: value = "task-3238150" [ 788.289607] env[68663]: _type = "Task" [ 788.289607] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.298416] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528a17cc-41e0-e7df-4d22-da3f980efa7a, 'name': SearchDatastore_Task, 'duration_secs': 0.018707} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.304416] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af994a71-09bd-47d3-b47f-3969e9c61227 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.310108] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238150, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.317490] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 788.317490] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5253fd28-17b5-dc57-4add-eb756eb824eb" [ 788.317490] env[68663]: _type = "HttpNfcLease" [ 788.317490] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 788.318693] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 788.318693] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5253fd28-17b5-dc57-4add-eb756eb824eb" [ 788.318693] env[68663]: _type = "HttpNfcLease" [ 788.318693] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 788.319504] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 788.319504] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526a9a8e-b68d-385a-04d1-46811c591148" [ 788.319504] env[68663]: _type = "Task" [ 788.319504] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.320217] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274111dc-30bf-4d0c-9a3d-5b8395cc038b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.330453] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cad96c-3a58-3eae-f326-9c54ba165792/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 788.331331] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cad96c-3a58-3eae-f326-9c54ba165792/disk-0.vmdk for reading. {{(pid=68663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 788.334429] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526a9a8e-b68d-385a-04d1-46811c591148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.389007] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.389255] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.389435] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Deleting the datastore file [datastore1] bb7b5426-eeac-490d-90f0-7fd81106b913 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.389703] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1bbe760-7fb7-4121-b857-402f7f0e9dc0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.396987] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 788.396987] env[68663]: value = "task-3238152" [ 788.396987] env[68663]: _type = "Task" [ 788.396987] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.404861] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.454582] env[68663]: DEBUG oslo_concurrency.lockutils [req-2be674bf-c4b7-4bec-8d29-e1d49db0557d req-5e9cb68f-06da-4399-b073-94feb2c3d907 service nova] Releasing lock "refresh_cache-b05184fc-bf45-4930-ab8a-ac1bb9140689" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.471969] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e7ac66ee-e851-49a9-bfc3-35b3129e30e4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.511660] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238143, 'name': CreateVM_Task, 'duration_secs': 0.707066} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.511835] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.512364] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.512646] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.513143] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.513490] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6e41dbc-3664-4072-bad8-6eca720af6e6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.518622] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 788.518622] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52371073-c636-a6c0-408e-760aaed7c4f3" [ 788.518622] env[68663]: _type = "Task" [ 788.518622] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.526899] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52371073-c636-a6c0-408e-760aaed7c4f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.560527] env[68663]: INFO nova.compute.rpcapi [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 788.560940] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.666491] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "4084c7e6-351b-43ee-8786-93db81d23256" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.117s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.700266] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238149, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.801189] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238150, 'name': Rename_Task, 'duration_secs': 0.235507} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.804986] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.805823] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ca8dffc-42c8-41f3-a64e-29227c997a2f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.813443] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 788.813443] env[68663]: value = "task-3238153" [ 788.813443] env[68663]: _type = "Task" [ 788.813443] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.825576] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.834143] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526a9a8e-b68d-385a-04d1-46811c591148, 'name': SearchDatastore_Task, 'duration_secs': 0.027857} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.838102] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.839110] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] b05184fc-bf45-4930-ab8a-ac1bb9140689/b05184fc-bf45-4930-ab8a-ac1bb9140689.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.840684] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7e81a56-3744-465f-9c49-553246e2dd2e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.847417] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 788.847417] env[68663]: value = "task-3238154" [ 788.847417] env[68663]: _type = "Task" [ 788.847417] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.858226] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.910247] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338658} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.911015] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.911015] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.911314] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.041950] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52371073-c636-a6c0-408e-760aaed7c4f3, 'name': SearchDatastore_Task, 'duration_secs': 0.025877} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.042613] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.043431] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.043732] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.044766] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.044766] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.052322] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3253a821-e2e0-46b6-9f99-4864c6417061 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.063069] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.063069] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.063069] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad788ce-8c54-4872-a7ab-93eaf808b952 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.079024] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "refresh_cache-edf3f0b4-a424-4de7-8abb-20a17e8454fc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.079024] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquired lock "refresh_cache-edf3f0b4-a424-4de7-8abb-20a17e8454fc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.079024] env[68663]: DEBUG nova.network.neutron [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.080330] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 789.080330] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f203b9-a785-f672-0b38-dffca3503e2f" [ 789.080330] env[68663]: _type = "Task" [ 789.080330] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.093617] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f203b9-a785-f672-0b38-dffca3503e2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.202351] env[68663]: DEBUG oslo_vmware.api [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238149, 'name': PowerOnVM_Task, 'duration_secs': 0.769935} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.209306] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.209434] env[68663]: DEBUG nova.compute.manager [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.210895] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab624aa-ef15-424f-b9aa-d2d835f7cbe8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.229891] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca84949f-1e2a-4f49-9bc0-0f4031f4bf2c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.244363] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4430199b-b2f6-4b3b-8578-b08c5d716be7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.291539] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d98b1a-e90b-43df-b88d-fc58adfc3efc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.303626] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36196790-057c-487c-b1ce-20c6347382bc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.325374] env[68663]: DEBUG nova.compute.provider_tree [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.338524] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238153, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.361493] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238154, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.594029] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f203b9-a785-f672-0b38-dffca3503e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.012275} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.594896] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c63c787e-6f80-44e1-9a24-750a6ea8481c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.600334] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 789.600334] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52952929-b742-cc18-fc2c-45dfa9c3e3a4" [ 789.600334] env[68663]: _type = "Task" [ 789.600334] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.608247] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52952929-b742-cc18-fc2c-45dfa9c3e3a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.734908] env[68663]: DEBUG oslo_concurrency.lockutils [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.836301] env[68663]: DEBUG nova.scheduler.client.report [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.839699] env[68663]: DEBUG oslo_vmware.api [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238153, 'name': PowerOnVM_Task, 'duration_secs': 0.568118} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.844196] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.844196] env[68663]: INFO nova.compute.manager [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Took 7.85 seconds to spawn the instance on the hypervisor. [ 789.844196] env[68663]: DEBUG nova.compute.manager [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.844196] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959480b3-7a19-4966-8736-7dac6b3ea1bc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.865947] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59206} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.866447] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] b05184fc-bf45-4930-ab8a-ac1bb9140689/b05184fc-bf45-4930-ab8a-ac1bb9140689.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.866859] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.867536] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7188e745-a481-4f27-8d4e-a99b135397e4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.875154] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 789.875154] env[68663]: value = "task-3238155" [ 789.875154] env[68663]: _type = "Task" [ 789.875154] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.884337] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.887618] env[68663]: DEBUG nova.network.neutron [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Updating instance_info_cache with network_info: [{"id": "0ccdd95a-afaf-480f-bc25-966b0b3e62fb", "address": "fa:16:3e:5e:7e:c9", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccdd95a-af", "ovs_interfaceid": "0ccdd95a-afaf-480f-bc25-966b0b3e62fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.114963] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52952929-b742-cc18-fc2c-45dfa9c3e3a4, 'name': SearchDatastore_Task, 'duration_secs': 0.013808} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.115424] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.115939] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 6eb4d70c-0d28-4004-880c-30a56ee06ed5/6eb4d70c-0d28-4004-880c-30a56ee06ed5.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.116462] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25c3c53c-2df5-4ede-a778-83b6a0487e32 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.125324] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 790.125324] env[68663]: value = "task-3238156" [ 790.125324] env[68663]: _type = "Task" [ 790.125324] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.134035] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.343967] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.346960] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.171s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.347241] env[68663]: DEBUG nova.objects.instance [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lazy-loading 'resources' on Instance uuid a51104e6-ed7a-49ed-89ca-37ed9d35950d {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.374615] env[68663]: INFO nova.scheduler.client.report [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Deleted allocations for instance 9151c912-cfad-450f-a2d2-345917a67b15 [ 790.376200] env[68663]: INFO nova.compute.manager [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Took 55.02 seconds to build instance. [ 790.390432] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Releasing lock "refresh_cache-edf3f0b4-a424-4de7-8abb-20a17e8454fc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.393371] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080743} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.393371] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.394982] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed48b749-0fce-431c-b6a9-059c31df57c3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.423192] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] b05184fc-bf45-4930-ab8a-ac1bb9140689/b05184fc-bf45-4930-ab8a-ac1bb9140689.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.424032] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09f42a8e-8685-4b9e-96c1-ffbd0180bb81 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.447258] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 790.447258] env[68663]: value = "task-3238157" [ 790.447258] env[68663]: _type = "Task" [ 790.447258] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.457086] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.637803] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238156, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.884619] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f98d6e5f-ca18-4880-8786-ad2b015dca26 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "0203869a-fca5-4e60-b1a4-b85a0a355968" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.303s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.892939] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c1770fe6-14fd-4d72-820c-25179fdae2fb tempest-SecurityGroupsTestJSON-1751695200 tempest-SecurityGroupsTestJSON-1751695200-project-member] Lock "9151c912-cfad-450f-a2d2-345917a67b15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.319s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.963646] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.062861] env[68663]: DEBUG oslo_concurrency.lockutils [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "97226033-61c4-4512-b9dd-04688f44aa35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.063754] env[68663]: DEBUG oslo_concurrency.lockutils [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "97226033-61c4-4512-b9dd-04688f44aa35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.063754] env[68663]: DEBUG oslo_concurrency.lockutils [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "97226033-61c4-4512-b9dd-04688f44aa35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.063917] env[68663]: DEBUG oslo_concurrency.lockutils [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "97226033-61c4-4512-b9dd-04688f44aa35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.064011] env[68663]: DEBUG oslo_concurrency.lockutils [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "97226033-61c4-4512-b9dd-04688f44aa35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.066267] env[68663]: INFO nova.compute.manager [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Terminating instance [ 791.138964] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599454} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.139345] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 6eb4d70c-0d28-4004-880c-30a56ee06ed5/6eb4d70c-0d28-4004-880c-30a56ee06ed5.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.139562] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.139817] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e698cb3-f240-487d-8a19-2c6164948d2a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.146678] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 791.146678] env[68663]: value = "task-3238158" [ 791.146678] env[68663]: _type = "Task" [ 791.146678] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.155897] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.357373] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9b18f4-b04a-45b1-822e-d8cc24c5e8e3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.365428] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd05dcd-fd28-4287-9a04-8d46521da92d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.395836] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31665d1e-7826-4157-ade0-a3986c1b5ed9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.407735] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969b900d-b98a-45d0-80b7-2abfda41d2d6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.423529] env[68663]: DEBUG nova.compute.provider_tree [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.461145] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238157, 'name': ReconfigVM_Task, 'duration_secs': 0.658779} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.461459] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Reconfigured VM instance instance-0000003a to attach disk [datastore2] b05184fc-bf45-4930-ab8a-ac1bb9140689/b05184fc-bf45-4930-ab8a-ac1bb9140689.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.462130] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5935d637-12f9-4d8f-8a8f-5bbaa77f2d6a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.468485] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 791.468485] env[68663]: value = "task-3238159" [ 791.468485] env[68663]: _type = "Task" [ 791.468485] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.477675] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238159, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.573098] env[68663]: DEBUG nova.compute.manager [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.573426] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.574627] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc693de3-271d-4152-b57e-8d018639c8db {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.582338] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.582593] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec9f2562-41c7-48f0-ae35-2b4f02016776 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.589752] env[68663]: DEBUG oslo_vmware.api [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 791.589752] env[68663]: value = "task-3238160" [ 791.589752] env[68663]: _type = "Task" [ 791.589752] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.600146] env[68663]: DEBUG oslo_vmware.api [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.658243] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072639} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.658243] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.658730] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ca5a01-4c23-4000-862b-657eb0f0fe25 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.679471] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 6eb4d70c-0d28-4004-880c-30a56ee06ed5/6eb4d70c-0d28-4004-880c-30a56ee06ed5.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.679847] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd194155-77b5-4038-9eb7-4517b45acfa3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.700959] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 791.700959] env[68663]: value = "task-3238161" [ 791.700959] env[68663]: _type = "Task" [ 791.700959] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.709706] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.906907] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126b01fc-7d5c-4330-b562-1644f71adc16 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.929941] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Updating instance 'edf3f0b4-a424-4de7-8abb-20a17e8454fc' progress to 0 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 791.966199] env[68663]: DEBUG nova.scheduler.client.report [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 791.966616] env[68663]: DEBUG nova.compute.provider_tree [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 83 to 84 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 791.966779] env[68663]: DEBUG nova.compute.provider_tree [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.981840] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238159, 'name': Rename_Task, 'duration_secs': 0.267824} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.982952] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.983245] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0191766d-6565-4b1e-8d1e-622b6ee748b5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.990845] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 791.990845] env[68663]: value = "task-3238162" [ 791.990845] env[68663]: _type = "Task" [ 791.990845] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.999622] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.100217] env[68663]: DEBUG oslo_vmware.api [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238160, 'name': PowerOffVM_Task, 'duration_secs': 0.298025} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.100517] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.100797] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.101102] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eeb6ec06-1166-4564-8c6b-09a986dd8bf7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.207414] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.207601] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.207740] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleting the datastore file [datastore1] 97226033-61c4-4512-b9dd-04688f44aa35 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.208463] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-752f765c-d720-4b03-9cf5-d4dfeb3506c2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.214904] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238161, 'name': ReconfigVM_Task, 'duration_secs': 0.467728} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.216375] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 6eb4d70c-0d28-4004-880c-30a56ee06ed5/6eb4d70c-0d28-4004-880c-30a56ee06ed5.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.217139] env[68663]: DEBUG oslo_vmware.api [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 792.217139] env[68663]: value = "task-3238164" [ 792.217139] env[68663]: _type = "Task" [ 792.217139] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.217475] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3477b1d-f6ea-4c24-9d73-e176dea8ae2a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.226898] env[68663]: DEBUG oslo_vmware.api [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.228252] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 792.228252] env[68663]: value = "task-3238165" [ 792.228252] env[68663]: _type = "Task" [ 792.228252] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.235915] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238165, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.436044] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.436312] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5887f137-6e20-462e-9442-fe0e889051a8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.443674] env[68663]: DEBUG oslo_vmware.api [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 792.443674] env[68663]: value = "task-3238166" [ 792.443674] env[68663]: _type = "Task" [ 792.443674] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.454679] env[68663]: DEBUG oslo_vmware.api [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.472978] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.475531] env[68663]: DEBUG oslo_concurrency.lockutils [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.833s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.475917] env[68663]: DEBUG nova.objects.instance [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Lazy-loading 'resources' on Instance uuid 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.497571] env[68663]: INFO nova.scheduler.client.report [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Deleted allocations for instance a51104e6-ed7a-49ed-89ca-37ed9d35950d [ 792.506025] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238162, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.729322] env[68663]: DEBUG oslo_vmware.api [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317784} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.732754] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.733029] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.733240] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.733423] env[68663]: INFO nova.compute.manager [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Took 1.16 seconds to destroy the instance on the hypervisor. [ 792.733685] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.733930] env[68663]: DEBUG nova.compute.manager [-] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.734047] env[68663]: DEBUG nova.network.neutron [-] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.741078] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238165, 'name': Rename_Task, 'duration_secs': 0.184372} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.741339] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.741607] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46b96ac2-365b-4307-bdaf-9fa5ebea93b7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.748868] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 792.748868] env[68663]: value = "task-3238167" [ 792.748868] env[68663]: _type = "Task" [ 792.748868] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.758294] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.953756] env[68663]: DEBUG oslo_vmware.api [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238166, 'name': PowerOffVM_Task, 'duration_secs': 0.318388} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.954284] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.954284] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Updating instance 'edf3f0b4-a424-4de7-8abb-20a17e8454fc' progress to 17 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 793.002276] env[68663]: DEBUG oslo_vmware.api [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238162, 'name': PowerOnVM_Task, 'duration_secs': 0.669493} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.005159] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.005372] env[68663]: INFO nova.compute.manager [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Took 8.35 seconds to spawn the instance on the hypervisor. [ 793.005564] env[68663]: DEBUG nova.compute.manager [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.007281] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd0960d-cfb5-4e71-987e-e17ce50ff8d3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.013129] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f1db33bd-1329-41ce-bfe2-fb35bafab2c5 tempest-ListImageFiltersTestJSON-329499464 tempest-ListImageFiltersTestJSON-329499464-project-member] Lock "a51104e6-ed7a-49ed-89ca-37ed9d35950d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.393s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.260915] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238167, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.438430] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449b6b4a-3c8a-4ec0-8de5-5039834adcad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.445547] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0961509-9680-476e-ad90-71329e411804 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.478857] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.479118] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.479277] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.479707] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.479707] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.479780] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.479986] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.480074] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.480617] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.480617] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.480617] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.486211] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77e60e0e-deaf-4f9c-87b1-299af185188f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.497436] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93955b5-52c5-4b7a-832f-a8a1a5b2006a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.499796] env[68663]: DEBUG nova.network.neutron [-] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.508693] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c895dc-4430-47ad-a2f5-61abfe324345 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.513652] env[68663]: DEBUG oslo_vmware.api [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 793.513652] env[68663]: value = "task-3238168" [ 793.513652] env[68663]: _type = "Task" [ 793.513652] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.536345] env[68663]: DEBUG nova.compute.provider_tree [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.539821] env[68663]: DEBUG oslo_vmware.api [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.540441] env[68663]: INFO nova.compute.manager [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Took 52.56 seconds to build instance. [ 793.761104] env[68663]: DEBUG oslo_vmware.api [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238167, 'name': PowerOnVM_Task, 'duration_secs': 0.699144} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.761859] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.762078] env[68663]: INFO nova.compute.manager [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Took 6.36 seconds to spawn the instance on the hypervisor. [ 793.762261] env[68663]: DEBUG nova.compute.manager [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.763136] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf59b974-f5be-4b2f-8b71-95041c854050 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.003503] env[68663]: INFO nova.compute.manager [-] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Took 1.27 seconds to deallocate network for instance. [ 794.025057] env[68663]: DEBUG oslo_vmware.api [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238168, 'name': ReconfigVM_Task, 'duration_secs': 0.25169} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.025354] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Updating instance 'edf3f0b4-a424-4de7-8abb-20a17e8454fc' progress to 33 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 794.042639] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a39ff70-f244-4cff-9b92-30e2e8965789 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "b05184fc-bf45-4930-ab8a-ac1bb9140689" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.877s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.043584] env[68663]: DEBUG nova.scheduler.client.report [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.280481] env[68663]: INFO nova.compute.manager [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Took 50.52 seconds to build instance. [ 794.513022] env[68663]: DEBUG oslo_concurrency.lockutils [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.531512] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.531744] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.531839] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.532120] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.532299] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.532448] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.532653] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.532851] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.533066] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.533241] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.533417] env[68663]: DEBUG nova.virt.hardware [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.538855] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 794.539170] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c8c1e08-e5d3-45ff-b838-6cad499e1573 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.552430] env[68663]: DEBUG oslo_concurrency.lockutils [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.555402] env[68663]: DEBUG oslo_concurrency.lockutils [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.733s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.556822] env[68663]: INFO nova.compute.claims [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.565707] env[68663]: DEBUG oslo_vmware.api [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 794.565707] env[68663]: value = "task-3238169" [ 794.565707] env[68663]: _type = "Task" [ 794.565707] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.572691] env[68663]: INFO nova.scheduler.client.report [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Deleted allocations for instance 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d [ 794.578831] env[68663]: DEBUG oslo_vmware.api [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.782750] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8c14b148-f539-4a46-a78c-52578c4adea8 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Lock "6eb4d70c-0d28-4004-880c-30a56ee06ed5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.653s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.076798] env[68663]: DEBUG oslo_vmware.api [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238169, 'name': ReconfigVM_Task, 'duration_secs': 0.248002} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.077237] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 795.077815] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd1771c-01d1-477a-88b0-4e473af07652 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.102642] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] edf3f0b4-a424-4de7-8abb-20a17e8454fc/edf3f0b4-a424-4de7-8abb-20a17e8454fc.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.103409] env[68663]: DEBUG oslo_concurrency.lockutils [None req-874c277b-e0c1-4086-9591-17a9abd1ecd9 tempest-ServersTestFqdnHostnames-337461217 tempest-ServersTestFqdnHostnames-337461217-project-member] Lock "51cf3ba5-5a4c-49d2-b955-b4e84a6df37d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.105s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.104368] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc62dd23-ca89-48ea-8809-79d17ed5acc9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.125139] env[68663]: DEBUG oslo_vmware.api [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 795.125139] env[68663]: value = "task-3238170" [ 795.125139] env[68663]: _type = "Task" [ 795.125139] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.136363] env[68663]: DEBUG oslo_vmware.api [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.638372] env[68663]: DEBUG oslo_vmware.api [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238170, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.026309] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033c7b73-3f86-4c22-a78d-20eeb293ef61 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.034176] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7d035d-b599-4035-bc20-b06efd06a583 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.071679] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98162952-93e0-4a4a-93ee-3299b5f85b6c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.081217] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbcd3f6-9d26-4d45-ab67-d1f4fb97b5c6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.097760] env[68663]: DEBUG nova.compute.provider_tree [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.138276] env[68663]: DEBUG oslo_vmware.api [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238170, 'name': ReconfigVM_Task, 'duration_secs': 0.526119} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.138695] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Reconfigured VM instance instance-00000031 to attach disk [datastore1] edf3f0b4-a424-4de7-8abb-20a17e8454fc/edf3f0b4-a424-4de7-8abb-20a17e8454fc.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.138920] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Updating instance 'edf3f0b4-a424-4de7-8abb-20a17e8454fc' progress to 50 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 796.601308] env[68663]: DEBUG nova.scheduler.client.report [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.645524] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4c970c-9a2f-4803-94dc-92df50cd3533 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.666722] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04454ca9-0618-4ca7-9284-5ad923ab178d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.684398] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Updating instance 'edf3f0b4-a424-4de7-8abb-20a17e8454fc' progress to 67 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 797.107535] env[68663]: DEBUG oslo_concurrency.lockutils [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.108243] env[68663]: DEBUG nova.compute.manager [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.110838] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.436s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.110986] env[68663]: DEBUG nova.objects.instance [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lazy-loading 'resources' on Instance uuid 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.227977] env[68663]: DEBUG nova.network.neutron [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Port 0ccdd95a-afaf-480f-bc25-966b0b3e62fb binding to destination host cpu-1 is already ACTIVE {{(pid=68663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 797.614072] env[68663]: DEBUG nova.compute.utils [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.618943] env[68663]: DEBUG nova.compute.manager [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.619500] env[68663]: DEBUG nova.network.neutron [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.674030] env[68663]: DEBUG nova.policy [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b314863068845ac8e90d3aebe42082e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7e2477deac44ebd85f2df594bfee6af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.938437] env[68663]: DEBUG nova.network.neutron [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Successfully created port: 95510ec1-3d35-409e-90c4-841e3eaa7b8b {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.069834] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c3222f-ad1d-43fc-98a0-abacaf300024 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.078268] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6672d1a-a6e7-4ca7-92d7-0bd9edc011eb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.109788] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688ff206-5d7f-464e-8b5f-1428d0f2f118 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.118037] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5e5451-2295-4791-a349-0edc5b9f8664 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.122188] env[68663]: DEBUG nova.compute.manager [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.136482] env[68663]: DEBUG nova.compute.provider_tree [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.250203] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "edf3f0b4-a424-4de7-8abb-20a17e8454fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.250446] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "edf3f0b4-a424-4de7-8abb-20a17e8454fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.250634] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "edf3f0b4-a424-4de7-8abb-20a17e8454fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.293752] env[68663]: DEBUG nova.virt.hardware [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.293752] env[68663]: DEBUG nova.virt.hardware [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.294094] env[68663]: DEBUG nova.virt.hardware [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.294333] env[68663]: DEBUG nova.virt.hardware [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.294486] env[68663]: DEBUG nova.virt.hardware [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.294632] env[68663]: DEBUG nova.virt.hardware [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.294848] env[68663]: DEBUG nova.virt.hardware [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.295030] env[68663]: DEBUG nova.virt.hardware [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.295201] env[68663]: DEBUG nova.virt.hardware [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.295363] env[68663]: DEBUG nova.virt.hardware [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.295535] env[68663]: DEBUG nova.virt.hardware [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.297639] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5e565c-d829-48fb-97c4-7acd606f23fa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.308034] env[68663]: DEBUG oslo_vmware.rw_handles [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5234fe3f-6e1a-4300-0511-571056c1e7e1/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 798.309567] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e90840-950a-4887-a1ad-391509d34fb4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.314922] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e3622a-3b8c-4da5-9f68-e3ee092862ac {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.329283] env[68663]: DEBUG oslo_vmware.rw_handles [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5234fe3f-6e1a-4300-0511-571056c1e7e1/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 798.329622] env[68663]: ERROR oslo_vmware.rw_handles [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5234fe3f-6e1a-4300-0511-571056c1e7e1/disk-0.vmdk due to incomplete transfer. [ 798.330172] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:50:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34dcb785-bf9d-4de1-b73e-1d990336f0e3', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.338230] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.338508] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3576a9be-3ec9-4409-86f5-cf55facf7c3c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.340508] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.340730] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fab2393-dbae-40d5-b279-1ed0a0c670be {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.360382] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.360382] env[68663]: value = "task-3238171" [ 798.360382] env[68663]: _type = "Task" [ 798.360382] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.361556] env[68663]: DEBUG oslo_vmware.rw_handles [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5234fe3f-6e1a-4300-0511-571056c1e7e1/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 798.361752] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Uploaded image 14676fc8-f9ee-4e50-982b-c55db69f4fd5 to the Glance image server {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 798.364076] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 798.367074] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-448ad387-0067-41ae-a2f8-6b1413521c76 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.373789] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238171, 'name': CreateVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.375017] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 798.375017] env[68663]: value = "task-3238172" [ 798.375017] env[68663]: _type = "Task" [ 798.375017] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.382380] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238172, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.640704] env[68663]: DEBUG nova.scheduler.client.report [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.871826] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238171, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.884454] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238172, 'name': Destroy_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.912081] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cad96c-3a58-3eae-f326-9c54ba165792/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 798.912759] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1add57-11a2-4355-9344-5b893e7d0188 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.919619] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cad96c-3a58-3eae-f326-9c54ba165792/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 798.919809] env[68663]: ERROR oslo_vmware.rw_handles [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cad96c-3a58-3eae-f326-9c54ba165792/disk-0.vmdk due to incomplete transfer. [ 798.920063] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c19eced2-b1e6-4790-bbb5-f6bbdcdda75a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.927453] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cad96c-3a58-3eae-f326-9c54ba165792/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 798.927683] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Uploaded image ae920bc6-ded9-4af3-afd4-0527974ef3a8 to the Glance image server {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 798.929465] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 798.929864] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c755bb42-e02c-4415-ab97-ac3a47399794 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.936147] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 798.936147] env[68663]: value = "task-3238173" [ 798.936147] env[68663]: _type = "Task" [ 798.936147] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.945495] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238173, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.132782] env[68663]: DEBUG nova.compute.manager [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.150099] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.152927] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.754s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.154648] env[68663]: DEBUG nova.objects.instance [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Lazy-loading 'resources' on Instance uuid 666ad21a-26f5-48db-a1ad-ab91ef7b405f {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.167983] env[68663]: DEBUG nova.virt.hardware [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.167983] env[68663]: DEBUG nova.virt.hardware [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.172174] env[68663]: DEBUG nova.virt.hardware [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.172174] env[68663]: DEBUG nova.virt.hardware [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.172174] env[68663]: DEBUG nova.virt.hardware [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.172174] env[68663]: DEBUG nova.virt.hardware [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.172174] env[68663]: DEBUG nova.virt.hardware [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.172410] env[68663]: DEBUG nova.virt.hardware [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.172410] env[68663]: DEBUG nova.virt.hardware [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.172410] env[68663]: DEBUG nova.virt.hardware [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.172410] env[68663]: DEBUG nova.virt.hardware [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.172904] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d43d35e-7e19-47e9-b60d-be83b302a6c2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.183623] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d37897-6882-4488-a871-160269302afa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.193189] env[68663]: INFO nova.scheduler.client.report [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Deleted allocations for instance 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a [ 799.259178] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "6a6e36f4-b232-46f0-85a8-00dce64392b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.259493] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "6a6e36f4-b232-46f0-85a8-00dce64392b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.272708] env[68663]: DEBUG nova.compute.manager [req-df0d7044-6ad7-4770-9d43-78d150e97af3 req-9801cd68-ea98-40f9-b906-38bad75e0d05 service nova] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Received event network-vif-deleted-e913b309-7cb4-43ad-a795-befb42812856 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.378020] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238171, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.387105] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238172, 'name': Destroy_Task, 'duration_secs': 0.815767} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.387105] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Destroyed the VM [ 799.387105] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 799.387105] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-78996543-a73c-4e88-9e52-5bc9dbb60025 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.394241] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 799.394241] env[68663]: value = "task-3238174" [ 799.394241] env[68663]: _type = "Task" [ 799.394241] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.403087] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238174, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.446615] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238173, 'name': Destroy_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.551727] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "refresh_cache-edf3f0b4-a424-4de7-8abb-20a17e8454fc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.552327] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquired lock "refresh_cache-edf3f0b4-a424-4de7-8abb-20a17e8454fc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.552327] env[68663]: DEBUG nova.network.neutron [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.684052] env[68663]: DEBUG nova.network.neutron [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Successfully updated port: 95510ec1-3d35-409e-90c4-841e3eaa7b8b {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.711022] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8e77a6fa-4402-4f05-bd73-e343010581c0 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "148238a9-ed65-4cf0-a9d1-95e1ef9dc67a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.490s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.762256] env[68663]: DEBUG nova.compute.manager [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.880965] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238171, 'name': CreateVM_Task, 'duration_secs': 1.445513} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.886950] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.889034] env[68663]: DEBUG oslo_concurrency.lockutils [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.889231] env[68663]: DEBUG oslo_concurrency.lockutils [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.890162] env[68663]: DEBUG oslo_concurrency.lockutils [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.890978] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ec1682a-cf36-4c5f-b64e-bd4a2294e5f5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.901764] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 799.901764] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f3fe25-9536-8df1-6706-c6e7cdd29fd7" [ 799.901764] env[68663]: _type = "Task" [ 799.901764] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.908676] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238174, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.914244] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f3fe25-9536-8df1-6706-c6e7cdd29fd7, 'name': SearchDatastore_Task, 'duration_secs': 0.011589} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.914370] env[68663]: DEBUG oslo_concurrency.lockutils [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.914520] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.914755] env[68663]: DEBUG oslo_concurrency.lockutils [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.914901] env[68663]: DEBUG oslo_concurrency.lockutils [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.915093] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.915424] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b72a5e75-e118-4345-b012-87e130651db4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.927274] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.927458] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.928258] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af2c54c7-18ff-4f85-a743-a18c4280f278 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.935667] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 799.935667] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52837b3d-8957-70cf-39f6-866101fe01c9" [ 799.935667] env[68663]: _type = "Task" [ 799.935667] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.949680] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52837b3d-8957-70cf-39f6-866101fe01c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010949} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.956213] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238173, 'name': Destroy_Task, 'duration_secs': 0.811059} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.956627] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923837f7-9b73-4275-90d7-730eee8d527a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.958970] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Destroyed the VM [ 799.959155] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 799.959401] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0164e038-8a64-469a-8f01-dff6e6af95df {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.964054] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 799.964054] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5287ba8f-4e5c-cf9d-2368-1acf39d9af49" [ 799.964054] env[68663]: _type = "Task" [ 799.964054] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.967927] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 799.967927] env[68663]: value = "task-3238175" [ 799.967927] env[68663]: _type = "Task" [ 799.967927] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.976415] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5287ba8f-4e5c-cf9d-2368-1acf39d9af49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.981244] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238175, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.119198] env[68663]: INFO nova.compute.manager [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Rebuilding instance [ 800.186962] env[68663]: DEBUG oslo_concurrency.lockutils [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "refresh_cache-d701e4ea-597d-40b5-a1f9-9ccf47f74f0e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.187443] env[68663]: DEBUG oslo_concurrency.lockutils [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "refresh_cache-d701e4ea-597d-40b5-a1f9-9ccf47f74f0e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.187443] env[68663]: DEBUG nova.network.neutron [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.189142] env[68663]: DEBUG nova.compute.manager [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.189978] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa198a9-6f9d-4999-a131-7b0bbddb9c9c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.261375] env[68663]: DEBUG oslo_concurrency.lockutils [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "4084c7e6-351b-43ee-8786-93db81d23256" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.261375] env[68663]: DEBUG oslo_concurrency.lockutils [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "4084c7e6-351b-43ee-8786-93db81d23256" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.261375] env[68663]: DEBUG oslo_concurrency.lockutils [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "4084c7e6-351b-43ee-8786-93db81d23256-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.261375] env[68663]: DEBUG oslo_concurrency.lockutils [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "4084c7e6-351b-43ee-8786-93db81d23256-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.261631] env[68663]: DEBUG oslo_concurrency.lockutils [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "4084c7e6-351b-43ee-8786-93db81d23256-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.265464] env[68663]: INFO nova.compute.manager [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Terminating instance [ 800.301404] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.310265] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f649d9-4c15-48f5-aa3d-11a5079b1b5f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.319474] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d69abd5-fed1-4257-a318-abe880dc85b6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.358807] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfff2d3d-c7bd-43a7-b9fc-49ff3161f0c7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.371136] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a936f3e-c43f-4466-8220-03617e83c7a2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.390161] env[68663]: DEBUG nova.compute.provider_tree [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.407426] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238174, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.479627] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238175, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.483698] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5287ba8f-4e5c-cf9d-2368-1acf39d9af49, 'name': SearchDatastore_Task, 'duration_secs': 0.012999} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.484012] env[68663]: DEBUG oslo_concurrency.lockutils [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.484271] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] bb7b5426-eeac-490d-90f0-7fd81106b913/bb7b5426-eeac-490d-90f0-7fd81106b913.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.484543] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de5d8604-5150-4f9c-ad95-d5eb8629ed53 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.493023] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 800.493023] env[68663]: value = "task-3238176" [ 800.493023] env[68663]: _type = "Task" [ 800.493023] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.501145] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.607835] env[68663]: DEBUG nova.network.neutron [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Updating instance_info_cache with network_info: [{"id": "0ccdd95a-afaf-480f-bc25-966b0b3e62fb", "address": "fa:16:3e:5e:7e:c9", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccdd95a-af", "ovs_interfaceid": "0ccdd95a-afaf-480f-bc25-966b0b3e62fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.775043] env[68663]: DEBUG nova.compute.manager [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.777638] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.777638] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47563148-23d7-4f69-a298-a0ee6369e947 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.789962] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.790681] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68d4a294-4108-4466-b184-135d6b574323 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.794911] env[68663]: DEBUG nova.network.neutron [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.800152] env[68663]: DEBUG oslo_vmware.api [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 800.800152] env[68663]: value = "task-3238177" [ 800.800152] env[68663]: _type = "Task" [ 800.800152] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.810200] env[68663]: DEBUG oslo_vmware.api [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.841917] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "453c8944-a68e-47ee-ab7c-161ea0b47aaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.842326] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "453c8944-a68e-47ee-ab7c-161ea0b47aaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.866641] env[68663]: DEBUG oslo_concurrency.lockutils [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "0203869a-fca5-4e60-b1a4-b85a0a355968" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.866978] env[68663]: DEBUG oslo_concurrency.lockutils [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "0203869a-fca5-4e60-b1a4-b85a0a355968" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.867906] env[68663]: DEBUG oslo_concurrency.lockutils [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "0203869a-fca5-4e60-b1a4-b85a0a355968-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.867906] env[68663]: DEBUG oslo_concurrency.lockutils [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "0203869a-fca5-4e60-b1a4-b85a0a355968-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.867906] env[68663]: DEBUG oslo_concurrency.lockutils [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "0203869a-fca5-4e60-b1a4-b85a0a355968-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.869794] env[68663]: INFO nova.compute.manager [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Terminating instance [ 800.894035] env[68663]: DEBUG nova.scheduler.client.report [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.916539] env[68663]: DEBUG oslo_vmware.api [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238174, 'name': RemoveSnapshot_Task, 'duration_secs': 1.147056} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.916919] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 800.917756] env[68663]: INFO nova.compute.manager [None req-ab74ebe8-0f4a-4d5d-81d5-c8dccf502b0c tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Took 18.03 seconds to snapshot the instance on the hypervisor. [ 800.984016] env[68663]: DEBUG oslo_vmware.api [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238175, 'name': RemoveSnapshot_Task, 'duration_secs': 0.671317} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.984920] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 800.985367] env[68663]: INFO nova.compute.manager [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Took 17.51 seconds to snapshot the instance on the hypervisor. [ 801.014643] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238176, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.111986] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Releasing lock "refresh_cache-edf3f0b4-a424-4de7-8abb-20a17e8454fc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.219764] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.220134] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf408edf-4d4f-4d15-9141-54d937f939d0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.230431] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 801.230431] env[68663]: value = "task-3238178" [ 801.230431] env[68663]: _type = "Task" [ 801.230431] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.242211] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.311508] env[68663]: DEBUG oslo_vmware.api [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238177, 'name': PowerOffVM_Task, 'duration_secs': 0.254538} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.311809] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.311978] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.312305] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-968bfd02-29f7-4b2a-be33-b8eaad4fc831 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.349857] env[68663]: DEBUG nova.compute.manager [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.375417] env[68663]: DEBUG nova.compute.manager [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.376190] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.377712] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe362a0-5763-4db0-a94f-c2bc18163ba7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.386998] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.387303] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fdeef4d-d834-43aa-928b-9c65acf25f6c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.392783] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.393209] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.393722] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Deleting the datastore file [datastore1] 4084c7e6-351b-43ee-8786-93db81d23256 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.394791] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1549a6e5-68fd-491c-b6b7-ccc67de9fb72 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.398740] env[68663]: DEBUG oslo_vmware.api [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 801.398740] env[68663]: value = "task-3238180" [ 801.398740] env[68663]: _type = "Task" [ 801.398740] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.403629] env[68663]: DEBUG oslo_vmware.api [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 801.403629] env[68663]: value = "task-3238181" [ 801.403629] env[68663]: _type = "Task" [ 801.403629] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.415385] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.418355] env[68663]: DEBUG oslo_vmware.api [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.420192] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 38.588s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.420566] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.420722] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 801.421655] env[68663]: DEBUG oslo_concurrency.lockutils [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.953s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.423660] env[68663]: INFO nova.compute.claims [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.430679] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349be80e-0a03-4ba7-a84b-ee113202dcf4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.439456] env[68663]: DEBUG oslo_vmware.api [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.448900] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5875d14-4fed-4063-9820-1b97068e7868 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.455621] env[68663]: INFO nova.scheduler.client.report [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Deleted allocations for instance 666ad21a-26f5-48db-a1ad-ab91ef7b405f [ 801.470213] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db55cf16-3201-4de4-a5a5-eeb5c1d5c931 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.478648] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784bc808-6cd4-4cdb-b397-fc7c6017d303 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.513924] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177599MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=68663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 801.514124] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.526520] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562158} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.526844] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] bb7b5426-eeac-490d-90f0-7fd81106b913/bb7b5426-eeac-490d-90f0-7fd81106b913.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.526844] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.527035] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16e750d0-8cc2-476a-802e-f4db98df3816 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.533406] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 801.533406] env[68663]: value = "task-3238182" [ 801.533406] env[68663]: _type = "Task" [ 801.533406] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.542261] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.547215] env[68663]: DEBUG nova.network.neutron [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Updating instance_info_cache with network_info: [{"id": "95510ec1-3d35-409e-90c4-841e3eaa7b8b", "address": "fa:16:3e:6a:ca:b4", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95510ec1-3d", "ovs_interfaceid": "95510ec1-3d35-409e-90c4-841e3eaa7b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.585181] env[68663]: DEBUG nova.compute.manager [None req-a2785235-a5e7-4a73-bbd4-e82e6cfcb134 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Found 2 images (rotation: 2) {{(pid=68663) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 801.696051] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "654c16cd-87aa-408e-bad5-f611df55ff7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.696449] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "654c16cd-87aa-408e-bad5-f611df55ff7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.696687] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "654c16cd-87aa-408e-bad5-f611df55ff7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.696881] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "654c16cd-87aa-408e-bad5-f611df55ff7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.697063] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "654c16cd-87aa-408e-bad5-f611df55ff7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.703019] env[68663]: INFO nova.compute.manager [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Terminating instance [ 801.739998] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238178, 'name': PowerOffVM_Task, 'duration_secs': 0.123488} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.740317] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.740548] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.741344] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df036b8-854f-462a-89c9-0cee9502756d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.748603] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.749382] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a200c8ba-fd4f-42a9-9c79-8cbe25b88ac7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.775388] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.775461] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.775637] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Deleting the datastore file [datastore2] 6eb4d70c-0d28-4004-880c-30a56ee06ed5 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.775929] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1f34fdf-ec7a-4173-867c-e5e4dc887fc3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.784390] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 801.784390] env[68663]: value = "task-3238184" [ 801.784390] env[68663]: _type = "Task" [ 801.784390] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.792214] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.801233] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bc43a7-c1f8-439d-b4dd-713212eaf379 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.823046] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feb8ab4-878e-4eb9-9308-b020327818d3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.833276] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Updating instance 'edf3f0b4-a424-4de7-8abb-20a17e8454fc' progress to 83 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 801.843362] env[68663]: DEBUG nova.compute.manager [req-f8e52666-f1c4-4983-bcf1-b4e19172603d req-463c3da7-5a81-4baf-8196-79eeb9782cc9 service nova] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Received event network-vif-plugged-95510ec1-3d35-409e-90c4-841e3eaa7b8b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.843536] env[68663]: DEBUG oslo_concurrency.lockutils [req-f8e52666-f1c4-4983-bcf1-b4e19172603d req-463c3da7-5a81-4baf-8196-79eeb9782cc9 service nova] Acquiring lock "d701e4ea-597d-40b5-a1f9-9ccf47f74f0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.843757] env[68663]: DEBUG oslo_concurrency.lockutils [req-f8e52666-f1c4-4983-bcf1-b4e19172603d req-463c3da7-5a81-4baf-8196-79eeb9782cc9 service nova] Lock "d701e4ea-597d-40b5-a1f9-9ccf47f74f0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.843928] env[68663]: DEBUG oslo_concurrency.lockutils [req-f8e52666-f1c4-4983-bcf1-b4e19172603d req-463c3da7-5a81-4baf-8196-79eeb9782cc9 service nova] Lock "d701e4ea-597d-40b5-a1f9-9ccf47f74f0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.844101] env[68663]: DEBUG nova.compute.manager [req-f8e52666-f1c4-4983-bcf1-b4e19172603d req-463c3da7-5a81-4baf-8196-79eeb9782cc9 service nova] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] No waiting events found dispatching network-vif-plugged-95510ec1-3d35-409e-90c4-841e3eaa7b8b {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.844603] env[68663]: WARNING nova.compute.manager [req-f8e52666-f1c4-4983-bcf1-b4e19172603d req-463c3da7-5a81-4baf-8196-79eeb9782cc9 service nova] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Received unexpected event network-vif-plugged-95510ec1-3d35-409e-90c4-841e3eaa7b8b for instance with vm_state building and task_state spawning. [ 801.844693] env[68663]: DEBUG nova.compute.manager [req-f8e52666-f1c4-4983-bcf1-b4e19172603d req-463c3da7-5a81-4baf-8196-79eeb9782cc9 service nova] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Received event network-changed-95510ec1-3d35-409e-90c4-841e3eaa7b8b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.844812] env[68663]: DEBUG nova.compute.manager [req-f8e52666-f1c4-4983-bcf1-b4e19172603d req-463c3da7-5a81-4baf-8196-79eeb9782cc9 service nova] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Refreshing instance network info cache due to event network-changed-95510ec1-3d35-409e-90c4-841e3eaa7b8b. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.844974] env[68663]: DEBUG oslo_concurrency.lockutils [req-f8e52666-f1c4-4983-bcf1-b4e19172603d req-463c3da7-5a81-4baf-8196-79eeb9782cc9 service nova] Acquiring lock "refresh_cache-d701e4ea-597d-40b5-a1f9-9ccf47f74f0e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.874994] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.911462] env[68663]: DEBUG oslo_vmware.api [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238180, 'name': PowerOffVM_Task, 'duration_secs': 0.279122} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.912148] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.912332] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.913225] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0220a07a-76b4-4b34-95c8-73e862b9b344 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.917603] env[68663]: DEBUG oslo_vmware.api [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170961} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.918213] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.918422] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.918843] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.918843] env[68663]: INFO nova.compute.manager [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Took 1.14 seconds to destroy the instance on the hypervisor. [ 801.919045] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.919255] env[68663]: DEBUG nova.compute.manager [-] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.919350] env[68663]: DEBUG nova.network.neutron [-] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.963150] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e77532c8-56d1-4014-9097-d704c53d6703 tempest-ServersAaction247Test-752066684 tempest-ServersAaction247Test-752066684-project-member] Lock "666ad21a-26f5-48db-a1ad-ab91ef7b405f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.811s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.996877] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.997670] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.997670] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Deleting the datastore file [datastore1] 0203869a-fca5-4e60-b1a4-b85a0a355968 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.997670] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-454e6eb7-6752-4d27-a50e-6da0360b4000 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.005219] env[68663]: DEBUG oslo_vmware.api [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for the task: (returnval){ [ 802.005219] env[68663]: value = "task-3238186" [ 802.005219] env[68663]: _type = "Task" [ 802.005219] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.015780] env[68663]: DEBUG oslo_vmware.api [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.044065] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078451} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.044466] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.045226] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ea4da2-885b-45ed-beb0-d569108d1210 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.061124] env[68663]: DEBUG oslo_concurrency.lockutils [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "refresh_cache-d701e4ea-597d-40b5-a1f9-9ccf47f74f0e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.061440] env[68663]: DEBUG nova.compute.manager [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Instance network_info: |[{"id": "95510ec1-3d35-409e-90c4-841e3eaa7b8b", "address": "fa:16:3e:6a:ca:b4", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95510ec1-3d", "ovs_interfaceid": "95510ec1-3d35-409e-90c4-841e3eaa7b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.072259] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] bb7b5426-eeac-490d-90f0-7fd81106b913/bb7b5426-eeac-490d-90f0-7fd81106b913.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.072947] env[68663]: DEBUG oslo_concurrency.lockutils [req-f8e52666-f1c4-4983-bcf1-b4e19172603d req-463c3da7-5a81-4baf-8196-79eeb9782cc9 service nova] Acquired lock "refresh_cache-d701e4ea-597d-40b5-a1f9-9ccf47f74f0e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.073208] env[68663]: DEBUG nova.network.neutron [req-f8e52666-f1c4-4983-bcf1-b4e19172603d req-463c3da7-5a81-4baf-8196-79eeb9782cc9 service nova] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Refreshing network info cache for port 95510ec1-3d35-409e-90c4-841e3eaa7b8b {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.078122] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:ca:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95510ec1-3d35-409e-90c4-841e3eaa7b8b', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.092313] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.092313] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a548ccfa-876d-4bc4-bc59-a2efbdd5dd4a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.116065] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.117032] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90d49fe8-2d7c-445b-b8c9-28838ec7c5f5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.141144] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 802.141144] env[68663]: value = "task-3238187" [ 802.141144] env[68663]: _type = "Task" [ 802.141144] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.145043] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.145043] env[68663]: value = "task-3238188" [ 802.145043] env[68663]: _type = "Task" [ 802.145043] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.150788] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.157772] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238188, 'name': CreateVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.205033] env[68663]: DEBUG nova.compute.manager [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.205540] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.206456] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb84e1b1-1164-4972-ada4-3e37f04b4474 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.216079] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.216410] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-563ee2be-4080-48de-833d-84e79d1153e1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.227201] env[68663]: DEBUG oslo_vmware.api [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 802.227201] env[68663]: value = "task-3238189" [ 802.227201] env[68663]: _type = "Task" [ 802.227201] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.236345] env[68663]: DEBUG oslo_vmware.api [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.294117] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12188} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.294428] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.294621] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.294809] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.340864] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.340864] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aa7bf19-b85d-4c8a-bdfe-e356836b6e8b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.353312] env[68663]: DEBUG oslo_vmware.api [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 802.353312] env[68663]: value = "task-3238190" [ 802.353312] env[68663]: _type = "Task" [ 802.353312] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.367120] env[68663]: DEBUG oslo_vmware.api [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238190, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.519030] env[68663]: DEBUG oslo_vmware.api [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Task: {'id': task-3238186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158546} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.519339] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.519397] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.520673] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.520933] env[68663]: INFO nova.compute.manager [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Took 1.15 seconds to destroy the instance on the hypervisor. [ 802.521243] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.526373] env[68663]: DEBUG nova.compute.manager [-] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.526486] env[68663]: DEBUG nova.network.neutron [-] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.613265] env[68663]: INFO nova.compute.manager [None req-8a4f7f24-a2a0-49bc-8fd2-ded5e2158802 tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Get console output [ 802.613621] env[68663]: WARNING nova.virt.vmwareapi.driver [None req-8a4f7f24-a2a0-49bc-8fd2-ded5e2158802 tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] The console log is missing. Check your VSPC configuration [ 802.656310] env[68663]: DEBUG nova.network.neutron [req-f8e52666-f1c4-4983-bcf1-b4e19172603d req-463c3da7-5a81-4baf-8196-79eeb9782cc9 service nova] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Updated VIF entry in instance network info cache for port 95510ec1-3d35-409e-90c4-841e3eaa7b8b. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.656310] env[68663]: DEBUG nova.network.neutron [req-f8e52666-f1c4-4983-bcf1-b4e19172603d req-463c3da7-5a81-4baf-8196-79eeb9782cc9 service nova] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Updating instance_info_cache with network_info: [{"id": "95510ec1-3d35-409e-90c4-841e3eaa7b8b", "address": "fa:16:3e:6a:ca:b4", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95510ec1-3d", "ovs_interfaceid": "95510ec1-3d35-409e-90c4-841e3eaa7b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.658679] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.671438] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238188, 'name': CreateVM_Task, 'duration_secs': 0.445103} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.674395] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.676746] env[68663]: DEBUG oslo_concurrency.lockutils [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.676746] env[68663]: DEBUG oslo_concurrency.lockutils [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.676746] env[68663]: DEBUG oslo_concurrency.lockutils [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.678276] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4195c8f-1ff4-4c8d-8ba3-a22eeb0f215c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.688280] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 802.688280] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f8558b-54fa-e43c-09bf-09de7889d9af" [ 802.688280] env[68663]: _type = "Task" [ 802.688280] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.704313] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f8558b-54fa-e43c-09bf-09de7889d9af, 'name': SearchDatastore_Task, 'duration_secs': 0.011396} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.704695] env[68663]: DEBUG oslo_concurrency.lockutils [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.705018] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.705604] env[68663]: DEBUG oslo_concurrency.lockutils [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.705604] env[68663]: DEBUG oslo_concurrency.lockutils [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.705604] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.705883] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-846a9758-8883-4e89-836f-f5fa4cbb22bf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.716330] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.716546] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.717419] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d398c82-3ac7-4204-8ca0-056cff161157 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.722818] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 802.722818] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52208b86-f962-6f06-6f77-78ad72e9b18e" [ 802.722818] env[68663]: _type = "Task" [ 802.722818] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.739435] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52208b86-f962-6f06-6f77-78ad72e9b18e, 'name': SearchDatastore_Task, 'duration_secs': 0.012016} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.743099] env[68663]: DEBUG oslo_vmware.api [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238189, 'name': PowerOffVM_Task, 'duration_secs': 0.289758} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.746641] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1055ceeb-41f2-4591-bd28-06add8975395 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.748064] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.748253] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.748996] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccb40ea1-9450-4fe7-b09d-65898d53c197 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.755138] env[68663]: DEBUG nova.network.neutron [-] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.766043] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 802.766043] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cdd65f-03ea-e307-9e53-e49c24a78f61" [ 802.766043] env[68663]: _type = "Task" [ 802.766043] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.776849] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cdd65f-03ea-e307-9e53-e49c24a78f61, 'name': SearchDatastore_Task, 'duration_secs': 0.012065} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.776849] env[68663]: DEBUG oslo_concurrency.lockutils [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.777020] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] d701e4ea-597d-40b5-a1f9-9ccf47f74f0e/d701e4ea-597d-40b5-a1f9-9ccf47f74f0e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.777880] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9618ebd9-ab96-4b68-a31e-56d7dd5cff63 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.786044] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 802.786044] env[68663]: value = "task-3238192" [ 802.786044] env[68663]: _type = "Task" [ 802.786044] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.796320] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.827035] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.827035] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.827035] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Deleting the datastore file [datastore2] 654c16cd-87aa-408e-bad5-f611df55ff7e {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.827240] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de587217-7954-4fa7-8480-65c2906ffd3d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.834449] env[68663]: DEBUG oslo_vmware.api [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 802.834449] env[68663]: value = "task-3238193" [ 802.834449] env[68663]: _type = "Task" [ 802.834449] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.848367] env[68663]: DEBUG oslo_vmware.api [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.865988] env[68663]: DEBUG oslo_vmware.api [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238190, 'name': PowerOnVM_Task, 'duration_secs': 0.469313} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.866434] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.866525] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81ed4d9b-5a61-40bf-a621-227f3b07e19b tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Updating instance 'edf3f0b4-a424-4de7-8abb-20a17e8454fc' progress to 100 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 802.958370] env[68663]: DEBUG nova.compute.manager [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.959484] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef61f210-8b1f-4c99-9fe5-e6d6be5f975b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.091313] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff65b9f0-efdb-4d93-bca4-cc0920795539 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.103053] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed19d80-a062-4c71-9541-195003ad0e95 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.144687] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53ef7a2-05b8-4ec4-b414-20f84833db4a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.154242] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238187, 'name': ReconfigVM_Task, 'duration_secs': 0.635487} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.156507] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Reconfigured VM instance instance-0000000f to attach disk [datastore2] bb7b5426-eeac-490d-90f0-7fd81106b913/bb7b5426-eeac-490d-90f0-7fd81106b913.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.157178] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64d3af5a-0e41-4d20-b9c2-ece57686ab6f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.160454] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42d1771-59e8-4267-915b-809e4c5881c7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.165850] env[68663]: DEBUG oslo_concurrency.lockutils [req-f8e52666-f1c4-4983-bcf1-b4e19172603d req-463c3da7-5a81-4baf-8196-79eeb9782cc9 service nova] Releasing lock "refresh_cache-d701e4ea-597d-40b5-a1f9-9ccf47f74f0e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.182740] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 803.182740] env[68663]: value = "task-3238194" [ 803.182740] env[68663]: _type = "Task" [ 803.182740] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.183495] env[68663]: DEBUG nova.compute.provider_tree [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.200077] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238194, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.267507] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "b05184fc-bf45-4930-ab8a-ac1bb9140689" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.267902] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "b05184fc-bf45-4930-ab8a-ac1bb9140689" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.268024] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "b05184fc-bf45-4930-ab8a-ac1bb9140689-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.268210] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "b05184fc-bf45-4930-ab8a-ac1bb9140689-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.268386] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "b05184fc-bf45-4930-ab8a-ac1bb9140689-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.270558] env[68663]: INFO nova.compute.manager [-] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Took 1.35 seconds to deallocate network for instance. [ 803.271082] env[68663]: INFO nova.compute.manager [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Terminating instance [ 803.296923] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238192, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.340485] env[68663]: DEBUG nova.virt.hardware [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.340737] env[68663]: DEBUG nova.virt.hardware [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.340931] env[68663]: DEBUG nova.virt.hardware [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.341141] env[68663]: DEBUG nova.virt.hardware [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.341289] env[68663]: DEBUG nova.virt.hardware [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.341435] env[68663]: DEBUG nova.virt.hardware [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.341642] env[68663]: DEBUG nova.virt.hardware [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.341804] env[68663]: DEBUG nova.virt.hardware [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.341973] env[68663]: DEBUG nova.virt.hardware [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.342244] env[68663]: DEBUG nova.virt.hardware [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.342433] env[68663]: DEBUG nova.virt.hardware [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.343275] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda60027-de70-4dac-ad61-1d6cea4ca341 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.352444] env[68663]: DEBUG oslo_vmware.api [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356927} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.354956] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.355014] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.356413] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.356413] env[68663]: INFO nova.compute.manager [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 803.356413] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.356413] env[68663]: DEBUG nova.compute.manager [-] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.356413] env[68663]: DEBUG nova.network.neutron [-] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.358540] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da51fdce-5e89-4d72-aa65-43f2e0e84f56 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.373879] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Instance VIF info [] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.380970] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.382830] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.383275] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-259d97a4-988a-41bb-aa05-8f73dbd54859 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.401997] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.401997] env[68663]: value = "task-3238195" [ 803.401997] env[68663]: _type = "Task" [ 803.401997] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.410085] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238195, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.472775] env[68663]: INFO nova.compute.manager [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] instance snapshotting [ 803.473483] env[68663]: DEBUG nova.objects.instance [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lazy-loading 'flavor' on Instance uuid 68b24323-6432-4cbd-9ea7-b231fb008990 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.512562] env[68663]: DEBUG nova.network.neutron [-] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.702386] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238194, 'name': Rename_Task, 'duration_secs': 0.324095} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.702921] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.703195] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1d30131-0ae3-41fa-9da0-d0636aed53bc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.710208] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 803.710208] env[68663]: value = "task-3238196" [ 803.710208] env[68663]: _type = "Task" [ 803.710208] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.719493] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.723582] env[68663]: ERROR nova.scheduler.client.report [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [req-7aecd7c1-3fe2-437b-9771-2da7a5bf5f11] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7aecd7c1-3fe2-437b-9771-2da7a5bf5f11"}]} [ 803.750072] env[68663]: DEBUG nova.scheduler.client.report [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Refreshing inventories for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 803.767458] env[68663]: DEBUG nova.scheduler.client.report [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Updating ProviderTree inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 803.767692] env[68663]: DEBUG nova.compute.provider_tree [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.780356] env[68663]: DEBUG nova.compute.manager [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.780356] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.781833] env[68663]: DEBUG oslo_concurrency.lockutils [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.787019] env[68663]: DEBUG nova.scheduler.client.report [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Refreshing aggregate associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, aggregates: None {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 803.789460] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aee5f0-a3a5-45ac-9900-602e4679f85b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.807162] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.811260] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02afe850-ef3d-49b7-a37f-2db3f4626336 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.813547] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238192, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.818258] env[68663]: DEBUG nova.scheduler.client.report [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Refreshing trait associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 803.823582] env[68663]: DEBUG oslo_vmware.api [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 803.823582] env[68663]: value = "task-3238197" [ 803.823582] env[68663]: _type = "Task" [ 803.823582] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.832569] env[68663]: DEBUG oslo_vmware.api [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.913978] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238195, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.980104] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2c3e85-d265-4a57-8bd3-df823ab5897f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.009065] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1c0a62-b8e9-425e-ac01-f3b160784e94 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.016031] env[68663]: INFO nova.compute.manager [-] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Took 1.49 seconds to deallocate network for instance. [ 804.222957] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.293799] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Acquiring lock "70493bb9-72a0-4f3f-a7b3-b53460d35046" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.294137] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Lock "70493bb9-72a0-4f3f-a7b3-b53460d35046" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.294288] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Acquiring lock "70493bb9-72a0-4f3f-a7b3-b53460d35046-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.294492] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Lock "70493bb9-72a0-4f3f-a7b3-b53460d35046-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.294721] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Lock "70493bb9-72a0-4f3f-a7b3-b53460d35046-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.301420] env[68663]: INFO nova.compute.manager [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Terminating instance [ 804.310473] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238192, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.510905} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.314142] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] d701e4ea-597d-40b5-a1f9-9ccf47f74f0e/d701e4ea-597d-40b5-a1f9-9ccf47f74f0e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.314569] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.315990] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e350d5ae-3d2c-41a0-b09d-cf1af55289f8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.330511] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 804.330511] env[68663]: value = "task-3238198" [ 804.330511] env[68663]: _type = "Task" [ 804.330511] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.335535] env[68663]: DEBUG nova.compute.manager [req-3481bb24-4df3-4c54-9cc9-8be17af5a0f6 req-7c2c618e-f9b1-4eb1-b3c7-cf7602528fa0 service nova] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Received event network-vif-deleted-bc27ef85-3d41-4ccc-bde9-57bb3d8c6a05 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.335535] env[68663]: DEBUG nova.compute.manager [req-3481bb24-4df3-4c54-9cc9-8be17af5a0f6 req-7c2c618e-f9b1-4eb1-b3c7-cf7602528fa0 service nova] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Received event network-vif-deleted-a5207ee6-02ad-4017-bf8e-7d727240e1e6 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.344383] env[68663]: DEBUG oslo_vmware.api [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238197, 'name': PowerOffVM_Task, 'duration_secs': 0.26213} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.345021] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.345401] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.349141] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-328247fe-d827-44f1-9251-6667d4669d1f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.354776] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.421854] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238195, 'name': CreateVM_Task, 'duration_secs': 0.572034} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.422580] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.426681] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.426905] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.427989] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.427989] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.427989] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.427989] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Deleting the datastore file [datastore2] b05184fc-bf45-4930-ab8a-ac1bb9140689 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.428466] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f23e2d3-8f33-4ede-9667-d972f2e637d0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.430419] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f906e9e-26b4-49a0-bf62-ee5b55dc8915 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.436484] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 804.436484] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52913f48-082e-91f3-631b-7707f1c10efa" [ 804.436484] env[68663]: _type = "Task" [ 804.436484] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.442525] env[68663]: DEBUG oslo_vmware.api [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 804.442525] env[68663]: value = "task-3238200" [ 804.442525] env[68663]: _type = "Task" [ 804.442525] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.449819] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52913f48-082e-91f3-631b-7707f1c10efa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.453417] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57118bcf-d887-450b-a00d-017ca82b8111 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.458028] env[68663]: DEBUG oslo_vmware.api [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.462837] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880eb8a7-d26e-4c06-ab9c-5fb687c57f56 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.513057] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6dca8c-826d-45ea-8940-efd5922e98e2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.528549] env[68663]: DEBUG nova.network.neutron [-] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.530228] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 804.538275] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-98397b1b-b055-4f1a-9b09-d90a2ed3ab90 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.545280] env[68663]: DEBUG oslo_concurrency.lockutils [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.545280] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1768e804-27cd-4277-8643-4fb07f9fcb60 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.568300] env[68663]: DEBUG nova.compute.provider_tree [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.574149] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 804.574149] env[68663]: value = "task-3238201" [ 804.574149] env[68663]: _type = "Task" [ 804.574149] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.589845] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238201, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.723513] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.806832] env[68663]: DEBUG nova.compute.manager [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.807166] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.808197] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2de9b2-1041-46f9-be8e-40354cd5022b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.817805] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.818883] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3f0ca5c-a93c-4e98-9be7-6189c4d2e135 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.825644] env[68663]: DEBUG oslo_vmware.api [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Waiting for the task: (returnval){ [ 804.825644] env[68663]: value = "task-3238202" [ 804.825644] env[68663]: _type = "Task" [ 804.825644] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.835186] env[68663]: DEBUG oslo_vmware.api [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': task-3238202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.846046] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081674} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.847393] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.847393] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed06109-87de-4f4c-ac75-85ab049f519a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.875599] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] d701e4ea-597d-40b5-a1f9-9ccf47f74f0e/d701e4ea-597d-40b5-a1f9-9ccf47f74f0e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.875990] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9edefeb2-9ff4-4597-8a9c-dd37329aa53c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.899140] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 804.899140] env[68663]: value = "task-3238203" [ 804.899140] env[68663]: _type = "Task" [ 804.899140] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.910097] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.960326] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52913f48-082e-91f3-631b-7707f1c10efa, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.965988] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.966404] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.966797] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.967025] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.967314] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.968229] env[68663]: DEBUG oslo_vmware.api [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178671} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.968534] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f27b5e0-6447-4ee2-9e2d-d482425a7a5b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.971938] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.972257] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.972952] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.973260] env[68663]: INFO nova.compute.manager [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Took 1.19 seconds to destroy the instance on the hypervisor. [ 804.973779] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.974061] env[68663]: DEBUG nova.compute.manager [-] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.974217] env[68663]: DEBUG nova.network.neutron [-] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.985374] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.985674] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.986908] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb20538-9f0d-4ab2-a8e1-20ea29e51697 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.996317] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 804.996317] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b32767-ba5a-05df-fc4f-88bbfc5f5f06" [ 804.996317] env[68663]: _type = "Task" [ 804.996317] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.006373] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b32767-ba5a-05df-fc4f-88bbfc5f5f06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.037237] env[68663]: INFO nova.compute.manager [-] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Took 1.68 seconds to deallocate network for instance. [ 805.091811] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238201, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.121071] env[68663]: DEBUG nova.scheduler.client.report [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 805.121434] env[68663]: DEBUG nova.compute.provider_tree [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 86 to 87 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 805.121694] env[68663]: DEBUG nova.compute.provider_tree [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.187543] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "edf3f0b4-a424-4de7-8abb-20a17e8454fc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.187786] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "edf3f0b4-a424-4de7-8abb-20a17e8454fc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.188414] env[68663]: DEBUG nova.compute.manager [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Going to confirm migration 1 {{(pid=68663) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 805.224186] env[68663]: DEBUG oslo_vmware.api [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238196, 'name': PowerOnVM_Task, 'duration_secs': 1.203014} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.224186] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.224186] env[68663]: DEBUG nova.compute.manager [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.224933] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda33d90-f1da-4105-8021-30b1b3c6f4bd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.340886] env[68663]: DEBUG oslo_vmware.api [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': task-3238202, 'name': PowerOffVM_Task, 'duration_secs': 0.23368} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.341256] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.341539] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.341928] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ca419ef-5285-4b3d-aeb4-296cdee6c27e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.406052] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.406432] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.406514] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Deleting the datastore file [datastore2] 70493bb9-72a0-4f3f-a7b3-b53460d35046 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.407053] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bd4351f-132d-4530-9338-eff90733e84a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.412619] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238203, 'name': ReconfigVM_Task, 'duration_secs': 0.426531} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.413372] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Reconfigured VM instance instance-0000003c to attach disk [datastore2] d701e4ea-597d-40b5-a1f9-9ccf47f74f0e/d701e4ea-597d-40b5-a1f9-9ccf47f74f0e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.414042] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beb14e46-c9de-45c9-852f-54c62003695f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.417498] env[68663]: DEBUG oslo_vmware.api [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Waiting for the task: (returnval){ [ 805.417498] env[68663]: value = "task-3238205" [ 805.417498] env[68663]: _type = "Task" [ 805.417498] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.421395] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 805.421395] env[68663]: value = "task-3238206" [ 805.421395] env[68663]: _type = "Task" [ 805.421395] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.428369] env[68663]: DEBUG oslo_vmware.api [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': task-3238205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.434470] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238206, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.507578] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b32767-ba5a-05df-fc4f-88bbfc5f5f06, 'name': SearchDatastore_Task, 'duration_secs': 0.015082} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.514166] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b4a256c-8602-4701-b3fe-6dabfaefd497 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.514166] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 805.514166] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527a0651-ff82-5396-b698-4aec6c629e19" [ 805.514166] env[68663]: _type = "Task" [ 805.514166] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.523948] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527a0651-ff82-5396-b698-4aec6c629e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.547733] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.590095] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238201, 'name': CreateSnapshot_Task, 'duration_secs': 0.586125} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.590995] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 805.591148] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6c73d5-f3ba-44bf-990d-888f62e7aff6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.628895] env[68663]: DEBUG oslo_concurrency.lockutils [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.207s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.630748] env[68663]: DEBUG nova.compute.manager [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.635163] env[68663]: DEBUG oslo_concurrency.lockutils [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.970s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.635420] env[68663]: DEBUG nova.objects.instance [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Lazy-loading 'resources' on Instance uuid f67709b6-7bc9-408c-8ae3-b9479df5fcc2 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.753139] env[68663]: DEBUG oslo_concurrency.lockutils [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.830446] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "refresh_cache-edf3f0b4-a424-4de7-8abb-20a17e8454fc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.830446] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquired lock "refresh_cache-edf3f0b4-a424-4de7-8abb-20a17e8454fc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.830619] env[68663]: DEBUG nova.network.neutron [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.830785] env[68663]: DEBUG nova.objects.instance [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lazy-loading 'info_cache' on Instance uuid edf3f0b4-a424-4de7-8abb-20a17e8454fc {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.938708] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238206, 'name': Rename_Task, 'duration_secs': 0.230458} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.938962] env[68663]: DEBUG oslo_vmware.api [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Task: {'id': task-3238205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191563} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.939229] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.939483] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.939671] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.939846] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.940051] env[68663]: INFO nova.compute.manager [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Took 1.13 seconds to destroy the instance on the hypervisor. [ 805.940326] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.940541] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21e05964-df4a-4598-b0f3-51ad7414ef26 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.942236] env[68663]: DEBUG nova.compute.manager [-] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.942330] env[68663]: DEBUG nova.network.neutron [-] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.949413] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 805.949413] env[68663]: value = "task-3238207" [ 805.949413] env[68663]: _type = "Task" [ 805.949413] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.957879] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.028531] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527a0651-ff82-5396-b698-4aec6c629e19, 'name': SearchDatastore_Task, 'duration_secs': 0.010925} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.028531] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.028531] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 6eb4d70c-0d28-4004-880c-30a56ee06ed5/6eb4d70c-0d28-4004-880c-30a56ee06ed5.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.028950] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-712a7dbb-7957-4bf7-97c3-0e350105c4da {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.036557] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 806.036557] env[68663]: value = "task-3238208" [ 806.036557] env[68663]: _type = "Task" [ 806.036557] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.046438] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.115988] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 806.116991] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fc561149-a5f0-4632-9e7d-581a387b8ecd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.125488] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 806.125488] env[68663]: value = "task-3238209" [ 806.125488] env[68663]: _type = "Task" [ 806.125488] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.139148] env[68663]: DEBUG nova.compute.utils [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.140574] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238209, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.140921] env[68663]: DEBUG nova.compute.manager [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.141052] env[68663]: DEBUG nova.network.neutron [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.288395] env[68663]: DEBUG nova.policy [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb983e7a44b418d9a117727ec067cec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3222856d03444d287f35dd48c83a8b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.467236] env[68663]: DEBUG oslo_vmware.api [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238207, 'name': PowerOnVM_Task, 'duration_secs': 0.482768} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.469649] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.469902] env[68663]: INFO nova.compute.manager [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Took 7.34 seconds to spawn the instance on the hypervisor. [ 806.470102] env[68663]: DEBUG nova.compute.manager [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.471185] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898bf828-6d57-4234-8c9f-3503f564628e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.547435] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238208, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.641377] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238209, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.646759] env[68663]: DEBUG nova.compute.manager [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.665819] env[68663]: DEBUG nova.network.neutron [-] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.777818] env[68663]: DEBUG nova.compute.manager [req-765d456e-5543-46c1-830b-e278db1c8f36 req-f61196b8-908e-46c7-b75d-942bff139e70 service nova] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Received event network-vif-deleted-8de107e2-4211-4af4-bf1a-6109ae03b0e0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.777818] env[68663]: DEBUG nova.compute.manager [req-765d456e-5543-46c1-830b-e278db1c8f36 req-f61196b8-908e-46c7-b75d-942bff139e70 service nova] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Received event network-vif-deleted-44fc0ead-86dd-4c12-8c8e-5f6bebebaf06 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.812558] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2b909a-9992-41c9-95b0-b55fda6934b7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.822311] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e68bac-26c0-478a-837e-e653e4fc1a4e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.856558] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c759b06e-7406-443e-a34e-8dd11e2c7690 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.864709] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dbf1db-bf51-44c3-947e-be5a29f83df3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.883468] env[68663]: DEBUG nova.compute.provider_tree [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.998472] env[68663]: INFO nova.compute.manager [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Took 52.20 seconds to build instance. [ 807.053651] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631201} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.053796] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 6eb4d70c-0d28-4004-880c-30a56ee06ed5/6eb4d70c-0d28-4004-880c-30a56ee06ed5.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.054109] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.055146] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a374bbbe-66fd-472f-a8a9-be0ae4304ec7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.061422] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 807.061422] env[68663]: value = "task-3238210" [ 807.061422] env[68663]: _type = "Task" [ 807.061422] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.069963] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.084328] env[68663]: DEBUG nova.network.neutron [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Updating instance_info_cache with network_info: [{"id": "0ccdd95a-afaf-480f-bc25-966b0b3e62fb", "address": "fa:16:3e:5e:7e:c9", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccdd95a-af", "ovs_interfaceid": "0ccdd95a-afaf-480f-bc25-966b0b3e62fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.143269] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238209, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.171239] env[68663]: INFO nova.compute.manager [-] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Took 2.20 seconds to deallocate network for instance. [ 807.237282] env[68663]: DEBUG nova.network.neutron [-] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.388157] env[68663]: DEBUG nova.scheduler.client.report [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.426019] env[68663]: DEBUG nova.network.neutron [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Successfully created port: 9f102665-59bc-4b16-9fe8-3a39578ea127 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.502643] env[68663]: DEBUG oslo_concurrency.lockutils [None req-be3b6d82-e55f-44a1-a87d-bb22807495b4 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "d701e4ea-597d-40b5-a1f9-9ccf47f74f0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.787s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.545152] env[68663]: DEBUG nova.compute.manager [req-b9a0f826-8741-46af-ae8a-2c8f18864a24 req-e0a7fea5-a833-479b-a3e4-a53fc30d2f4a service nova] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Received event network-vif-deleted-76e5a896-aa9b-42d5-a775-11d09f035f94 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.577316] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173577} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.577316] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.578289] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c93c4d3-36f0-47c8-bf7f-8887d2e1aabc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.595906] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Releasing lock "refresh_cache-edf3f0b4-a424-4de7-8abb-20a17e8454fc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.595906] env[68663]: DEBUG nova.objects.instance [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lazy-loading 'migration_context' on Instance uuid edf3f0b4-a424-4de7-8abb-20a17e8454fc {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.607742] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 6eb4d70c-0d28-4004-880c-30a56ee06ed5/6eb4d70c-0d28-4004-880c-30a56ee06ed5.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.609783] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6305085-f147-4afc-9c29-1efc0e1a047e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.637189] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 807.637189] env[68663]: value = "task-3238211" [ 807.637189] env[68663]: _type = "Task" [ 807.637189] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.648182] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238209, 'name': CloneVM_Task} progress is 95%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.654975] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238211, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.656918] env[68663]: DEBUG nova.compute.manager [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.679683] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.694578] env[68663]: DEBUG nova.virt.hardware [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.696304] env[68663]: DEBUG nova.virt.hardware [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.696420] env[68663]: DEBUG nova.virt.hardware [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.697064] env[68663]: DEBUG nova.virt.hardware [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.697167] env[68663]: DEBUG nova.virt.hardware [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.697229] env[68663]: DEBUG nova.virt.hardware [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.697448] env[68663]: DEBUG nova.virt.hardware [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.697643] env[68663]: DEBUG nova.virt.hardware [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.697892] env[68663]: DEBUG nova.virt.hardware [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.698025] env[68663]: DEBUG nova.virt.hardware [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.698273] env[68663]: DEBUG nova.virt.hardware [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.699707] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677bb6b8-0f0c-4e55-83d5-95919241880b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.711566] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd9f890-885f-442a-abe4-3bad5c319fe6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.741286] env[68663]: INFO nova.compute.manager [-] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Took 1.80 seconds to deallocate network for instance. [ 807.901290] env[68663]: DEBUG oslo_concurrency.lockutils [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.901873] env[68663]: DEBUG oslo_concurrency.lockutils [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.091s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.903839] env[68663]: INFO nova.compute.claims [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.922579] env[68663]: INFO nova.scheduler.client.report [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Deleted allocations for instance f67709b6-7bc9-408c-8ae3-b9479df5fcc2 [ 808.109886] env[68663]: DEBUG nova.objects.base [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 808.111871] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ba7794-52ea-4d7b-9660-c40507d61229 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.139874] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03eb19d-5917-4b11-9a00-43e6ee9ca07c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.151163] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238209, 'name': CloneVM_Task, 'duration_secs': 1.739681} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.155296] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Created linked-clone VM from snapshot [ 808.155622] env[68663]: DEBUG oslo_vmware.api [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 808.155622] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5299602a-78c1-643e-5e4a-2f2ec3901da1" [ 808.155622] env[68663]: _type = "Task" [ 808.155622] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.155817] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.156526] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc902fa7-2089-4036-a593-1cb9fdba1911 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.168067] env[68663]: DEBUG oslo_vmware.api [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5299602a-78c1-643e-5e4a-2f2ec3901da1, 'name': SearchDatastore_Task, 'duration_secs': 0.010545} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.173205] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.173801] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Uploading image 5626a73c-8b52-49d7-891d-d53226ef664e {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 808.186768] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Acquiring lock "0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.186999] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Lock "0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.219329] env[68663]: DEBUG oslo_vmware.rw_handles [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 808.219329] env[68663]: value = "vm-647206" [ 808.219329] env[68663]: _type = "VirtualMachine" [ 808.219329] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 808.220085] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ed0bb57a-c572-4800-8455-35fbb5cabfe0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.227841] env[68663]: DEBUG oslo_vmware.rw_handles [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lease: (returnval){ [ 808.227841] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c74068-1899-4e14-59a6-5c94040e2e6c" [ 808.227841] env[68663]: _type = "HttpNfcLease" [ 808.227841] env[68663]: } obtained for exporting VM: (result){ [ 808.227841] env[68663]: value = "vm-647206" [ 808.227841] env[68663]: _type = "VirtualMachine" [ 808.227841] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 808.228196] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the lease: (returnval){ [ 808.228196] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c74068-1899-4e14-59a6-5c94040e2e6c" [ 808.228196] env[68663]: _type = "HttpNfcLease" [ 808.228196] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 808.235732] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 808.235732] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c74068-1899-4e14-59a6-5c94040e2e6c" [ 808.235732] env[68663]: _type = "HttpNfcLease" [ 808.235732] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 808.248888] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.445907] env[68663]: DEBUG oslo_concurrency.lockutils [None req-245f2550-7e41-48c0-81a7-3be32a74368d tempest-ServerAddressesTestJSON-1576577592 tempest-ServerAddressesTestJSON-1576577592-project-member] Lock "f67709b6-7bc9-408c-8ae3-b9479df5fcc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.199s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.654355] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.689049] env[68663]: DEBUG nova.compute.manager [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.739907] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 808.739907] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c74068-1899-4e14-59a6-5c94040e2e6c" [ 808.739907] env[68663]: _type = "HttpNfcLease" [ 808.739907] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 808.739907] env[68663]: DEBUG oslo_vmware.rw_handles [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 808.739907] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c74068-1899-4e14-59a6-5c94040e2e6c" [ 808.739907] env[68663]: _type = "HttpNfcLease" [ 808.739907] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 808.740583] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83931c4a-54d7-4933-a7c0-9301ff0e43cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.750432] env[68663]: DEBUG oslo_vmware.rw_handles [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52058aba-2b72-7174-d2e9-4c8e26dba072/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 808.750621] env[68663]: DEBUG oslo_vmware.rw_handles [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52058aba-2b72-7174-d2e9-4c8e26dba072/disk-0.vmdk for reading. {{(pid=68663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 808.859745] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e6aed263-0e0b-4b6c-9aa4-0e6eaa702aaa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.011024] env[68663]: DEBUG oslo_concurrency.lockutils [None req-391885d3-4697-4219-a86f-dc0a830b5813 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "d701e4ea-597d-40b5-a1f9-9ccf47f74f0e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.011024] env[68663]: DEBUG oslo_concurrency.lockutils [None req-391885d3-4697-4219-a86f-dc0a830b5813 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "d701e4ea-597d-40b5-a1f9-9ccf47f74f0e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.011024] env[68663]: DEBUG nova.compute.manager [None req-391885d3-4697-4219-a86f-dc0a830b5813 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.011993] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d141033-a3f1-4f40-8916-61ce0f089887 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.020351] env[68663]: DEBUG nova.compute.manager [None req-391885d3-4697-4219-a86f-dc0a830b5813 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 809.022896] env[68663]: DEBUG nova.objects.instance [None req-391885d3-4697-4219-a86f-dc0a830b5813 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lazy-loading 'flavor' on Instance uuid d701e4ea-597d-40b5-a1f9-9ccf47f74f0e {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.159972] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238211, 'name': ReconfigVM_Task, 'duration_secs': 1.368949} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.163411] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 6eb4d70c-0d28-4004-880c-30a56ee06ed5/6eb4d70c-0d28-4004-880c-30a56ee06ed5.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.164730] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4d3ac6b-f1da-41eb-ba1f-9cf6b4b019b1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.175198] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 809.175198] env[68663]: value = "task-3238213" [ 809.175198] env[68663]: _type = "Task" [ 809.175198] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.201333] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238213, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.233364] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.472407] env[68663]: DEBUG nova.compute.manager [req-dfc9a8a4-48f8-4fb5-8774-43d361fd77c8 req-97fe6ad5-1140-4a5e-be50-907fe054b449 service nova] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Received event network-vif-plugged-9f102665-59bc-4b16-9fe8-3a39578ea127 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.472593] env[68663]: DEBUG oslo_concurrency.lockutils [req-dfc9a8a4-48f8-4fb5-8774-43d361fd77c8 req-97fe6ad5-1140-4a5e-be50-907fe054b449 service nova] Acquiring lock "9fa99497-8d77-4c8c-acf4-5ac01e173823-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.473158] env[68663]: DEBUG oslo_concurrency.lockutils [req-dfc9a8a4-48f8-4fb5-8774-43d361fd77c8 req-97fe6ad5-1140-4a5e-be50-907fe054b449 service nova] Lock "9fa99497-8d77-4c8c-acf4-5ac01e173823-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.473158] env[68663]: DEBUG oslo_concurrency.lockutils [req-dfc9a8a4-48f8-4fb5-8774-43d361fd77c8 req-97fe6ad5-1140-4a5e-be50-907fe054b449 service nova] Lock "9fa99497-8d77-4c8c-acf4-5ac01e173823-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.473350] env[68663]: DEBUG nova.compute.manager [req-dfc9a8a4-48f8-4fb5-8774-43d361fd77c8 req-97fe6ad5-1140-4a5e-be50-907fe054b449 service nova] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] No waiting events found dispatching network-vif-plugged-9f102665-59bc-4b16-9fe8-3a39578ea127 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.473397] env[68663]: WARNING nova.compute.manager [req-dfc9a8a4-48f8-4fb5-8774-43d361fd77c8 req-97fe6ad5-1140-4a5e-be50-907fe054b449 service nova] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Received unexpected event network-vif-plugged-9f102665-59bc-4b16-9fe8-3a39578ea127 for instance with vm_state building and task_state spawning. [ 809.617562] env[68663]: DEBUG nova.network.neutron [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Successfully updated port: 9f102665-59bc-4b16-9fe8-3a39578ea127 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.686881] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238213, 'name': Rename_Task, 'duration_secs': 0.165428} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.688948] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.688948] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f01db441-1d0b-405e-a92f-979d5370d7e4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.701411] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 809.701411] env[68663]: value = "task-3238214" [ 809.701411] env[68663]: _type = "Task" [ 809.701411] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.708516] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.719305] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887eb9d5-24d4-4dfd-b5a2-3e40bc278dd5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.730677] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391420b7-a923-4aad-b5ca-e099283a7d3d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.777022] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a675de7-6db7-4051-8f2d-4ca30fd463bf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.785166] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "307cf1c1-fb29-4f4b-9b79-1788b3942a30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.787049] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "307cf1c1-fb29-4f4b-9b79-1788b3942a30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.787471] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "307cf1c1-fb29-4f4b-9b79-1788b3942a30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.787993] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "307cf1c1-fb29-4f4b-9b79-1788b3942a30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.788964] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "307cf1c1-fb29-4f4b-9b79-1788b3942a30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.791545] env[68663]: INFO nova.compute.manager [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Terminating instance [ 809.803860] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9afe255-a9a4-4cdd-b23a-fd09523cb0ba {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.824178] env[68663]: DEBUG nova.compute.provider_tree [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.033428] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-391885d3-4697-4219-a86f-dc0a830b5813 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.033888] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-144be947-e9a5-4203-b801-ad5ba589bf58 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.044505] env[68663]: DEBUG oslo_vmware.api [None req-391885d3-4697-4219-a86f-dc0a830b5813 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 810.044505] env[68663]: value = "task-3238215" [ 810.044505] env[68663]: _type = "Task" [ 810.044505] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.056220] env[68663]: DEBUG oslo_vmware.api [None req-391885d3-4697-4219-a86f-dc0a830b5813 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.121907] env[68663]: DEBUG oslo_concurrency.lockutils [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "refresh_cache-9fa99497-8d77-4c8c-acf4-5ac01e173823" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.121907] env[68663]: DEBUG oslo_concurrency.lockutils [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "refresh_cache-9fa99497-8d77-4c8c-acf4-5ac01e173823" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.122930] env[68663]: DEBUG nova.network.neutron [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.211230] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238214, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.305298] env[68663]: DEBUG nova.compute.manager [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.305396] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.307273] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cfb416-d358-45c1-8026-5607697f0c18 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.321322] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.321611] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-764a1eae-55b1-403d-a7cc-6b8127003e8d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.327584] env[68663]: DEBUG nova.scheduler.client.report [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.333483] env[68663]: DEBUG oslo_vmware.api [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 810.333483] env[68663]: value = "task-3238216" [ 810.333483] env[68663]: _type = "Task" [ 810.333483] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.349439] env[68663]: DEBUG oslo_vmware.api [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.560390] env[68663]: DEBUG oslo_vmware.api [None req-391885d3-4697-4219-a86f-dc0a830b5813 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238215, 'name': PowerOffVM_Task, 'duration_secs': 0.244491} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.561345] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-391885d3-4697-4219-a86f-dc0a830b5813 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.565020] env[68663]: DEBUG nova.compute.manager [None req-391885d3-4697-4219-a86f-dc0a830b5813 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.565020] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc662a74-0b0c-4bb3-b54c-e6a009b324d2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.687439] env[68663]: DEBUG nova.network.neutron [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.709994] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238214, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.841302] env[68663]: DEBUG oslo_concurrency.lockutils [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.939s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.841897] env[68663]: DEBUG nova.compute.manager [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.851165] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.825s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.851751] env[68663]: INFO nova.compute.claims [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.860417] env[68663]: DEBUG oslo_vmware.api [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238216, 'name': PowerOffVM_Task, 'duration_secs': 0.235058} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.860417] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.860417] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.860417] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2d7b92c-1dc9-41c4-849c-8104e758a385 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.929159] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.929469] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.931728] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Deleting the datastore file [datastore2] 307cf1c1-fb29-4f4b-9b79-1788b3942a30 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.932112] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eac4b00-58e5-4320-8a53-d5cb85b077a9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.938719] env[68663]: DEBUG oslo_vmware.api [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 810.938719] env[68663]: value = "task-3238218" [ 810.938719] env[68663]: _type = "Task" [ 810.938719] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.943599] env[68663]: DEBUG nova.network.neutron [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Updating instance_info_cache with network_info: [{"id": "9f102665-59bc-4b16-9fe8-3a39578ea127", "address": "fa:16:3e:ed:e7:7f", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f102665-59", "ovs_interfaceid": "9f102665-59bc-4b16-9fe8-3a39578ea127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.951836] env[68663]: DEBUG oslo_vmware.api [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.047467] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Acquiring lock "41b3b190-e394-4295-89b7-6269a4b19ada" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.047839] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Lock "41b3b190-e394-4295-89b7-6269a4b19ada" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.063441] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc5c2b4e-0bd3-4b5e-aae3-d2c646708536 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "b862b802-c379-483e-9238-fa69b1eec7b3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.063441] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc5c2b4e-0bd3-4b5e-aae3-d2c646708536 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "b862b802-c379-483e-9238-fa69b1eec7b3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.063743] env[68663]: INFO nova.compute.manager [None req-cc5c2b4e-0bd3-4b5e-aae3-d2c646708536 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Rebooting instance [ 811.079590] env[68663]: DEBUG oslo_concurrency.lockutils [None req-391885d3-4697-4219-a86f-dc0a830b5813 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "d701e4ea-597d-40b5-a1f9-9ccf47f74f0e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.211770] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238214, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.365034] env[68663]: DEBUG nova.compute.utils [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.365034] env[68663]: DEBUG nova.compute.manager [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.365621] env[68663]: DEBUG nova.network.neutron [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.431949] env[68663]: DEBUG nova.policy [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75c2bbd7753c421385ffcc8981d006b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9947b1acb5014043ba04d17781ffb803', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.446910] env[68663]: DEBUG oslo_concurrency.lockutils [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "refresh_cache-9fa99497-8d77-4c8c-acf4-5ac01e173823" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.447501] env[68663]: DEBUG nova.compute.manager [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Instance network_info: |[{"id": "9f102665-59bc-4b16-9fe8-3a39578ea127", "address": "fa:16:3e:ed:e7:7f", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f102665-59", "ovs_interfaceid": "9f102665-59bc-4b16-9fe8-3a39578ea127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.454923] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:e7:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f102665-59bc-4b16-9fe8-3a39578ea127', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.468286] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Creating folder: Project (d3222856d03444d287f35dd48c83a8b9). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.468714] env[68663]: DEBUG oslo_vmware.api [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190668} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.469099] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aac6793b-c14b-4879-a40e-98f589a4f057 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.470947] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.471155] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.471330] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.471505] env[68663]: INFO nova.compute.manager [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Took 1.17 seconds to destroy the instance on the hypervisor. [ 811.471745] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.471963] env[68663]: DEBUG nova.compute.manager [-] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.472213] env[68663]: DEBUG nova.network.neutron [-] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.485416] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Created folder: Project (d3222856d03444d287f35dd48c83a8b9) in parent group-v647027. [ 811.485416] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Creating folder: Instances. Parent ref: group-v647207. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.485416] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94e0a61c-b50b-4919-be3d-b6f51620a901 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.495565] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Created folder: Instances in parent group-v647207. [ 811.495565] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.495565] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.495565] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee5296ad-6710-44a8-8580-b811f74b8fb3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.523557] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.523557] env[68663]: value = "task-3238221" [ 811.523557] env[68663]: _type = "Task" [ 811.523557] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.533676] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238221, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.552035] env[68663]: DEBUG nova.compute.manager [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.591152] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc5c2b4e-0bd3-4b5e-aae3-d2c646708536 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.591374] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc5c2b4e-0bd3-4b5e-aae3-d2c646708536 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.591568] env[68663]: DEBUG nova.network.neutron [None req-cc5c2b4e-0bd3-4b5e-aae3-d2c646708536 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.717615] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238214, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.869096] env[68663]: DEBUG nova.compute.manager [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.880519] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquiring lock "6b90ee6f-5800-49dc-a82d-bd60726a8d4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.880519] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "6b90ee6f-5800-49dc-a82d-bd60726a8d4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.939868] env[68663]: DEBUG nova.compute.manager [req-6a12914c-52a9-40f6-9dc0-45347a08e9bc req-d99bcf58-8c6d-44ea-b353-425421d9dccd service nova] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Received event network-changed-9f102665-59bc-4b16-9fe8-3a39578ea127 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.939868] env[68663]: DEBUG nova.compute.manager [req-6a12914c-52a9-40f6-9dc0-45347a08e9bc req-d99bcf58-8c6d-44ea-b353-425421d9dccd service nova] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Refreshing instance network info cache due to event network-changed-9f102665-59bc-4b16-9fe8-3a39578ea127. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.939868] env[68663]: DEBUG oslo_concurrency.lockutils [req-6a12914c-52a9-40f6-9dc0-45347a08e9bc req-d99bcf58-8c6d-44ea-b353-425421d9dccd service nova] Acquiring lock "refresh_cache-9fa99497-8d77-4c8c-acf4-5ac01e173823" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.939868] env[68663]: DEBUG oslo_concurrency.lockutils [req-6a12914c-52a9-40f6-9dc0-45347a08e9bc req-d99bcf58-8c6d-44ea-b353-425421d9dccd service nova] Acquired lock "refresh_cache-9fa99497-8d77-4c8c-acf4-5ac01e173823" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.939868] env[68663]: DEBUG nova.network.neutron [req-6a12914c-52a9-40f6-9dc0-45347a08e9bc req-d99bcf58-8c6d-44ea-b353-425421d9dccd service nova] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Refreshing network info cache for port 9f102665-59bc-4b16-9fe8-3a39578ea127 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.034960] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238221, 'name': CreateVM_Task, 'duration_secs': 0.37226} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.038447] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.038936] env[68663]: DEBUG oslo_concurrency.lockutils [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.039098] env[68663]: DEBUG oslo_concurrency.lockutils [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.039382] env[68663]: DEBUG oslo_concurrency.lockutils [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.039793] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab38d84-b5af-4d39-a8f7-31e7eb19a2c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.044824] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 812.044824] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5285a931-775c-90e1-3678-252467d53ccf" [ 812.044824] env[68663]: _type = "Task" [ 812.044824] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.053591] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5285a931-775c-90e1-3678-252467d53ccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.082667] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.122046] env[68663]: DEBUG nova.network.neutron [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Successfully created port: d0e0c21d-00a9-4b63-837b-5e852086536d {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.165668] env[68663]: DEBUG nova.compute.manager [req-b5a6eed8-a061-4fe6-a03d-099ed7e5825c req-20728c53-8aa5-46bc-9ae3-e730d8507c01 service nova] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Received event network-vif-deleted-c182ad00-8c42-4b86-aeda-22290b87cd96 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.166376] env[68663]: INFO nova.compute.manager [req-b5a6eed8-a061-4fe6-a03d-099ed7e5825c req-20728c53-8aa5-46bc-9ae3-e730d8507c01 service nova] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Neutron deleted interface c182ad00-8c42-4b86-aeda-22290b87cd96; detaching it from the instance and deleting it from the info cache [ 812.166822] env[68663]: DEBUG nova.network.neutron [req-b5a6eed8-a061-4fe6-a03d-099ed7e5825c req-20728c53-8aa5-46bc-9ae3-e730d8507c01 service nova] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.214217] env[68663]: DEBUG oslo_vmware.api [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238214, 'name': PowerOnVM_Task, 'duration_secs': 2.329181} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.217118] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.217512] env[68663]: DEBUG nova.compute.manager [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.218620] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f02c39-eae1-4196-8ab4-480bd13d515b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.297752] env[68663]: DEBUG nova.network.neutron [-] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.384923] env[68663]: DEBUG nova.compute.manager [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.505126] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efad7a1-aa3b-40c0-bdca-c1ecad47e1ae {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.513898] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fb5800-6184-4ef5-a4e7-0a4604ac690f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.552203] env[68663]: DEBUG nova.network.neutron [None req-cc5c2b4e-0bd3-4b5e-aae3-d2c646708536 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updating instance_info_cache with network_info: [{"id": "84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f", "address": "fa:16:3e:36:f4:bd", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fc0b6c-6d", "ovs_interfaceid": "84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.560178] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ccd3a2-697c-473f-a264-25f71e46a586 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.570523] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5285a931-775c-90e1-3678-252467d53ccf, 'name': SearchDatastore_Task, 'duration_secs': 0.011126} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.576415] env[68663]: DEBUG oslo_concurrency.lockutils [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.576709] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.577077] env[68663]: DEBUG oslo_concurrency.lockutils [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.577193] env[68663]: DEBUG oslo_concurrency.lockutils [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.577740] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.578546] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b671f702-bd2e-4ba4-a54b-c39af7f64a20 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.582462] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a301abaf-8b1a-4b69-9e3f-2524c2b21dcb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.601021] env[68663]: DEBUG nova.compute.provider_tree [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.607691] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.608192] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.610551] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a9e1bf-107a-4f89-ada9-98849aed78d8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.620819] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 812.620819] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a09cef-30b2-047d-fca8-b15a1157466b" [ 812.620819] env[68663]: _type = "Task" [ 812.620819] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.630682] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a09cef-30b2-047d-fca8-b15a1157466b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.676606] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95c79ee9-f3de-4454-ac7d-013293c59aed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.687377] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04d2dfa-0741-459c-b7d6-973d95f1a4ea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.725350] env[68663]: DEBUG nova.compute.manager [req-b5a6eed8-a061-4fe6-a03d-099ed7e5825c req-20728c53-8aa5-46bc-9ae3-e730d8507c01 service nova] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Detach interface failed, port_id=c182ad00-8c42-4b86-aeda-22290b87cd96, reason: Instance 307cf1c1-fb29-4f4b-9b79-1788b3942a30 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 812.741067] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.801455] env[68663]: INFO nova.compute.manager [-] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Took 1.33 seconds to deallocate network for instance. [ 812.886203] env[68663]: DEBUG nova.compute.manager [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.942084] env[68663]: DEBUG nova.virt.hardware [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.942470] env[68663]: DEBUG nova.virt.hardware [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.942689] env[68663]: DEBUG nova.virt.hardware [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.942966] env[68663]: DEBUG nova.virt.hardware [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.942966] env[68663]: DEBUG nova.virt.hardware [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.944410] env[68663]: DEBUG nova.virt.hardware [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.944410] env[68663]: DEBUG nova.virt.hardware [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.944410] env[68663]: DEBUG nova.virt.hardware [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.944410] env[68663]: DEBUG nova.virt.hardware [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.944669] env[68663]: DEBUG nova.virt.hardware [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.944669] env[68663]: DEBUG nova.virt.hardware [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.946017] env[68663]: DEBUG nova.network.neutron [req-6a12914c-52a9-40f6-9dc0-45347a08e9bc req-d99bcf58-8c6d-44ea-b353-425421d9dccd service nova] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Updated VIF entry in instance network info cache for port 9f102665-59bc-4b16-9fe8-3a39578ea127. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.946392] env[68663]: DEBUG nova.network.neutron [req-6a12914c-52a9-40f6-9dc0-45347a08e9bc req-d99bcf58-8c6d-44ea-b353-425421d9dccd service nova] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Updating instance_info_cache with network_info: [{"id": "9f102665-59bc-4b16-9fe8-3a39578ea127", "address": "fa:16:3e:ed:e7:7f", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f102665-59", "ovs_interfaceid": "9f102665-59bc-4b16-9fe8-3a39578ea127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.949177] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb87685-3b3b-4b12-881f-fc078ca3a3de {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.958982] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.960415] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f44859e-571b-4d0d-8e73-4fee6629b8df {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.063669] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc5c2b4e-0bd3-4b5e-aae3-d2c646708536 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.111264] env[68663]: DEBUG nova.scheduler.client.report [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.122646] env[68663]: INFO nova.compute.manager [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Rebuilding instance [ 813.134535] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a09cef-30b2-047d-fca8-b15a1157466b, 'name': SearchDatastore_Task, 'duration_secs': 0.022296} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.136066] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74822e19-2257-4183-bab6-f9f4977fe494 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.148293] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 813.148293] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5264714b-2552-76f9-bf2a-03513291046c" [ 813.148293] env[68663]: _type = "Task" [ 813.148293] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.162756] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5264714b-2552-76f9-bf2a-03513291046c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.184908] env[68663]: DEBUG nova.compute.manager [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.186635] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37be129e-391a-40f4-a39c-e3dc065691a7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.309300] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.453891] env[68663]: DEBUG oslo_concurrency.lockutils [req-6a12914c-52a9-40f6-9dc0-45347a08e9bc req-d99bcf58-8c6d-44ea-b353-425421d9dccd service nova] Releasing lock "refresh_cache-9fa99497-8d77-4c8c-acf4-5ac01e173823" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.471029] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Acquiring lock "6eb4d70c-0d28-4004-880c-30a56ee06ed5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.471364] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Lock "6eb4d70c-0d28-4004-880c-30a56ee06ed5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.471649] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Acquiring lock "6eb4d70c-0d28-4004-880c-30a56ee06ed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.471845] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Lock "6eb4d70c-0d28-4004-880c-30a56ee06ed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.472026] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Lock "6eb4d70c-0d28-4004-880c-30a56ee06ed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.476692] env[68663]: INFO nova.compute.manager [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Terminating instance [ 813.570129] env[68663]: DEBUG nova.compute.manager [None req-cc5c2b4e-0bd3-4b5e-aae3-d2c646708536 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.571163] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865be272-3d0e-4a6c-9efc-5e52b656cfae {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.616494] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.616494] env[68663]: DEBUG nova.compute.manager [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.619928] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.490s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.620596] env[68663]: DEBUG nova.objects.instance [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lazy-loading 'resources' on Instance uuid 461cd7c8-d6e1-4815-98ec-3974eb224012 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.661174] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5264714b-2552-76f9-bf2a-03513291046c, 'name': SearchDatastore_Task, 'duration_secs': 0.013154} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.661484] env[68663]: DEBUG oslo_concurrency.lockutils [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.661767] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 9fa99497-8d77-4c8c-acf4-5ac01e173823/9fa99497-8d77-4c8c-acf4-5ac01e173823.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.662101] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-560f6519-9f58-49b8-b1af-510780ad85ea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.671455] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 813.671455] env[68663]: value = "task-3238222" [ 813.671455] env[68663]: _type = "Task" [ 813.671455] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.683957] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.917968] env[68663]: DEBUG nova.network.neutron [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Successfully updated port: d0e0c21d-00a9-4b63-837b-5e852086536d {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.976397] env[68663]: DEBUG nova.compute.manager [req-54a80392-7452-445a-90af-9e4b9e6b9c82 req-879cc5d7-88dc-4d18-b049-744940266def service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Received event network-vif-plugged-d0e0c21d-00a9-4b63-837b-5e852086536d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.976397] env[68663]: DEBUG oslo_concurrency.lockutils [req-54a80392-7452-445a-90af-9e4b9e6b9c82 req-879cc5d7-88dc-4d18-b049-744940266def service nova] Acquiring lock "b34a987e-ad95-4941-a540-a2cd3816149e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.976397] env[68663]: DEBUG oslo_concurrency.lockutils [req-54a80392-7452-445a-90af-9e4b9e6b9c82 req-879cc5d7-88dc-4d18-b049-744940266def service nova] Lock "b34a987e-ad95-4941-a540-a2cd3816149e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.976736] env[68663]: DEBUG oslo_concurrency.lockutils [req-54a80392-7452-445a-90af-9e4b9e6b9c82 req-879cc5d7-88dc-4d18-b049-744940266def service nova] Lock "b34a987e-ad95-4941-a540-a2cd3816149e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.976736] env[68663]: DEBUG nova.compute.manager [req-54a80392-7452-445a-90af-9e4b9e6b9c82 req-879cc5d7-88dc-4d18-b049-744940266def service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] No waiting events found dispatching network-vif-plugged-d0e0c21d-00a9-4b63-837b-5e852086536d {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.976736] env[68663]: WARNING nova.compute.manager [req-54a80392-7452-445a-90af-9e4b9e6b9c82 req-879cc5d7-88dc-4d18-b049-744940266def service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Received unexpected event network-vif-plugged-d0e0c21d-00a9-4b63-837b-5e852086536d for instance with vm_state building and task_state spawning. [ 813.976944] env[68663]: DEBUG nova.compute.manager [req-54a80392-7452-445a-90af-9e4b9e6b9c82 req-879cc5d7-88dc-4d18-b049-744940266def service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Received event network-changed-d0e0c21d-00a9-4b63-837b-5e852086536d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.977095] env[68663]: DEBUG nova.compute.manager [req-54a80392-7452-445a-90af-9e4b9e6b9c82 req-879cc5d7-88dc-4d18-b049-744940266def service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Refreshing instance network info cache due to event network-changed-d0e0c21d-00a9-4b63-837b-5e852086536d. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.977254] env[68663]: DEBUG oslo_concurrency.lockutils [req-54a80392-7452-445a-90af-9e4b9e6b9c82 req-879cc5d7-88dc-4d18-b049-744940266def service nova] Acquiring lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.977413] env[68663]: DEBUG oslo_concurrency.lockutils [req-54a80392-7452-445a-90af-9e4b9e6b9c82 req-879cc5d7-88dc-4d18-b049-744940266def service nova] Acquired lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.977534] env[68663]: DEBUG nova.network.neutron [req-54a80392-7452-445a-90af-9e4b9e6b9c82 req-879cc5d7-88dc-4d18-b049-744940266def service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Refreshing network info cache for port d0e0c21d-00a9-4b63-837b-5e852086536d {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.980865] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Acquiring lock "refresh_cache-6eb4d70c-0d28-4004-880c-30a56ee06ed5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.981049] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Acquired lock "refresh_cache-6eb4d70c-0d28-4004-880c-30a56ee06ed5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.981224] env[68663]: DEBUG nova.network.neutron [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.122268] env[68663]: DEBUG nova.compute.utils [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.123907] env[68663]: DEBUG nova.compute.manager [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.124836] env[68663]: DEBUG nova.network.neutron [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.186186] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238222, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.212020] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.213325] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94a9d361-053d-4971-a5ce-a010d0f5edcd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.220455] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 814.220455] env[68663]: value = "task-3238223" [ 814.220455] env[68663]: _type = "Task" [ 814.220455] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.233772] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] VM already powered off {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 814.234572] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.238865] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f451d290-0936-4713-adcf-9aa512b139d4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.251458] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.253155] env[68663]: DEBUG nova.policy [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f25be357edb4660b10e67eeadd9fe2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebaad111ab4e4c22a9139c0415184c98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.257598] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3d14a2f-67ad-401e-b901-5ff8367e09ed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.357282] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.357282] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.357282] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleting the datastore file [datastore2] d701e4ea-597d-40b5-a1f9-9ccf47f74f0e {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.357282] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0917133c-f4d4-4e6e-998d-e64b7ed7d212 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.363295] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 814.363295] env[68663]: value = "task-3238225" [ 814.363295] env[68663]: _type = "Task" [ 814.363295] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.376347] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.424522] env[68663]: DEBUG oslo_concurrency.lockutils [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.513162] env[68663]: DEBUG nova.network.neutron [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.579944] env[68663]: DEBUG nova.network.neutron [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.595209] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e31ef9-434a-4cb6-9c2a-49bd320a7ba3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.601852] env[68663]: DEBUG nova.network.neutron [req-54a80392-7452-445a-90af-9e4b9e6b9c82 req-879cc5d7-88dc-4d18-b049-744940266def service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.611367] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5c2b4e-0bd3-4b5e-aae3-d2c646708536 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Doing hard reboot of VM {{(pid=68663) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 814.611979] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-73156f3e-250f-4c12-8578-a2cf69c5e329 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.619481] env[68663]: DEBUG oslo_vmware.api [None req-cc5c2b4e-0bd3-4b5e-aae3-d2c646708536 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 814.619481] env[68663]: value = "task-3238226" [ 814.619481] env[68663]: _type = "Task" [ 814.619481] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.633387] env[68663]: DEBUG oslo_vmware.api [None req-cc5c2b4e-0bd3-4b5e-aae3-d2c646708536 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238226, 'name': ResetVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.638038] env[68663]: DEBUG nova.compute.manager [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.690218] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560251} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.691212] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 9fa99497-8d77-4c8c-acf4-5ac01e173823/9fa99497-8d77-4c8c-acf4-5ac01e173823.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.691498] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.691846] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1060f4bb-2669-4d91-aec1-a61d9fd53fb6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.700593] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 814.700593] env[68663]: value = "task-3238227" [ 814.700593] env[68663]: _type = "Task" [ 814.700593] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.719244] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.762138] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b27810a-c123-4c19-ab8a-3aac5fc941e0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.769246] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e205bb-b263-4aa3-885c-7960ac7c741d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.809932] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74329579-205e-448c-9610-75bb8b927024 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.818018] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b75937-6910-4cca-9299-1ea5c5426979 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.830176] env[68663]: DEBUG nova.compute.provider_tree [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.832459] env[68663]: DEBUG nova.network.neutron [req-54a80392-7452-445a-90af-9e4b9e6b9c82 req-879cc5d7-88dc-4d18-b049-744940266def service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.876172] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198709} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.876511] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.876755] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.876970] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.966854] env[68663]: DEBUG nova.network.neutron [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Successfully created port: 621d64b2-4ee0-45d0-aca6-9def2dde73ba {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.083123] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Releasing lock "refresh_cache-6eb4d70c-0d28-4004-880c-30a56ee06ed5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.083780] env[68663]: DEBUG nova.compute.manager [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.084123] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.085548] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7ccc63-9a68-43b5-b62b-632ebf75ce78 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.095168] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.095168] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c595f0af-0060-4c41-b553-0a276cc97fff {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.105280] env[68663]: DEBUG oslo_vmware.api [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 815.105280] env[68663]: value = "task-3238228" [ 815.105280] env[68663]: _type = "Task" [ 815.105280] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.120049] env[68663]: DEBUG oslo_vmware.api [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.137866] env[68663]: DEBUG oslo_vmware.api [None req-cc5c2b4e-0bd3-4b5e-aae3-d2c646708536 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238226, 'name': ResetVM_Task, 'duration_secs': 0.115333} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.138211] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5c2b4e-0bd3-4b5e-aae3-d2c646708536 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Did hard reboot of VM {{(pid=68663) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 815.138408] env[68663]: DEBUG nova.compute.manager [None req-cc5c2b4e-0bd3-4b5e-aae3-d2c646708536 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.139234] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae55ff54-ddf8-4dd7-939c-4ee2334f623e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.213813] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115413} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.214121] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.214944] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e8a445-8c04-4c5d-80a1-0164f58706b3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.240099] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 9fa99497-8d77-4c8c-acf4-5ac01e173823/9fa99497-8d77-4c8c-acf4-5ac01e173823.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.243018] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c76e320-f6db-477e-97a2-007a182d90a7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.265443] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 815.265443] env[68663]: value = "task-3238229" [ 815.265443] env[68663]: _type = "Task" [ 815.265443] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.278450] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.334944] env[68663]: DEBUG nova.scheduler.client.report [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.340185] env[68663]: DEBUG oslo_concurrency.lockutils [req-54a80392-7452-445a-90af-9e4b9e6b9c82 req-879cc5d7-88dc-4d18-b049-744940266def service nova] Releasing lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.340672] env[68663]: DEBUG oslo_concurrency.lockutils [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.340838] env[68663]: DEBUG nova.network.neutron [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.617582] env[68663]: DEBUG oslo_vmware.api [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238228, 'name': PowerOffVM_Task, 'duration_secs': 0.260024} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.617582] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.617582] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.617869] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8b9d2bc-1b1e-4f91-888b-4e39ba540e44 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.648298] env[68663]: DEBUG nova.compute.manager [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.660849] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.663466] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.663466] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Deleting the datastore file [datastore1] 6eb4d70c-0d28-4004-880c-30a56ee06ed5 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.663466] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-956e430d-5dda-4755-a6c1-5c53a96c843a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.665825] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cc5c2b4e-0bd3-4b5e-aae3-d2c646708536 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "b862b802-c379-483e-9238-fa69b1eec7b3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.603s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.675441] env[68663]: DEBUG oslo_vmware.api [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for the task: (returnval){ [ 815.675441] env[68663]: value = "task-3238231" [ 815.675441] env[68663]: _type = "Task" [ 815.675441] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.686211] env[68663]: DEBUG nova.virt.hardware [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.686479] env[68663]: DEBUG nova.virt.hardware [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.686634] env[68663]: DEBUG nova.virt.hardware [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.687165] env[68663]: DEBUG nova.virt.hardware [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.687650] env[68663]: DEBUG nova.virt.hardware [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.687908] env[68663]: DEBUG nova.virt.hardware [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.688373] env[68663]: DEBUG nova.virt.hardware [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.688594] env[68663]: DEBUG nova.virt.hardware [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.688853] env[68663]: DEBUG nova.virt.hardware [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.689106] env[68663]: DEBUG nova.virt.hardware [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.689318] env[68663]: DEBUG nova.virt.hardware [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.691729] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd382359-6818-4481-b0ef-ee5560eeb677 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.699278] env[68663]: DEBUG oslo_vmware.api [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.706162] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd78ebd8-e416-4238-b0b6-ecce90a6029a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.778089] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238229, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.843679] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.848421] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.709s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.849933] env[68663]: INFO nova.compute.claims [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.877290] env[68663]: INFO nova.scheduler.client.report [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Deleted allocations for instance 461cd7c8-d6e1-4815-98ec-3974eb224012 [ 815.912907] env[68663]: DEBUG nova.network.neutron [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.921589] env[68663]: DEBUG nova.virt.hardware [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.921830] env[68663]: DEBUG nova.virt.hardware [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.922019] env[68663]: DEBUG nova.virt.hardware [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.922301] env[68663]: DEBUG nova.virt.hardware [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.922574] env[68663]: DEBUG nova.virt.hardware [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.922737] env[68663]: DEBUG nova.virt.hardware [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.922964] env[68663]: DEBUG nova.virt.hardware [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.923480] env[68663]: DEBUG nova.virt.hardware [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.923718] env[68663]: DEBUG nova.virt.hardware [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.923900] env[68663]: DEBUG nova.virt.hardware [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.924096] env[68663]: DEBUG nova.virt.hardware [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.925694] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7252d39-16d2-4abc-9d00-125853836da9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.937314] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6d215d-0c0a-4187-897c-0707beb87801 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.962819] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:ca:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95510ec1-3d35-409e-90c4-841e3eaa7b8b', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.970723] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.971443] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.973921] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d3a506a-2356-4d38-8b69-73605febd305 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.999037] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.999037] env[68663]: value = "task-3238232" [ 815.999037] env[68663]: _type = "Task" [ 815.999037] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.008429] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238232, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.178823] env[68663]: DEBUG nova.network.neutron [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Updating instance_info_cache with network_info: [{"id": "d0e0c21d-00a9-4b63-837b-5e852086536d", "address": "fa:16:3e:b4:e7:32", "network": {"id": "c2a37843-de5e-400a-b66e-bb53529ba3ca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1393760450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9947b1acb5014043ba04d17781ffb803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e0c21d-00", "ovs_interfaceid": "d0e0c21d-00a9-4b63-837b-5e852086536d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.190391] env[68663]: DEBUG oslo_vmware.api [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Task: {'id': task-3238231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16993} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.190704] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.191825] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.191825] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.191825] env[68663]: INFO nova.compute.manager [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 816.191825] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.192015] env[68663]: DEBUG nova.compute.manager [-] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.192015] env[68663]: DEBUG nova.network.neutron [-] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.212771] env[68663]: DEBUG nova.network.neutron [-] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.281103] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238229, 'name': ReconfigVM_Task, 'duration_secs': 0.522603} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.281103] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 9fa99497-8d77-4c8c-acf4-5ac01e173823/9fa99497-8d77-4c8c-acf4-5ac01e173823.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.281256] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff6985bd-0998-441d-b03c-c256c4f9c2a4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.291748] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 816.291748] env[68663]: value = "task-3238233" [ 816.291748] env[68663]: _type = "Task" [ 816.291748] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.302267] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238233, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.387060] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7746b6a8-e9a6-440a-8f6d-d74b4214e855 tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "461cd7c8-d6e1-4815-98ec-3974eb224012" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.368s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.466622] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "ed823442-ad98-41ee-83a4-c1fa82d2a67a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.466622] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "ed823442-ad98-41ee-83a4-c1fa82d2a67a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.510802] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238232, 'name': CreateVM_Task, 'duration_secs': 0.438462} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.511124] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.511978] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.512283] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.512692] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.513127] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e71c5706-fcb7-4b1c-bdb1-36e4828210d6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.520917] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 816.520917] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523aae6b-7e7b-aa87-85c8-7b93fa02dbf8" [ 816.520917] env[68663]: _type = "Task" [ 816.520917] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.532148] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523aae6b-7e7b-aa87-85c8-7b93fa02dbf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.685265] env[68663]: DEBUG oslo_concurrency.lockutils [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Releasing lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.685577] env[68663]: DEBUG nova.compute.manager [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Instance network_info: |[{"id": "d0e0c21d-00a9-4b63-837b-5e852086536d", "address": "fa:16:3e:b4:e7:32", "network": {"id": "c2a37843-de5e-400a-b66e-bb53529ba3ca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1393760450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9947b1acb5014043ba04d17781ffb803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e0c21d-00", "ovs_interfaceid": "d0e0c21d-00a9-4b63-837b-5e852086536d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.686091] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:e7:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fdd0624-2edb-4733-8284-225815c07f73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0e0c21d-00a9-4b63-837b-5e852086536d', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.694435] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.694713] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.694976] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bdb264b-4613-44dc-ac56-dba36839f279 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.716416] env[68663]: DEBUG nova.network.neutron [-] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.717594] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.717594] env[68663]: value = "task-3238234" [ 816.717594] env[68663]: _type = "Task" [ 816.717594] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.729777] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238234, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.802332] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238233, 'name': Rename_Task, 'duration_secs': 0.194323} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.802697] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.803083] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11b12957-6cfa-4046-8e87-13a1ffbb5840 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.811235] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 816.811235] env[68663]: value = "task-3238235" [ 816.811235] env[68663]: _type = "Task" [ 816.811235] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.820583] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.918402] env[68663]: DEBUG nova.compute.manager [req-a6b28637-c2c2-4245-802d-b494cc7fdfcb req-40012f6d-642f-4f46-81e1-c2b8d653112f service nova] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Received event network-vif-plugged-621d64b2-4ee0-45d0-aca6-9def2dde73ba {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.918727] env[68663]: DEBUG oslo_concurrency.lockutils [req-a6b28637-c2c2-4245-802d-b494cc7fdfcb req-40012f6d-642f-4f46-81e1-c2b8d653112f service nova] Acquiring lock "4b2d8efb-f360-44cd-9588-ac49fb9be1bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.919045] env[68663]: DEBUG oslo_concurrency.lockutils [req-a6b28637-c2c2-4245-802d-b494cc7fdfcb req-40012f6d-642f-4f46-81e1-c2b8d653112f service nova] Lock "4b2d8efb-f360-44cd-9588-ac49fb9be1bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.919315] env[68663]: DEBUG oslo_concurrency.lockutils [req-a6b28637-c2c2-4245-802d-b494cc7fdfcb req-40012f6d-642f-4f46-81e1-c2b8d653112f service nova] Lock "4b2d8efb-f360-44cd-9588-ac49fb9be1bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.919580] env[68663]: DEBUG nova.compute.manager [req-a6b28637-c2c2-4245-802d-b494cc7fdfcb req-40012f6d-642f-4f46-81e1-c2b8d653112f service nova] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] No waiting events found dispatching network-vif-plugged-621d64b2-4ee0-45d0-aca6-9def2dde73ba {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.919836] env[68663]: WARNING nova.compute.manager [req-a6b28637-c2c2-4245-802d-b494cc7fdfcb req-40012f6d-642f-4f46-81e1-c2b8d653112f service nova] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Received unexpected event network-vif-plugged-621d64b2-4ee0-45d0-aca6-9def2dde73ba for instance with vm_state building and task_state spawning. [ 816.969471] env[68663]: DEBUG nova.compute.manager [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.037460] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523aae6b-7e7b-aa87-85c8-7b93fa02dbf8, 'name': SearchDatastore_Task, 'duration_secs': 0.012442} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.041716] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.042156] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.042549] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.042793] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.043131] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.043955] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdfbe058-c115-44a5-9b29-440a7653a92b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.059715] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.060176] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.060826] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2fd1065-fc39-4175-be8f-4d60ff9244f6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.068589] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 817.068589] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52175ae3-b375-a643-a6ce-37a4ad96fc60" [ 817.068589] env[68663]: _type = "Task" [ 817.068589] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.085183] env[68663]: DEBUG oslo_vmware.rw_handles [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52058aba-2b72-7174-d2e9-4c8e26dba072/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 817.085183] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babe2cef-0b0f-4398-abc6-a65aa4e9fadd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.095342] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52175ae3-b375-a643-a6ce-37a4ad96fc60, 'name': SearchDatastore_Task, 'duration_secs': 0.012557} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.100389] env[68663]: DEBUG oslo_vmware.rw_handles [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52058aba-2b72-7174-d2e9-4c8e26dba072/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 817.100589] env[68663]: ERROR oslo_vmware.rw_handles [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52058aba-2b72-7174-d2e9-4c8e26dba072/disk-0.vmdk due to incomplete transfer. [ 817.101140] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e49f736a-0f2b-4dcf-8624-67bbccd387c6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.103577] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cc2a93e6-9a02-41eb-b6c7-a3ea852a3e5f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.111513] env[68663]: DEBUG nova.network.neutron [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Successfully updated port: 621d64b2-4ee0-45d0-aca6-9def2dde73ba {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.112176] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 817.112176] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5203133a-21ac-7092-b1ba-78e7d07e70cc" [ 817.112176] env[68663]: _type = "Task" [ 817.112176] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.116977] env[68663]: DEBUG oslo_vmware.rw_handles [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52058aba-2b72-7174-d2e9-4c8e26dba072/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 817.116977] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Uploaded image 5626a73c-8b52-49d7-891d-d53226ef664e to the Glance image server {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 817.116977] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 817.124013] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9477de87-edde-405c-a6a2-30c7c74d1f9e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.135148] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5203133a-21ac-7092-b1ba-78e7d07e70cc, 'name': SearchDatastore_Task, 'duration_secs': 0.022109} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.137121] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.137358] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] d701e4ea-597d-40b5-a1f9-9ccf47f74f0e/d701e4ea-597d-40b5-a1f9-9ccf47f74f0e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.137704] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 817.137704] env[68663]: value = "task-3238236" [ 817.137704] env[68663]: _type = "Task" [ 817.137704] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.138045] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72511ead-7602-48fb-8752-0307df3044e2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.153536] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238236, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.155035] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 817.155035] env[68663]: value = "task-3238237" [ 817.155035] env[68663]: _type = "Task" [ 817.155035] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.167354] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.219521] env[68663]: INFO nova.compute.manager [-] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Took 1.03 seconds to deallocate network for instance. [ 817.238154] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238234, 'name': CreateVM_Task, 'duration_secs': 0.405467} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.240791] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.242353] env[68663]: DEBUG oslo_concurrency.lockutils [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.242353] env[68663]: DEBUG oslo_concurrency.lockutils [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.242353] env[68663]: DEBUG oslo_concurrency.lockutils [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.242789] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70c05cf5-a735-4691-8b5a-c01c39727b77 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.250223] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 817.250223] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5230922c-f850-27dd-d18a-7f91cefc2d6a" [ 817.250223] env[68663]: _type = "Task" [ 817.250223] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.262249] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5230922c-f850-27dd-d18a-7f91cefc2d6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.327325] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.428995] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669a75a7-169a-42ea-b5e1-1d3f79da696b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.437768] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d88f7cf-c3ec-41a9-895e-355b75c8beb6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.471830] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8133cf5b-9dfa-4a6f-b76d-0ec9b2493abf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.483945] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb812d7-e5fb-46c1-9182-37a2e3c2f253 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.502837] env[68663]: DEBUG nova.compute.provider_tree [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.502837] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.615255] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "refresh_cache-4b2d8efb-f360-44cd-9588-ac49fb9be1bf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.615255] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "refresh_cache-4b2d8efb-f360-44cd-9588-ac49fb9be1bf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.615255] env[68663]: DEBUG nova.network.neutron [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.651876] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238236, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.668111] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.733786] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.764888] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5230922c-f850-27dd-d18a-7f91cefc2d6a, 'name': SearchDatastore_Task, 'duration_secs': 0.033659} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.765467] env[68663]: DEBUG oslo_concurrency.lockutils [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.765752] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.766061] env[68663]: DEBUG oslo_concurrency.lockutils [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.766308] env[68663]: DEBUG oslo_concurrency.lockutils [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.766591] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.766951] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b7687b7-d5cd-4dcb-90bb-2457deff04c2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.785464] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.785682] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.786894] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7120997-334a-419c-b2de-5f90863dc810 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.795121] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 817.795121] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52074ec2-b13d-e0b4-8364-e7569c162c4f" [ 817.795121] env[68663]: _type = "Task" [ 817.795121] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.807877] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52074ec2-b13d-e0b4-8364-e7569c162c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.824392] env[68663]: DEBUG oslo_vmware.api [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238235, 'name': PowerOnVM_Task, 'duration_secs': 0.961796} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.824765] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.824912] env[68663]: INFO nova.compute.manager [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Took 10.17 seconds to spawn the instance on the hypervisor. [ 817.825154] env[68663]: DEBUG nova.compute.manager [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.826244] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1223e7-671a-45ef-8ccc-1130b26b5776 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.003860] env[68663]: DEBUG nova.scheduler.client.report [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.151106] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238236, 'name': Destroy_Task, 'duration_secs': 0.973995} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.151542] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Destroyed the VM [ 818.151542] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 818.151665] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-92119f98-0efb-4448-8db9-ae1770816363 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.161952] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 818.161952] env[68663]: value = "task-3238238" [ 818.161952] env[68663]: _type = "Task" [ 818.161952] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.169120] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.973942} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.169760] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] d701e4ea-597d-40b5-a1f9-9ccf47f74f0e/d701e4ea-597d-40b5-a1f9-9ccf47f74f0e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.170013] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.170284] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31223eff-a384-4e72-863d-2c80d33b8b87 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.175495] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238238, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.177359] env[68663]: DEBUG nova.network.neutron [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.183439] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 818.183439] env[68663]: value = "task-3238239" [ 818.183439] env[68663]: _type = "Task" [ 818.183439] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.192472] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.310159] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52074ec2-b13d-e0b4-8364-e7569c162c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.072155} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.310349] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fe533a5-f792-468b-aa56-8742afb25fd5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.317071] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 818.317071] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528dbec3-ae82-aeb6-12e8-83df25a9422f" [ 818.317071] env[68663]: _type = "Task" [ 818.317071] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.331562] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528dbec3-ae82-aeb6-12e8-83df25a9422f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.351974] env[68663]: INFO nova.compute.manager [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Took 50.91 seconds to build instance. [ 818.424842] env[68663]: DEBUG nova.network.neutron [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Updating instance_info_cache with network_info: [{"id": "621d64b2-4ee0-45d0-aca6-9def2dde73ba", "address": "fa:16:3e:fb:77:d1", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621d64b2-4e", "ovs_interfaceid": "621d64b2-4ee0-45d0-aca6-9def2dde73ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.511966] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.513212] env[68663]: DEBUG nova.compute.manager [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.517709] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.333s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.518043] env[68663]: DEBUG nova.objects.instance [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lazy-loading 'resources' on Instance uuid 156a0cb7-ab99-4774-ba4f-ece171cf74f5 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.675078] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238238, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.694556] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206698} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.694725] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.695555] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9392c88-0bf4-434b-b0c1-abca030595d9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.723112] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] d701e4ea-597d-40b5-a1f9-9ccf47f74f0e/d701e4ea-597d-40b5-a1f9-9ccf47f74f0e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.723457] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad235f85-9f78-42d5-aef2-f902de7ccf76 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.748402] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 818.748402] env[68663]: value = "task-3238240" [ 818.748402] env[68663]: _type = "Task" [ 818.748402] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.758519] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.829379] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528dbec3-ae82-aeb6-12e8-83df25a9422f, 'name': SearchDatastore_Task, 'duration_secs': 0.017422} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.829848] env[68663]: DEBUG oslo_concurrency.lockutils [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.830837] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] b34a987e-ad95-4941-a540-a2cd3816149e/b34a987e-ad95-4941-a540-a2cd3816149e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.831522] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-650869fa-9ad3-46d5-826c-268f5fbd0fe0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.843486] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 818.843486] env[68663]: value = "task-3238241" [ 818.843486] env[68663]: _type = "Task" [ 818.843486] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.853516] env[68663]: DEBUG oslo_concurrency.lockutils [None req-43b3da3a-317f-4b7e-b206-0df303d4a1c0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "9fa99497-8d77-4c8c-acf4-5ac01e173823" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.074s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.858103] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.927912] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "refresh_cache-4b2d8efb-f360-44cd-9588-ac49fb9be1bf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.928342] env[68663]: DEBUG nova.compute.manager [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Instance network_info: |[{"id": "621d64b2-4ee0-45d0-aca6-9def2dde73ba", "address": "fa:16:3e:fb:77:d1", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621d64b2-4e", "ovs_interfaceid": "621d64b2-4ee0-45d0-aca6-9def2dde73ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.928877] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:77:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '621d64b2-4ee0-45d0-aca6-9def2dde73ba', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.936707] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.936958] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.937208] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cd94012-4e39-4a3e-a9e7-1fde040b3855 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.954397] env[68663]: DEBUG nova.compute.manager [req-df03a722-8b9e-4fdb-87d9-3882e685aadd req-6cbdc152-3da3-4e48-8696-69c6eb54968d service nova] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Received event network-changed-621d64b2-4ee0-45d0-aca6-9def2dde73ba {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.954580] env[68663]: DEBUG nova.compute.manager [req-df03a722-8b9e-4fdb-87d9-3882e685aadd req-6cbdc152-3da3-4e48-8696-69c6eb54968d service nova] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Refreshing instance network info cache due to event network-changed-621d64b2-4ee0-45d0-aca6-9def2dde73ba. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.954849] env[68663]: DEBUG oslo_concurrency.lockutils [req-df03a722-8b9e-4fdb-87d9-3882e685aadd req-6cbdc152-3da3-4e48-8696-69c6eb54968d service nova] Acquiring lock "refresh_cache-4b2d8efb-f360-44cd-9588-ac49fb9be1bf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.954942] env[68663]: DEBUG oslo_concurrency.lockutils [req-df03a722-8b9e-4fdb-87d9-3882e685aadd req-6cbdc152-3da3-4e48-8696-69c6eb54968d service nova] Acquired lock "refresh_cache-4b2d8efb-f360-44cd-9588-ac49fb9be1bf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.955088] env[68663]: DEBUG nova.network.neutron [req-df03a722-8b9e-4fdb-87d9-3882e685aadd req-6cbdc152-3da3-4e48-8696-69c6eb54968d service nova] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Refreshing network info cache for port 621d64b2-4ee0-45d0-aca6-9def2dde73ba {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.963067] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.963067] env[68663]: value = "task-3238242" [ 818.963067] env[68663]: _type = "Task" [ 818.963067] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.976850] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238242, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.021099] env[68663]: DEBUG nova.compute.utils [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.026706] env[68663]: DEBUG nova.compute.manager [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.026826] env[68663]: DEBUG nova.network.neutron [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.110723] env[68663]: DEBUG nova.policy [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6622b6fa0fdc4a9fa0b9967801bb5e80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3dcc04be1ea447c68e52c98fe85a08f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.176643] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238238, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.260776] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.357856] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238241, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.478481] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238242, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.529998] env[68663]: DEBUG nova.compute.manager [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.598874] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633651c2-37a9-4d66-ae1c-5f7079a59154 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.613166] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a4c518-cd77-4a2a-a035-aec465228553 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.658255] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fa5b81-efcf-402d-a98e-396d8238f615 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.671466] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276acfff-e1b8-471a-9dc1-4d0f5083edb0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.681183] env[68663]: DEBUG oslo_vmware.api [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238238, 'name': RemoveSnapshot_Task, 'duration_secs': 1.444305} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.690719] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 819.691054] env[68663]: INFO nova.compute.manager [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Took 15.71 seconds to snapshot the instance on the hypervisor. [ 819.694623] env[68663]: DEBUG nova.compute.provider_tree [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.760806] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238240, 'name': ReconfigVM_Task, 'duration_secs': 0.894467} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.761180] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Reconfigured VM instance instance-0000003c to attach disk [datastore2] d701e4ea-597d-40b5-a1f9-9ccf47f74f0e/d701e4ea-597d-40b5-a1f9-9ccf47f74f0e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.761843] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59e25757-6ab9-47a5-9419-8ce6a6331f27 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.769403] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 819.769403] env[68663]: value = "task-3238243" [ 819.769403] env[68663]: _type = "Task" [ 819.769403] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.779062] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238243, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.788554] env[68663]: DEBUG nova.network.neutron [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Successfully created port: 56e563c9-fc12-40d8-b9a6-f08ca1a8941e {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.856890] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66003} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.857240] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] b34a987e-ad95-4941-a540-a2cd3816149e/b34a987e-ad95-4941-a540-a2cd3816149e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.857494] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.857757] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4b035c8-3aab-465a-b03e-5815a748020e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.866923] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 819.866923] env[68663]: value = "task-3238244" [ 819.866923] env[68663]: _type = "Task" [ 819.866923] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.876155] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.978251] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238242, 'name': CreateVM_Task, 'duration_secs': 0.653196} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.978447] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.979141] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.979313] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.979627] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.979883] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b26e1f-e413-46da-9719-8452fce36743 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.985466] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 819.985466] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525fa78d-869d-9961-5e88-01a187b8f122" [ 819.985466] env[68663]: _type = "Task" [ 819.985466] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.995877] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525fa78d-869d-9961-5e88-01a187b8f122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.004865] env[68663]: DEBUG nova.network.neutron [req-df03a722-8b9e-4fdb-87d9-3882e685aadd req-6cbdc152-3da3-4e48-8696-69c6eb54968d service nova] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Updated VIF entry in instance network info cache for port 621d64b2-4ee0-45d0-aca6-9def2dde73ba. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.005485] env[68663]: DEBUG nova.network.neutron [req-df03a722-8b9e-4fdb-87d9-3882e685aadd req-6cbdc152-3da3-4e48-8696-69c6eb54968d service nova] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Updating instance_info_cache with network_info: [{"id": "621d64b2-4ee0-45d0-aca6-9def2dde73ba", "address": "fa:16:3e:fb:77:d1", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621d64b2-4e", "ovs_interfaceid": "621d64b2-4ee0-45d0-aca6-9def2dde73ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.204379] env[68663]: DEBUG nova.scheduler.client.report [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.244780] env[68663]: DEBUG nova.compute.manager [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Found 3 images (rotation: 2) {{(pid=68663) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 820.244988] env[68663]: DEBUG nova.compute.manager [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Rotating out 1 backups {{(pid=68663) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 820.245168] env[68663]: DEBUG nova.compute.manager [None req-4f972ea1-0ca6-48ba-80e6-faaaa3e674ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Deleting image 52646d4d-33fc-4bd3-a4d5-2d47769a178e {{(pid=68663) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 820.281846] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238243, 'name': Rename_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.378639] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077326} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.378908] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.379919] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdf59de-bff7-4700-a070-3d0d2544385f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.406286] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] b34a987e-ad95-4941-a540-a2cd3816149e/b34a987e-ad95-4941-a540-a2cd3816149e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.406935] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c1582ab-8194-40e6-88e4-c8a025bbc336 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.431970] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 820.431970] env[68663]: value = "task-3238245" [ 820.431970] env[68663]: _type = "Task" [ 820.431970] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.441415] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.497708] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525fa78d-869d-9961-5e88-01a187b8f122, 'name': SearchDatastore_Task, 'duration_secs': 0.042873} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.498065] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.498327] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.498576] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.498738] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.498937] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.499236] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc788f0a-9d94-41c8-96c0-456d57002ad9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.508019] env[68663]: DEBUG oslo_concurrency.lockutils [req-df03a722-8b9e-4fdb-87d9-3882e685aadd req-6cbdc152-3da3-4e48-8696-69c6eb54968d service nova] Releasing lock "refresh_cache-4b2d8efb-f360-44cd-9588-ac49fb9be1bf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.509462] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.509656] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.510450] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc902ca-d577-414b-bcfd-c7abb51fb038 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.517044] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 820.517044] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522a5b28-6128-68b4-b7b0-3b2fcb46058b" [ 820.517044] env[68663]: _type = "Task" [ 820.517044] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.525894] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522a5b28-6128-68b4-b7b0-3b2fcb46058b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.538254] env[68663]: DEBUG nova.compute.manager [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.560969] env[68663]: DEBUG nova.virt.hardware [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.561275] env[68663]: DEBUG nova.virt.hardware [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.561448] env[68663]: DEBUG nova.virt.hardware [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.561645] env[68663]: DEBUG nova.virt.hardware [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.561793] env[68663]: DEBUG nova.virt.hardware [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.561938] env[68663]: DEBUG nova.virt.hardware [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.562285] env[68663]: DEBUG nova.virt.hardware [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.562461] env[68663]: DEBUG nova.virt.hardware [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.562627] env[68663]: DEBUG nova.virt.hardware [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.562788] env[68663]: DEBUG nova.virt.hardware [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.562958] env[68663]: DEBUG nova.virt.hardware [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.563855] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bdd338-df97-461c-ba07-431d770cb524 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.573213] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d3005-19e3-4258-ad9b-7e33b9fd37bd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.711856] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.714490] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.714743] env[68663]: DEBUG nova.objects.instance [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lazy-loading 'resources' on Instance uuid 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.735651] env[68663]: INFO nova.scheduler.client.report [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Deleted allocations for instance 156a0cb7-ab99-4774-ba4f-ece171cf74f5 [ 820.784558] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238243, 'name': Rename_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.943322] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238245, 'name': ReconfigVM_Task, 'duration_secs': 0.286523} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.943640] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Reconfigured VM instance instance-0000003e to attach disk [datastore2] b34a987e-ad95-4941-a540-a2cd3816149e/b34a987e-ad95-4941-a540-a2cd3816149e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.944347] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1bf3082-1cf4-4fe4-a7ac-f252b5a8e1f9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.952765] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 820.952765] env[68663]: value = "task-3238246" [ 820.952765] env[68663]: _type = "Task" [ 820.952765] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.961709] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238246, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.030446] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522a5b28-6128-68b4-b7b0-3b2fcb46058b, 'name': SearchDatastore_Task, 'duration_secs': 0.012367} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.030446] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ecd7487-e607-4168-ae2a-f46a60f24377 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.036632] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 821.036632] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520ae317-6d79-1079-9d47-a5d5557c81bb" [ 821.036632] env[68663]: _type = "Task" [ 821.036632] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.047246] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520ae317-6d79-1079-9d47-a5d5557c81bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.212914] env[68663]: DEBUG oslo_concurrency.lockutils [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "9ca512af-7602-448a-b3bf-8785bd43e211" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.213359] env[68663]: DEBUG oslo_concurrency.lockutils [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "9ca512af-7602-448a-b3bf-8785bd43e211" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.246449] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81997c2d-f66d-4c83-b8cd-b42c07c23008 tempest-ServerShowV247Test-688033455 tempest-ServerShowV247Test-688033455-project-member] Lock "156a0cb7-ab99-4774-ba4f-ece171cf74f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.368s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.283691] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238243, 'name': Rename_Task, 'duration_secs': 1.348629} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.284194] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.284379] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0988a6d5-9827-4e9e-8ebb-cbda3b8183f4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.298030] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 821.298030] env[68663]: value = "task-3238247" [ 821.298030] env[68663]: _type = "Task" [ 821.298030] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.314437] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.468359] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238246, 'name': Rename_Task, 'duration_secs': 0.153267} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.468652] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.468910] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f4615db-3335-487b-90ae-4c3cd2569ab9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.477965] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 821.477965] env[68663]: value = "task-3238248" [ 821.477965] env[68663]: _type = "Task" [ 821.477965] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.494201] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.552097] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520ae317-6d79-1079-9d47-a5d5557c81bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012539} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.552441] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.552708] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 4b2d8efb-f360-44cd-9588-ac49fb9be1bf/4b2d8efb-f360-44cd-9588-ac49fb9be1bf.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.552977] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97ddbc25-f0b1-4621-891d-b6352975be34 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.562560] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 821.562560] env[68663]: value = "task-3238249" [ 821.562560] env[68663]: _type = "Task" [ 821.562560] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.580514] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.613527] env[68663]: DEBUG nova.compute.manager [req-351d1760-30e4-4188-9e16-6e398a0079bd req-ac856c90-7787-4201-9b11-76d813e2364d service nova] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Received event network-vif-plugged-56e563c9-fc12-40d8-b9a6-f08ca1a8941e {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.613805] env[68663]: DEBUG oslo_concurrency.lockutils [req-351d1760-30e4-4188-9e16-6e398a0079bd req-ac856c90-7787-4201-9b11-76d813e2364d service nova] Acquiring lock "972461f0-3f88-4aae-9d89-1b95b2cb695a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.614088] env[68663]: DEBUG oslo_concurrency.lockutils [req-351d1760-30e4-4188-9e16-6e398a0079bd req-ac856c90-7787-4201-9b11-76d813e2364d service nova] Lock "972461f0-3f88-4aae-9d89-1b95b2cb695a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.614287] env[68663]: DEBUG oslo_concurrency.lockutils [req-351d1760-30e4-4188-9e16-6e398a0079bd req-ac856c90-7787-4201-9b11-76d813e2364d service nova] Lock "972461f0-3f88-4aae-9d89-1b95b2cb695a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.614457] env[68663]: DEBUG nova.compute.manager [req-351d1760-30e4-4188-9e16-6e398a0079bd req-ac856c90-7787-4201-9b11-76d813e2364d service nova] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] No waiting events found dispatching network-vif-plugged-56e563c9-fc12-40d8-b9a6-f08ca1a8941e {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.614615] env[68663]: WARNING nova.compute.manager [req-351d1760-30e4-4188-9e16-6e398a0079bd req-ac856c90-7787-4201-9b11-76d813e2364d service nova] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Received unexpected event network-vif-plugged-56e563c9-fc12-40d8-b9a6-f08ca1a8941e for instance with vm_state building and task_state spawning. [ 821.715732] env[68663]: DEBUG nova.compute.manager [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.817348] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238247, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.856384] env[68663]: DEBUG nova.network.neutron [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Successfully updated port: 56e563c9-fc12-40d8-b9a6-f08ca1a8941e {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.882023] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15accfa4-f27f-4f8f-ad4a-5260759548af {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.895018] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6d9be6-0b42-4c75-b264-8271433888ea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.932565] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e085de-154a-4cfb-857a-6127f745cd57 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.942967] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c17a8b-9502-4762-a995-454a11231fe4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.965568] env[68663]: DEBUG nova.compute.provider_tree [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.991670] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238248, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.078060] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507855} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.079273] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 4b2d8efb-f360-44cd-9588-ac49fb9be1bf/4b2d8efb-f360-44cd-9588-ac49fb9be1bf.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.079273] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.079470] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c9765f7-dbe0-4a04-b7fe-d824f062f4e3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.086888] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 822.086888] env[68663]: value = "task-3238250" [ 822.086888] env[68663]: _type = "Task" [ 822.086888] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.096926] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.244649] env[68663]: DEBUG oslo_concurrency.lockutils [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.314537] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238247, 'name': PowerOnVM_Task, 'duration_secs': 0.645824} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.314815] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.315037] env[68663]: DEBUG nova.compute.manager [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.315827] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1070ab5c-a546-4f37-8781-46537aebc492 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.363133] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Acquiring lock "refresh_cache-972461f0-3f88-4aae-9d89-1b95b2cb695a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.363133] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Acquired lock "refresh_cache-972461f0-3f88-4aae-9d89-1b95b2cb695a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.363133] env[68663]: DEBUG nova.network.neutron [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.473915] env[68663]: DEBUG nova.scheduler.client.report [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.494590] env[68663]: DEBUG oslo_vmware.api [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238248, 'name': PowerOnVM_Task, 'duration_secs': 0.690788} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.494846] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.495098] env[68663]: INFO nova.compute.manager [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Took 9.61 seconds to spawn the instance on the hypervisor. [ 822.495313] env[68663]: DEBUG nova.compute.manager [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.496104] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5e3332-24a5-47cf-af66-159da25a6372 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.598384] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224294} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.598674] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.599478] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8139df9-bda9-4a01-b607-f613173d1362 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.623350] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 4b2d8efb-f360-44cd-9588-ac49fb9be1bf/4b2d8efb-f360-44cd-9588-ac49fb9be1bf.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.623767] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cde33a9-091c-427a-bcf3-a4f5a5119330 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.646044] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 822.646044] env[68663]: value = "task-3238251" [ 822.646044] env[68663]: _type = "Task" [ 822.646044] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.656358] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.829198] env[68663]: INFO nova.compute.manager [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] bringing vm to original state: 'stopped' [ 822.911720] env[68663]: DEBUG nova.network.neutron [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.981129] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.983536] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.333s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.983742] env[68663]: DEBUG nova.objects.instance [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 823.005840] env[68663]: INFO nova.scheduler.client.report [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Deleted allocations for instance 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0 [ 823.028891] env[68663]: INFO nova.compute.manager [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Took 51.24 seconds to build instance. [ 823.157132] env[68663]: DEBUG nova.network.neutron [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Updating instance_info_cache with network_info: [{"id": "56e563c9-fc12-40d8-b9a6-f08ca1a8941e", "address": "fa:16:3e:27:d3:11", "network": {"id": "1db88f36-8745-4c6d-a669-d6501c9b68b6", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2097012474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dcc04be1ea447c68e52c98fe85a08f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e563c9-fc", "ovs_interfaceid": "56e563c9-fc12-40d8-b9a6-f08ca1a8941e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.171519] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.443558] env[68663]: DEBUG oslo_concurrency.lockutils [None req-04db2851-34ea-4682-bd33-68e4267db5e9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "68b24323-6432-4cbd-9ea7-b231fb008990" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.443945] env[68663]: DEBUG oslo_concurrency.lockutils [None req-04db2851-34ea-4682-bd33-68e4267db5e9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "68b24323-6432-4cbd-9ea7-b231fb008990" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.444990] env[68663]: DEBUG nova.compute.manager [None req-04db2851-34ea-4682-bd33-68e4267db5e9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.448071] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28264082-91c6-4902-9808-58318816a942 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.456354] env[68663]: DEBUG nova.compute.manager [None req-04db2851-34ea-4682-bd33-68e4267db5e9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 823.456969] env[68663]: DEBUG nova.objects.instance [None req-04db2851-34ea-4682-bd33-68e4267db5e9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lazy-loading 'flavor' on Instance uuid 68b24323-6432-4cbd-9ea7-b231fb008990 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.513931] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bfd23102-7f8e-41dc-8124-a8790a88da7c tempest-ListServersNegativeTestJSON-1791999274 tempest-ListServersNegativeTestJSON-1791999274-project-member] Lock "63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.406s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.530613] env[68663]: DEBUG oslo_concurrency.lockutils [None req-86dbfb81-c5c6-4a61-b1ae-ab67d803369b tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "b34a987e-ad95-4941-a540-a2cd3816149e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.301s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.657787] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238251, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.659688] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Releasing lock "refresh_cache-972461f0-3f88-4aae-9d89-1b95b2cb695a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.659979] env[68663]: DEBUG nova.compute.manager [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Instance network_info: |[{"id": "56e563c9-fc12-40d8-b9a6-f08ca1a8941e", "address": "fa:16:3e:27:d3:11", "network": {"id": "1db88f36-8745-4c6d-a669-d6501c9b68b6", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2097012474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dcc04be1ea447c68e52c98fe85a08f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e563c9-fc", "ovs_interfaceid": "56e563c9-fc12-40d8-b9a6-f08ca1a8941e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.660414] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:d3:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56e563c9-fc12-40d8-b9a6-f08ca1a8941e', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.668829] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Creating folder: Project (3dcc04be1ea447c68e52c98fe85a08f9). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.669357] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da0e6c28-3216-4207-9db8-e375514429cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.680646] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Created folder: Project (3dcc04be1ea447c68e52c98fe85a08f9) in parent group-v647027. [ 823.680864] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Creating folder: Instances. Parent ref: group-v647213. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.681160] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f20a9f46-f791-425b-8896-3e9391bb5f84 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.694175] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Created folder: Instances in parent group-v647213. [ 823.694373] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.694573] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.694785] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b0cfd48-b4a9-4e9b-957c-63238b688ae6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.715039] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.715039] env[68663]: value = "task-3238254" [ 823.715039] env[68663]: _type = "Task" [ 823.715039] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.723601] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238254, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.805120] env[68663]: DEBUG nova.compute.manager [req-7b5f848f-bce1-4d74-9bf6-b70cbfc23b35 req-fa26b8e2-648c-4e1a-ac55-3a466a97ca43 service nova] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Received event network-changed-56e563c9-fc12-40d8-b9a6-f08ca1a8941e {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.805239] env[68663]: DEBUG nova.compute.manager [req-7b5f848f-bce1-4d74-9bf6-b70cbfc23b35 req-fa26b8e2-648c-4e1a-ac55-3a466a97ca43 service nova] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Refreshing instance network info cache due to event network-changed-56e563c9-fc12-40d8-b9a6-f08ca1a8941e. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.805449] env[68663]: DEBUG oslo_concurrency.lockutils [req-7b5f848f-bce1-4d74-9bf6-b70cbfc23b35 req-fa26b8e2-648c-4e1a-ac55-3a466a97ca43 service nova] Acquiring lock "refresh_cache-972461f0-3f88-4aae-9d89-1b95b2cb695a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.805588] env[68663]: DEBUG oslo_concurrency.lockutils [req-7b5f848f-bce1-4d74-9bf6-b70cbfc23b35 req-fa26b8e2-648c-4e1a-ac55-3a466a97ca43 service nova] Acquired lock "refresh_cache-972461f0-3f88-4aae-9d89-1b95b2cb695a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.805857] env[68663]: DEBUG nova.network.neutron [req-7b5f848f-bce1-4d74-9bf6-b70cbfc23b35 req-fa26b8e2-648c-4e1a-ac55-3a466a97ca43 service nova] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Refreshing network info cache for port 56e563c9-fc12-40d8-b9a6-f08ca1a8941e {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.836469] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "d701e4ea-597d-40b5-a1f9-9ccf47f74f0e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.836793] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "d701e4ea-597d-40b5-a1f9-9ccf47f74f0e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.836983] env[68663]: DEBUG nova.compute.manager [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.838239] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ceeadc-c319-4b42-8250-8b62da455b23 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.848412] env[68663]: DEBUG nova.compute.manager [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 823.997219] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9767e01a-8158-4db4-9a00-e0e3bd4360ac tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.998299] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.954s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.998518] env[68663]: DEBUG nova.objects.instance [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lazy-loading 'resources' on Instance uuid f55776b0-f24f-4ae9-8809-d37f87a02000 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.161632] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238251, 'name': ReconfigVM_Task, 'duration_secs': 1.024094} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.162150] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 4b2d8efb-f360-44cd-9588-ac49fb9be1bf/4b2d8efb-f360-44cd-9588-ac49fb9be1bf.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.162879] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9662713-8fbb-4b15-a507-4b015516144e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.172767] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 824.172767] env[68663]: value = "task-3238255" [ 824.172767] env[68663]: _type = "Task" [ 824.172767] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.184566] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238255, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.227241] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238254, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.353706] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.354056] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d46b5180-c989-47bf-9206-4386c93a46a2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.363345] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 824.363345] env[68663]: value = "task-3238256" [ 824.363345] env[68663]: _type = "Task" [ 824.363345] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.380504] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.466600] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-04db2851-34ea-4682-bd33-68e4267db5e9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.466934] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62586ab8-dd13-43d5-86f7-6532eebf7199 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.475193] env[68663]: DEBUG nova.compute.manager [req-bf840059-564c-4559-9477-2a1fda00dd4e req-e13bbd1c-f285-45d2-bd1f-e5124959e65a service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Received event network-changed-d0e0c21d-00a9-4b63-837b-5e852086536d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.475193] env[68663]: DEBUG nova.compute.manager [req-bf840059-564c-4559-9477-2a1fda00dd4e req-e13bbd1c-f285-45d2-bd1f-e5124959e65a service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Refreshing instance network info cache due to event network-changed-d0e0c21d-00a9-4b63-837b-5e852086536d. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.475407] env[68663]: DEBUG oslo_concurrency.lockutils [req-bf840059-564c-4559-9477-2a1fda00dd4e req-e13bbd1c-f285-45d2-bd1f-e5124959e65a service nova] Acquiring lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.475594] env[68663]: DEBUG oslo_concurrency.lockutils [req-bf840059-564c-4559-9477-2a1fda00dd4e req-e13bbd1c-f285-45d2-bd1f-e5124959e65a service nova] Acquired lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.476175] env[68663]: DEBUG nova.network.neutron [req-bf840059-564c-4559-9477-2a1fda00dd4e req-e13bbd1c-f285-45d2-bd1f-e5124959e65a service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Refreshing network info cache for port d0e0c21d-00a9-4b63-837b-5e852086536d {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.479416] env[68663]: DEBUG oslo_vmware.api [None req-04db2851-34ea-4682-bd33-68e4267db5e9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 824.479416] env[68663]: value = "task-3238257" [ 824.479416] env[68663]: _type = "Task" [ 824.479416] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.490676] env[68663]: DEBUG oslo_vmware.api [None req-04db2851-34ea-4682-bd33-68e4267db5e9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.687441] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238255, 'name': Rename_Task, 'duration_secs': 0.176104} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.687441] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.687441] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b954751-8bc5-4344-9a0b-ab56e765ed78 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.699883] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 824.699883] env[68663]: value = "task-3238258" [ 824.699883] env[68663]: _type = "Task" [ 824.699883] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.710568] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.727281] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238254, 'name': CreateVM_Task, 'duration_secs': 0.632863} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.730917] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.733416] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.733416] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.733416] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.733416] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66cc987b-0ae3-430f-932c-d867a12ee62f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.740689] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Waiting for the task: (returnval){ [ 824.740689] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5248a609-fdab-acd7-5b49-a82eb9b0a611" [ 824.740689] env[68663]: _type = "Task" [ 824.740689] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.757249] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5248a609-fdab-acd7-5b49-a82eb9b0a611, 'name': SearchDatastore_Task, 'duration_secs': 0.011899} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.759836] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.760092] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.760332] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.760500] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.760732] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.761037] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04ac0183-09d1-4107-a48d-4a2970d5257a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.773532] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.773532] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.773532] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d81a6817-9bca-4b71-a773-fdcf0178837b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.779523] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Waiting for the task: (returnval){ [ 824.779523] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ca2111-e273-770e-7e02-b2895b3664f7" [ 824.779523] env[68663]: _type = "Task" [ 824.779523] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.794568] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ca2111-e273-770e-7e02-b2895b3664f7, 'name': SearchDatastore_Task, 'duration_secs': 0.01137} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.795899] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4638525-ea07-470c-94b4-23eba9d95f50 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.806277] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Waiting for the task: (returnval){ [ 824.806277] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d7969b-ab2c-41a7-33e6-92b0190d55f4" [ 824.806277] env[68663]: _type = "Task" [ 824.806277] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.819592] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d7969b-ab2c-41a7-33e6-92b0190d55f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011891} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.819843] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.820788] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 972461f0-3f88-4aae-9d89-1b95b2cb695a/972461f0-3f88-4aae-9d89-1b95b2cb695a.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.820788] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ed2c250-13cd-45d0-a956-cc18143302fc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.834167] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Waiting for the task: (returnval){ [ 824.834167] env[68663]: value = "task-3238259" [ 824.834167] env[68663]: _type = "Task" [ 824.834167] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.839389] env[68663]: DEBUG nova.network.neutron [req-7b5f848f-bce1-4d74-9bf6-b70cbfc23b35 req-fa26b8e2-648c-4e1a-ac55-3a466a97ca43 service nova] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Updated VIF entry in instance network info cache for port 56e563c9-fc12-40d8-b9a6-f08ca1a8941e. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.839852] env[68663]: DEBUG nova.network.neutron [req-7b5f848f-bce1-4d74-9bf6-b70cbfc23b35 req-fa26b8e2-648c-4e1a-ac55-3a466a97ca43 service nova] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Updating instance_info_cache with network_info: [{"id": "56e563c9-fc12-40d8-b9a6-f08ca1a8941e", "address": "fa:16:3e:27:d3:11", "network": {"id": "1db88f36-8745-4c6d-a669-d6501c9b68b6", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2097012474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dcc04be1ea447c68e52c98fe85a08f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e563c9-fc", "ovs_interfaceid": "56e563c9-fc12-40d8-b9a6-f08ca1a8941e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.849091] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': task-3238259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.874605] env[68663]: DEBUG oslo_vmware.api [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238256, 'name': PowerOffVM_Task, 'duration_secs': 0.200519} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.874909] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.875322] env[68663]: DEBUG nova.compute.manager [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.875938] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15caae5-09c5-48ee-b553-e098440fd28a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.996646] env[68663]: DEBUG oslo_vmware.api [None req-04db2851-34ea-4682-bd33-68e4267db5e9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238257, 'name': PowerOffVM_Task, 'duration_secs': 0.249365} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.996944] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-04db2851-34ea-4682-bd33-68e4267db5e9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.997179] env[68663]: DEBUG nova.compute.manager [None req-04db2851-34ea-4682-bd33-68e4267db5e9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.998049] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93af6194-992d-4d5c-af1e-679402a94676 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.174286] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec769d4-4458-454b-b4cc-611cd849f4c7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.189793] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa31480-ed68-423b-a10c-4b07025ae93c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.236045] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb3b924-c2f2-43ea-990c-393a64c3ffce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.252201] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22017aa7-f02a-423c-80be-ae8e1013b984 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.257553] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238258, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.271889] env[68663]: DEBUG nova.compute.provider_tree [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.344694] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': task-3238259, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.348272] env[68663]: DEBUG oslo_concurrency.lockutils [req-7b5f848f-bce1-4d74-9bf6-b70cbfc23b35 req-fa26b8e2-648c-4e1a-ac55-3a466a97ca43 service nova] Releasing lock "refresh_cache-972461f0-3f88-4aae-9d89-1b95b2cb695a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.401141] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "d701e4ea-597d-40b5-a1f9-9ccf47f74f0e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.564s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.475133] env[68663]: DEBUG nova.network.neutron [req-bf840059-564c-4559-9477-2a1fda00dd4e req-e13bbd1c-f285-45d2-bd1f-e5124959e65a service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Updated VIF entry in instance network info cache for port d0e0c21d-00a9-4b63-837b-5e852086536d. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.476476] env[68663]: DEBUG nova.network.neutron [req-bf840059-564c-4559-9477-2a1fda00dd4e req-e13bbd1c-f285-45d2-bd1f-e5124959e65a service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Updating instance_info_cache with network_info: [{"id": "d0e0c21d-00a9-4b63-837b-5e852086536d", "address": "fa:16:3e:b4:e7:32", "network": {"id": "c2a37843-de5e-400a-b66e-bb53529ba3ca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1393760450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9947b1acb5014043ba04d17781ffb803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e0c21d-00", "ovs_interfaceid": "d0e0c21d-00a9-4b63-837b-5e852086536d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.518034] env[68663]: DEBUG oslo_concurrency.lockutils [None req-04db2851-34ea-4682-bd33-68e4267db5e9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "68b24323-6432-4cbd-9ea7-b231fb008990" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.750115] env[68663]: DEBUG oslo_vmware.api [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238258, 'name': PowerOnVM_Task, 'duration_secs': 0.62841} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.750194] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.750453] env[68663]: INFO nova.compute.manager [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Took 10.10 seconds to spawn the instance on the hypervisor. [ 825.750757] env[68663]: DEBUG nova.compute.manager [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.752018] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb56d32-5c6e-4752-9e21-2dd3301399d8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.781527] env[68663]: DEBUG nova.scheduler.client.report [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.852953] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': task-3238259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59215} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.853330] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 972461f0-3f88-4aae-9d89-1b95b2cb695a/972461f0-3f88-4aae-9d89-1b95b2cb695a.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.853578] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.853810] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81623ecf-0c8b-4f97-9038-8730263cfc7b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.866175] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Waiting for the task: (returnval){ [ 825.866175] env[68663]: value = "task-3238260" [ 825.866175] env[68663]: _type = "Task" [ 825.866175] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.878416] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': task-3238260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.911389] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.980096] env[68663]: DEBUG oslo_concurrency.lockutils [req-bf840059-564c-4559-9477-2a1fda00dd4e req-e13bbd1c-f285-45d2-bd1f-e5124959e65a service nova] Releasing lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.277151] env[68663]: INFO nova.compute.manager [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Took 52.29 seconds to build instance. [ 826.291892] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.293s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.300127] env[68663]: DEBUG oslo_concurrency.lockutils [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.564s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.300127] env[68663]: DEBUG nova.objects.instance [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 826.318941] env[68663]: INFO nova.scheduler.client.report [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Deleted allocations for instance f55776b0-f24f-4ae9-8809-d37f87a02000 [ 826.382299] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': task-3238260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086814} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.382570] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.383519] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab45fff5-868f-46d6-ba4f-51994155679a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.409545] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 972461f0-3f88-4aae-9d89-1b95b2cb695a/972461f0-3f88-4aae-9d89-1b95b2cb695a.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.411477] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfc7586e-6f6d-4269-b1d9-eb180a6d9e56 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.436512] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Waiting for the task: (returnval){ [ 826.436512] env[68663]: value = "task-3238261" [ 826.436512] env[68663]: _type = "Task" [ 826.436512] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.446713] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': task-3238261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.560582] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "8f714858-039b-426e-8e4e-a6e83b455a07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.560851] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "8f714858-039b-426e-8e4e-a6e83b455a07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.781901] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8500fffc-f9c1-4120-8696-493a0ede4fc8 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "4b2d8efb-f360-44cd-9588-ac49fb9be1bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.360s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.829073] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6feb7abd-e8db-40a2-8db0-bec70a8bd7a0 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "f55776b0-f24f-4ae9-8809-d37f87a02000" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.381s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.949845] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': task-3238261, 'name': ReconfigVM_Task, 'duration_secs': 0.372572} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.950551] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 972461f0-3f88-4aae-9d89-1b95b2cb695a/972461f0-3f88-4aae-9d89-1b95b2cb695a.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.952108] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-feb51a61-97aa-4264-a521-d6fbc487ef4a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.959036] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Waiting for the task: (returnval){ [ 826.959036] env[68663]: value = "task-3238262" [ 826.959036] env[68663]: _type = "Task" [ 826.959036] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.969416] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': task-3238262, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.065190] env[68663]: DEBUG nova.compute.manager [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.312074] env[68663]: DEBUG oslo_concurrency.lockutils [None req-66d602c4-782e-4164-b3e3-6ff9e7a43443 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.313199] env[68663]: DEBUG oslo_concurrency.lockutils [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.800s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.313430] env[68663]: DEBUG nova.objects.instance [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lazy-loading 'resources' on Instance uuid 97226033-61c4-4512-b9dd-04688f44aa35 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.471298] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': task-3238262, 'name': Rename_Task, 'duration_secs': 0.177314} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.471298] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.472246] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0af986c-7647-4365-94ad-569694905809 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.479942] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Waiting for the task: (returnval){ [ 827.479942] env[68663]: value = "task-3238263" [ 827.479942] env[68663]: _type = "Task" [ 827.479942] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.488952] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': task-3238263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.557489] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Acquiring lock "4750b040-f475-4a3d-babf-56f08fc8d66f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.557724] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Lock "4750b040-f475-4a3d-babf-56f08fc8d66f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.585673] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.715169] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "d701e4ea-597d-40b5-a1f9-9ccf47f74f0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.715169] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "d701e4ea-597d-40b5-a1f9-9ccf47f74f0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.716382] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "d701e4ea-597d-40b5-a1f9-9ccf47f74f0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.716382] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "d701e4ea-597d-40b5-a1f9-9ccf47f74f0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.716382] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "d701e4ea-597d-40b5-a1f9-9ccf47f74f0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.718111] env[68663]: INFO nova.compute.manager [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Terminating instance [ 827.856847] env[68663]: DEBUG nova.compute.manager [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Stashing vm_state: stopped {{(pid=68663) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 827.874818] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "4b2d8efb-f360-44cd-9588-ac49fb9be1bf" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.875140] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "4b2d8efb-f360-44cd-9588-ac49fb9be1bf" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.876232] env[68663]: INFO nova.compute.manager [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Shelving [ 827.992489] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': task-3238263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.063456] env[68663]: DEBUG nova.compute.manager [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.222193] env[68663]: DEBUG nova.compute.manager [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.222381] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.223372] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f8270f-d700-404d-8e51-ed3fb4d5641a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.235161] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.235438] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efff0352-ab55-4135-aaa5-36f19e70c181 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.318588] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.318801] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.319027] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleting the datastore file [datastore2] d701e4ea-597d-40b5-a1f9-9ccf47f74f0e {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.321719] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eddc7293-704b-426d-9bcc-0f006adb6656 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.330329] env[68663]: DEBUG oslo_vmware.api [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 828.330329] env[68663]: value = "task-3238265" [ 828.330329] env[68663]: _type = "Task" [ 828.330329] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.337847] env[68663]: DEBUG oslo_vmware.api [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.379020] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2a3f31-4802-4585-8f64-51552bd7135a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.379925] env[68663]: DEBUG oslo_concurrency.lockutils [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.388063] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26327db-5606-46d8-8c08-185bae03cb5b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.421312] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b98774-6483-403f-9681-b1d05e5a2b08 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.430252] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcd34d6-adaa-44b8-aecf-7630c0b63833 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.445043] env[68663]: DEBUG nova.compute.provider_tree [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.491384] env[68663]: DEBUG oslo_vmware.api [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': task-3238263, 'name': PowerOnVM_Task, 'duration_secs': 0.66655} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.491668] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.491873] env[68663]: INFO nova.compute.manager [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Took 7.95 seconds to spawn the instance on the hypervisor. [ 828.492060] env[68663]: DEBUG nova.compute.manager [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.492894] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab7cbfa-3482-44b2-aa09-4af6f3660f93 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.591504] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.618334] env[68663]: DEBUG oslo_concurrency.lockutils [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "de80966d-6ce9-46ac-a76e-d4cc3dc36788" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.618537] env[68663]: DEBUG oslo_concurrency.lockutils [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "de80966d-6ce9-46ac-a76e-d4cc3dc36788" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.840253] env[68663]: DEBUG oslo_vmware.api [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.893090] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.893090] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ba9a654-ed95-4732-a0cc-952d2ffba120 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.901533] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 828.901533] env[68663]: value = "task-3238266" [ 828.901533] env[68663]: _type = "Task" [ 828.901533] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.966792] env[68663]: ERROR nova.scheduler.client.report [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [req-d0b42354-e8b1-4f45-b23b-75df0e5ff3bd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d0b42354-e8b1-4f45-b23b-75df0e5ff3bd"}]} [ 828.985073] env[68663]: DEBUG nova.scheduler.client.report [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Refreshing inventories for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 828.999390] env[68663]: DEBUG nova.scheduler.client.report [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Updating ProviderTree inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 828.999714] env[68663]: DEBUG nova.compute.provider_tree [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.011121] env[68663]: INFO nova.compute.manager [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Took 48.90 seconds to build instance. [ 829.012709] env[68663]: DEBUG nova.scheduler.client.report [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Refreshing aggregate associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, aggregates: None {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 829.034300] env[68663]: DEBUG nova.scheduler.client.report [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Refreshing trait associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 829.340642] env[68663]: DEBUG oslo_vmware.api [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.696931} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.343349] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.343590] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.343803] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.344028] env[68663]: INFO nova.compute.manager [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 829.344315] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.344740] env[68663]: DEBUG nova.compute.manager [-] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.344875] env[68663]: DEBUG nova.network.neutron [-] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.411673] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238266, 'name': PowerOffVM_Task, 'duration_secs': 0.347039} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.414305] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.415378] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b91ea9-015b-4d4b-a5e3-6a40cc988108 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.447773] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107a6588-a1e9-43b0-9d8c-606b53b19ee5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.516217] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6d7c8e16-04ae-4312-8616-3cb0139c3ad2 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Lock "972461f0-3f88-4aae-9d89-1b95b2cb695a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.747s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.590281] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37efdfe4-8354-455c-a5bd-02cfcacf9347 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.598838] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d00927-a998-429d-850e-f1b95c683fd6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.630895] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524bd12f-1909-45b1-a547-2bd3a52ce2dd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.639783] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92940a9e-a5ba-4dee-971f-fcadbe99cc47 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.655454] env[68663]: DEBUG nova.compute.provider_tree [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.961017] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 829.961387] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7afe0b1c-1316-40c6-a87a-708482f0676a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.969555] env[68663]: DEBUG oslo_concurrency.lockutils [None req-efafdf27-56b1-4f09-b629-ac6901207167 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Acquiring lock "interface-972461f0-3f88-4aae-9d89-1b95b2cb695a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.970146] env[68663]: DEBUG oslo_concurrency.lockutils [None req-efafdf27-56b1-4f09-b629-ac6901207167 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Lock "interface-972461f0-3f88-4aae-9d89-1b95b2cb695a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.970619] env[68663]: DEBUG nova.objects.instance [None req-efafdf27-56b1-4f09-b629-ac6901207167 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Lazy-loading 'flavor' on Instance uuid 972461f0-3f88-4aae-9d89-1b95b2cb695a {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.974896] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 829.974896] env[68663]: value = "task-3238267" [ 829.974896] env[68663]: _type = "Task" [ 829.974896] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.987924] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238267, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.018997] env[68663]: DEBUG nova.compute.manager [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.158764] env[68663]: DEBUG nova.scheduler.client.report [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.293900] env[68663]: DEBUG nova.compute.manager [req-26d2a00a-0792-44b6-b38a-772dc8930254 req-34fde6e2-465f-4fa8-a108-9fe2d41bd9c3 service nova] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Received event network-vif-deleted-95510ec1-3d35-409e-90c4-841e3eaa7b8b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.293900] env[68663]: INFO nova.compute.manager [req-26d2a00a-0792-44b6-b38a-772dc8930254 req-34fde6e2-465f-4fa8-a108-9fe2d41bd9c3 service nova] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Neutron deleted interface 95510ec1-3d35-409e-90c4-841e3eaa7b8b; detaching it from the instance and deleting it from the info cache [ 830.293900] env[68663]: DEBUG nova.network.neutron [req-26d2a00a-0792-44b6-b38a-772dc8930254 req-34fde6e2-465f-4fa8-a108-9fe2d41bd9c3 service nova] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.386422] env[68663]: DEBUG nova.network.neutron [-] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.477833] env[68663]: DEBUG nova.objects.instance [None req-efafdf27-56b1-4f09-b629-ac6901207167 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Lazy-loading 'pci_requests' on Instance uuid 972461f0-3f88-4aae-9d89-1b95b2cb695a {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.489809] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238267, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.542969] env[68663]: DEBUG oslo_concurrency.lockutils [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.664210] env[68663]: DEBUG oslo_concurrency.lockutils [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.351s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.666562] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.365s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.668353] env[68663]: INFO nova.compute.claims [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.686198] env[68663]: INFO nova.scheduler.client.report [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleted allocations for instance 97226033-61c4-4512-b9dd-04688f44aa35 [ 830.796724] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fafbecd-6601-40bb-99e1-564fa8a553ed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.808263] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b92473-1991-4989-bb4a-bd653513c79b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.846843] env[68663]: DEBUG nova.compute.manager [req-26d2a00a-0792-44b6-b38a-772dc8930254 req-34fde6e2-465f-4fa8-a108-9fe2d41bd9c3 service nova] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Detach interface failed, port_id=95510ec1-3d35-409e-90c4-841e3eaa7b8b, reason: Instance d701e4ea-597d-40b5-a1f9-9ccf47f74f0e could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.889411] env[68663]: INFO nova.compute.manager [-] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Took 1.54 seconds to deallocate network for instance. [ 830.984472] env[68663]: DEBUG nova.objects.base [None req-efafdf27-56b1-4f09-b629-ac6901207167 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Object Instance<972461f0-3f88-4aae-9d89-1b95b2cb695a> lazy-loaded attributes: flavor,pci_requests {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 830.984872] env[68663]: DEBUG nova.network.neutron [None req-efafdf27-56b1-4f09-b629-ac6901207167 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.995929] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238267, 'name': CreateSnapshot_Task, 'duration_secs': 0.691962} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.996442] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 830.997373] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a43d96-bb2e-4a21-98fa-196dc393fe11 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.096193] env[68663]: DEBUG oslo_concurrency.lockutils [None req-efafdf27-56b1-4f09-b629-ac6901207167 tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Lock "interface-972461f0-3f88-4aae-9d89-1b95b2cb695a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.126s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.194261] env[68663]: DEBUG oslo_concurrency.lockutils [None req-df520d69-3ff0-4bf6-8279-85164adcc540 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "97226033-61c4-4512-b9dd-04688f44aa35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.131s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.397300] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.521190] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 831.522021] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d63b84d7-0135-459c-95c5-f9f7712f5819 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.530843] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 831.530843] env[68663]: value = "task-3238268" [ 831.530843] env[68663]: _type = "Task" [ 831.530843] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.539821] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238268, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.043994] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238268, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.145572] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc67513-5ea7-4761-b777-981d2765ae8b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.154027] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8887c3e5-6fd0-49c2-9745-8062510279ea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.927224] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238268, 'name': CloneVM_Task, 'duration_secs': 1.368962} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.947791] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Created linked-clone VM from snapshot [ 832.952489] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250198f9-4ff8-428c-8f00-15be2bdb22f3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.952739] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e610aa30-8ae3-4302-9378-c6ec8b997334 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.964218] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab32d0a0-3b9b-482e-82b0-d3e438faac63 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.967561] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Uploading image 4cd8a2e9-8fd6-4893-8d57-4eb0f496b8b3 {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 832.984894] env[68663]: DEBUG nova.compute.provider_tree [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.001531] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 833.001531] env[68663]: value = "vm-647217" [ 833.001531] env[68663]: _type = "VirtualMachine" [ 833.001531] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 833.001792] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-55de4bf2-ef9b-4b64-84c3-b8a9b16f5c78 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.009964] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lease: (returnval){ [ 833.009964] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d9e2d4-9ee2-b62c-640c-9737aae8dffe" [ 833.009964] env[68663]: _type = "HttpNfcLease" [ 833.009964] env[68663]: } obtained for exporting VM: (result){ [ 833.009964] env[68663]: value = "vm-647217" [ 833.009964] env[68663]: _type = "VirtualMachine" [ 833.009964] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 833.010237] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the lease: (returnval){ [ 833.010237] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d9e2d4-9ee2-b62c-640c-9737aae8dffe" [ 833.010237] env[68663]: _type = "HttpNfcLease" [ 833.010237] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 833.017524] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 833.017524] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d9e2d4-9ee2-b62c-640c-9737aae8dffe" [ 833.017524] env[68663]: _type = "HttpNfcLease" [ 833.017524] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 833.419507] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Acquiring lock "972461f0-3f88-4aae-9d89-1b95b2cb695a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.419887] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Lock "972461f0-3f88-4aae-9d89-1b95b2cb695a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.419993] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Acquiring lock "972461f0-3f88-4aae-9d89-1b95b2cb695a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.420184] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Lock "972461f0-3f88-4aae-9d89-1b95b2cb695a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.420356] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Lock "972461f0-3f88-4aae-9d89-1b95b2cb695a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.422430] env[68663]: INFO nova.compute.manager [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Terminating instance [ 833.489612] env[68663]: DEBUG nova.scheduler.client.report [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.518797] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 833.518797] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d9e2d4-9ee2-b62c-640c-9737aae8dffe" [ 833.518797] env[68663]: _type = "HttpNfcLease" [ 833.518797] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 833.519112] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 833.519112] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d9e2d4-9ee2-b62c-640c-9737aae8dffe" [ 833.519112] env[68663]: _type = "HttpNfcLease" [ 833.519112] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 833.520089] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12545ff9-d704-472a-b4f4-2ca40a1d13be {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.527731] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522b3f54-b930-d10c-94fe-bfab0a5e8d49/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 833.527871] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522b3f54-b930-d10c-94fe-bfab0a5e8d49/disk-0.vmdk for reading. {{(pid=68663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 833.616627] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e22c2ad8-bf0f-4473-bd7f-be4feecd6d79 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.928415] env[68663]: DEBUG nova.compute.manager [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.928664] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.929599] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e44fd8-ac7d-4d72-98f5-ba2e7bf9cc15 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.939213] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.939619] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63f1b6e9-e532-48b2-88cd-39a171a07768 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.949994] env[68663]: DEBUG oslo_vmware.api [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Waiting for the task: (returnval){ [ 833.949994] env[68663]: value = "task-3238270" [ 833.949994] env[68663]: _type = "Task" [ 833.949994] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.962543] env[68663]: DEBUG oslo_vmware.api [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': task-3238270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.993811] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.327s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.994480] env[68663]: DEBUG nova.compute.manager [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.997611] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.483s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.461909] env[68663]: DEBUG oslo_vmware.api [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': task-3238270, 'name': PowerOffVM_Task, 'duration_secs': 0.19679} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.462261] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.462503] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.462881] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc1ccdd8-aa76-46f3-ba35-44f97eb8b060 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.503440] env[68663]: DEBUG nova.compute.utils [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.520751] env[68663]: DEBUG nova.compute.manager [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.523539] env[68663]: DEBUG nova.compute.manager [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.523896] env[68663]: DEBUG nova.network.neutron [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.586033] env[68663]: DEBUG nova.policy [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee316020ee224d5c8e2844dee77a02af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74920eb5ee4a487292165e4748d3622c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.926153] env[68663]: DEBUG nova.network.neutron [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Successfully created port: ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.028293] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Applying migration context for instance edf3f0b4-a424-4de7-8abb-20a17e8454fc as it has an incoming, in-progress migration 19670126-6324-4f6b-a709-c7aa5b3df5dd. Migration status is confirming {{(pid=68663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 835.031610] env[68663]: INFO nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updating resource usage from migration 716cf39c-e987-4618-94b2-0766cb6512f2 [ 835.032553] env[68663]: INFO nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Updating resource usage from migration 19670126-6324-4f6b-a709-c7aa5b3df5dd [ 835.061529] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 7838a338-f8b7-4878-8b34-186f61c77e16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.061721] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 70493bb9-72a0-4f3f-a7b3-b53460d35046 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.061850] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance b862b802-c379-483e-9238-fa69b1eec7b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.061971] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance bb7b5426-eeac-490d-90f0-7fd81106b913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.062114] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance f11f3491-6d77-4e61-aa80-270e788f1695 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.062248] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.062389] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 9d6b1846-83aa-4561-9fef-10dbfcb0a48d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.062506] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.062622] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance b791d5aa-64c2-4a4e-b202-1f9ba6ae071a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.062734] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 7197b66f-d579-475e-9b82-62a4434475e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.062845] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 9387f331-9488-4e99-8173-519b9651ce7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.062972] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 654c16cd-87aa-408e-bad5-f611df55ff7e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.063138] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 307cf1c1-fb29-4f4b-9b79-1788b3942a30 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.063261] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 43f73085-f2af-4a16-9d87-68f27ec58b18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.063784] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 4084c7e6-351b-43ee-8786-93db81d23256 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.063784] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 0203869a-fca5-4e60-b1a4-b85a0a355968 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.063784] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance b05184fc-bf45-4930-ab8a-ac1bb9140689 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.063784] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 6eb4d70c-0d28-4004-880c-30a56ee06ed5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.064067] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance d701e4ea-597d-40b5-a1f9-9ccf47f74f0e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.064067] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 9fa99497-8d77-4c8c-acf4-5ac01e173823 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.064490] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance b34a987e-ad95-4941-a540-a2cd3816149e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.064555] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 4b2d8efb-f360-44cd-9588-ac49fb9be1bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.065134] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Migration 19670126-6324-4f6b-a709-c7aa5b3df5dd is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 835.065405] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance edf3f0b4-a424-4de7-8abb-20a17e8454fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.065561] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 972461f0-3f88-4aae-9d89-1b95b2cb695a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.065685] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 6a6e36f4-b232-46f0-85a8-00dce64392b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.543322] env[68663]: DEBUG nova.compute.manager [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.568946] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 453c8944-a68e-47ee-ab7c-161ea0b47aaf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 835.573324] env[68663]: DEBUG nova.virt.hardware [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.573602] env[68663]: DEBUG nova.virt.hardware [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.573761] env[68663]: DEBUG nova.virt.hardware [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.573942] env[68663]: DEBUG nova.virt.hardware [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.574104] env[68663]: DEBUG nova.virt.hardware [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.574253] env[68663]: DEBUG nova.virt.hardware [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.574457] env[68663]: DEBUG nova.virt.hardware [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.574624] env[68663]: DEBUG nova.virt.hardware [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.574803] env[68663]: DEBUG nova.virt.hardware [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.574943] env[68663]: DEBUG nova.virt.hardware [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.575142] env[68663]: DEBUG nova.virt.hardware [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.576027] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeef5001-7169-46b2-b56f-edf15bf3c2e1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.586273] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4201073e-cb6d-43d9-933c-802894b44f2b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.073058] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 836.574870] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 41b3b190-e394-4295-89b7-6269a4b19ada has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 836.728453] env[68663]: DEBUG nova.compute.manager [req-f7a3c602-1f9e-46c7-a7f3-424e42399c2e req-4de88ec5-33fe-4b3a-95cc-2aaeb80e8f34 service nova] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Received event network-vif-plugged-ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.728672] env[68663]: DEBUG oslo_concurrency.lockutils [req-f7a3c602-1f9e-46c7-a7f3-424e42399c2e req-4de88ec5-33fe-4b3a-95cc-2aaeb80e8f34 service nova] Acquiring lock "6a6e36f4-b232-46f0-85a8-00dce64392b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.728880] env[68663]: DEBUG oslo_concurrency.lockutils [req-f7a3c602-1f9e-46c7-a7f3-424e42399c2e req-4de88ec5-33fe-4b3a-95cc-2aaeb80e8f34 service nova] Lock "6a6e36f4-b232-46f0-85a8-00dce64392b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.729883] env[68663]: DEBUG oslo_concurrency.lockutils [req-f7a3c602-1f9e-46c7-a7f3-424e42399c2e req-4de88ec5-33fe-4b3a-95cc-2aaeb80e8f34 service nova] Lock "6a6e36f4-b232-46f0-85a8-00dce64392b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.730153] env[68663]: DEBUG nova.compute.manager [req-f7a3c602-1f9e-46c7-a7f3-424e42399c2e req-4de88ec5-33fe-4b3a-95cc-2aaeb80e8f34 service nova] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] No waiting events found dispatching network-vif-plugged-ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.730338] env[68663]: WARNING nova.compute.manager [req-f7a3c602-1f9e-46c7-a7f3-424e42399c2e req-4de88ec5-33fe-4b3a-95cc-2aaeb80e8f34 service nova] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Received unexpected event network-vif-plugged-ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9 for instance with vm_state building and task_state spawning. [ 836.773967] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.774360] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.774653] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Deleting the datastore file [datastore1] 972461f0-3f88-4aae-9d89-1b95b2cb695a {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.774947] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8db747f-556f-4b30-98cb-38d8b52e62d6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.782213] env[68663]: DEBUG oslo_vmware.api [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Waiting for the task: (returnval){ [ 836.782213] env[68663]: value = "task-3238272" [ 836.782213] env[68663]: _type = "Task" [ 836.782213] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.792203] env[68663]: DEBUG oslo_vmware.api [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': task-3238272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.818676] env[68663]: DEBUG nova.network.neutron [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Successfully updated port: ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.078553] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 6b90ee6f-5800-49dc-a82d-bd60726a8d4d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 837.293775] env[68663]: DEBUG oslo_vmware.api [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Task: {'id': task-3238272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152897} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.294205] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.294481] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.294738] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.295017] env[68663]: INFO nova.compute.manager [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Took 3.37 seconds to destroy the instance on the hypervisor. [ 837.295359] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.295619] env[68663]: DEBUG nova.compute.manager [-] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.295745] env[68663]: DEBUG nova.network.neutron [-] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.322833] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "refresh_cache-6a6e36f4-b232-46f0-85a8-00dce64392b8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.322833] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "refresh_cache-6a6e36f4-b232-46f0-85a8-00dce64392b8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.322833] env[68663]: DEBUG nova.network.neutron [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.582017] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance ed823442-ad98-41ee-83a4-c1fa82d2a67a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 837.874841] env[68663]: DEBUG nova.network.neutron [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.086130] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 9ca512af-7602-448a-b3bf-8785bd43e211 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 838.110441] env[68663]: DEBUG nova.network.neutron [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Updating instance_info_cache with network_info: [{"id": "ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9", "address": "fa:16:3e:36:2e:fe", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef4cb3ed-ab", "ovs_interfaceid": "ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.188891] env[68663]: DEBUG nova.network.neutron [-] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.589173] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 8f714858-039b-426e-8e4e-a6e83b455a07 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 838.589513] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Migration 716cf39c-e987-4618-94b2-0766cb6512f2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 838.613445] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "refresh_cache-6a6e36f4-b232-46f0-85a8-00dce64392b8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.613835] env[68663]: DEBUG nova.compute.manager [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Instance network_info: |[{"id": "ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9", "address": "fa:16:3e:36:2e:fe", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef4cb3ed-ab", "ovs_interfaceid": "ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.614272] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:2e:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.621879] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.622451] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.622750] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-124ea73a-0280-40ef-8a70-f05ce80562af {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.643744] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.643744] env[68663]: value = "task-3238273" [ 838.643744] env[68663]: _type = "Task" [ 838.643744] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.651803] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238273, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.692253] env[68663]: INFO nova.compute.manager [-] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Took 1.40 seconds to deallocate network for instance. [ 838.826261] env[68663]: DEBUG nova.compute.manager [req-a37a2fbb-a983-4eb1-9037-39ad9fff9062 req-2381eddb-140d-4c42-88de-4d4d3a990659 service nova] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Received event network-changed-ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.826558] env[68663]: DEBUG nova.compute.manager [req-a37a2fbb-a983-4eb1-9037-39ad9fff9062 req-2381eddb-140d-4c42-88de-4d4d3a990659 service nova] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Refreshing instance network info cache due to event network-changed-ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.826784] env[68663]: DEBUG oslo_concurrency.lockutils [req-a37a2fbb-a983-4eb1-9037-39ad9fff9062 req-2381eddb-140d-4c42-88de-4d4d3a990659 service nova] Acquiring lock "refresh_cache-6a6e36f4-b232-46f0-85a8-00dce64392b8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.826931] env[68663]: DEBUG oslo_concurrency.lockutils [req-a37a2fbb-a983-4eb1-9037-39ad9fff9062 req-2381eddb-140d-4c42-88de-4d4d3a990659 service nova] Acquired lock "refresh_cache-6a6e36f4-b232-46f0-85a8-00dce64392b8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.827109] env[68663]: DEBUG nova.network.neutron [req-a37a2fbb-a983-4eb1-9037-39ad9fff9062 req-2381eddb-140d-4c42-88de-4d4d3a990659 service nova] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Refreshing network info cache for port ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.092331] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 4750b040-f475-4a3d-babf-56f08fc8d66f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 839.092562] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 68b24323-6432-4cbd-9ea7-b231fb008990 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 839.155678] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238273, 'name': CreateVM_Task, 'duration_secs': 0.433216} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.156510] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.156880] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.157129] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.157592] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.157925] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8710f34e-1807-4833-9a79-604f35633807 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.163369] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 839.163369] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5279f640-c247-9de4-d736-746cd00633f8" [ 839.163369] env[68663]: _type = "Task" [ 839.163369] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.173210] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5279f640-c247-9de4-d736-746cd00633f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.199671] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.527767] env[68663]: DEBUG nova.network.neutron [req-a37a2fbb-a983-4eb1-9037-39ad9fff9062 req-2381eddb-140d-4c42-88de-4d4d3a990659 service nova] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Updated VIF entry in instance network info cache for port ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.528184] env[68663]: DEBUG nova.network.neutron [req-a37a2fbb-a983-4eb1-9037-39ad9fff9062 req-2381eddb-140d-4c42-88de-4d4d3a990659 service nova] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Updating instance_info_cache with network_info: [{"id": "ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9", "address": "fa:16:3e:36:2e:fe", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef4cb3ed-ab", "ovs_interfaceid": "ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.597177] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance de80966d-6ce9-46ac-a76e-d4cc3dc36788 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 839.597602] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 839.597655] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 839.674233] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5279f640-c247-9de4-d736-746cd00633f8, 'name': SearchDatastore_Task, 'duration_secs': 0.013284} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.676987] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.677259] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.677491] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.677663] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.677845] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.678336] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a82ca49-f375-4056-b5be-7a83029f3753 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.687897] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.688220] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.689073] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88c635c5-bb65-49e2-bdeb-8bf0f1191502 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.696828] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 839.696828] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5296c6cf-5f56-e8f0-4cb7-76c27e35610c" [ 839.696828] env[68663]: _type = "Task" [ 839.696828] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.705174] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5296c6cf-5f56-e8f0-4cb7-76c27e35610c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.957108] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522b3f54-b930-d10c-94fe-bfab0a5e8d49/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 839.958214] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8492ec65-0ed7-4d82-87f6-f9140e8790a0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.964279] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522b3f54-b930-d10c-94fe-bfab0a5e8d49/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 839.964460] env[68663]: ERROR oslo_vmware.rw_handles [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522b3f54-b930-d10c-94fe-bfab0a5e8d49/disk-0.vmdk due to incomplete transfer. [ 839.964689] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-08e734e7-bac2-45dd-9de5-2eebbe6777b1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.974461] env[68663]: DEBUG oslo_vmware.rw_handles [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522b3f54-b930-d10c-94fe-bfab0a5e8d49/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 839.974657] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Uploaded image 4cd8a2e9-8fd6-4893-8d57-4eb0f496b8b3 to the Glance image server {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 839.976791] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 839.977054] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b24bd88c-7e70-4f88-90d5-eef25830eb44 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.984648] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 839.984648] env[68663]: value = "task-3238274" [ 839.984648] env[68663]: _type = "Task" [ 839.984648] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.995761] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238274, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.030877] env[68663]: DEBUG oslo_concurrency.lockutils [req-a37a2fbb-a983-4eb1-9037-39ad9fff9062 req-2381eddb-140d-4c42-88de-4d4d3a990659 service nova] Releasing lock "refresh_cache-6a6e36f4-b232-46f0-85a8-00dce64392b8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.031522] env[68663]: DEBUG nova.compute.manager [req-a37a2fbb-a983-4eb1-9037-39ad9fff9062 req-2381eddb-140d-4c42-88de-4d4d3a990659 service nova] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Received event network-vif-deleted-56e563c9-fc12-40d8-b9a6-f08ca1a8941e {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.102969] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fd5c51-108c-44c0-a82e-3fe06d123c28 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.110964] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95e607a-061f-4b04-aacf-c18cd3e74b7d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.142246] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05f3c3a-a5e0-47d9-b524-66c2634151cf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.149613] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f313b853-82ed-465b-8127-99e21b503226 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.162983] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.208352] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5296c6cf-5f56-e8f0-4cb7-76c27e35610c, 'name': SearchDatastore_Task, 'duration_secs': 0.011945} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.209148] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9812ff-c7b5-48fd-b046-4cedd8d4ad09 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.214628] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 840.214628] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520f8b6c-97a0-df9b-dac6-8934571b7f48" [ 840.214628] env[68663]: _type = "Task" [ 840.214628] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.222302] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520f8b6c-97a0-df9b-dac6-8934571b7f48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.494485] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238274, 'name': Destroy_Task, 'duration_secs': 0.343896} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.494694] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Destroyed the VM [ 840.494924] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 840.495183] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7075e59c-72e7-4373-bab4-1ebf4d6d4719 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.500978] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 840.500978] env[68663]: value = "task-3238275" [ 840.500978] env[68663]: _type = "Task" [ 840.500978] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.508117] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238275, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.667194] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.727361] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520f8b6c-97a0-df9b-dac6-8934571b7f48, 'name': SearchDatastore_Task, 'duration_secs': 0.026016} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.727759] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.728132] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 6a6e36f4-b232-46f0-85a8-00dce64392b8/6a6e36f4-b232-46f0-85a8-00dce64392b8.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.728403] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7e9a230-4b6d-4c63-8168-5d6fe8406ca0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.734521] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 840.734521] env[68663]: value = "task-3238276" [ 840.734521] env[68663]: _type = "Task" [ 840.734521] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.742869] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.011036] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238275, 'name': RemoveSnapshot_Task, 'duration_secs': 0.386079} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.011285] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 841.011474] env[68663]: DEBUG nova.compute.manager [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.012315] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb8055a-f9ae-431a-aa89-b0a79e259afa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.172980] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 841.173478] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.176s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.173812] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.299s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.175883] env[68663]: INFO nova.compute.claims [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.178970] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.179139] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Cleaning up deleted instances {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 841.245226] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44231} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.245492] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 6a6e36f4-b232-46f0-85a8-00dce64392b8/6a6e36f4-b232-46f0-85a8-00dce64392b8.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.245702] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.245951] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04badac0-23e2-4605-b600-7f19a8a22ead {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.251982] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 841.251982] env[68663]: value = "task-3238277" [ 841.251982] env[68663]: _type = "Task" [ 841.251982] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.260883] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.527926] env[68663]: INFO nova.compute.manager [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Shelve offloading [ 841.696748] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] There are 39 instances to clean {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 841.697015] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 97226033-61c4-4512-b9dd-04688f44aa35] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 841.761280] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066338} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.761571] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.762358] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be8623d-bc3e-4190-868c-c4a4dfbc809d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.784221] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 6a6e36f4-b232-46f0-85a8-00dce64392b8/6a6e36f4-b232-46f0-85a8-00dce64392b8.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.784484] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82cd4e68-8e61-443c-bbb6-513aafbdb75b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.803485] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 841.803485] env[68663]: value = "task-3238278" [ 841.803485] env[68663]: _type = "Task" [ 841.803485] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.810671] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.035056] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.035455] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5353ef6e-f782-4d96-8c10-3b6633e907b3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.043808] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 842.043808] env[68663]: value = "task-3238279" [ 842.043808] env[68663]: _type = "Task" [ 842.043808] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.054867] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] VM already powered off {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 842.055127] env[68663]: DEBUG nova.compute.manager [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.055914] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2121a2-e7de-490a-b901-251181ad7688 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.061591] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "refresh_cache-4b2d8efb-f360-44cd-9588-ac49fb9be1bf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.061783] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "refresh_cache-4b2d8efb-f360-44cd-9588-ac49fb9be1bf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.061985] env[68663]: DEBUG nova.network.neutron [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.202713] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: f55776b0-f24f-4ae9-8809-d37f87a02000] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 842.314282] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238278, 'name': ReconfigVM_Task, 'duration_secs': 0.364705} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.316526] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 6a6e36f4-b232-46f0-85a8-00dce64392b8/6a6e36f4-b232-46f0-85a8-00dce64392b8.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.317818] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d63003f-5932-432c-b993-a2df3eca8cd6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.323558] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 842.323558] env[68663]: value = "task-3238280" [ 842.323558] env[68663]: _type = "Task" [ 842.323558] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.332819] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238280, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.615943] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44da6070-4cee-4c8a-bc29-9c7a07ff476a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.623262] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fa2017-cc52-41fb-903b-bcf6cd79d485 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.653579] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff1ce85-e282-473d-8e9b-3567f815214b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.661277] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd0d8bf-ad68-41d5-908f-82e2613a3d57 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.676338] env[68663]: DEBUG nova.compute.provider_tree [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.705577] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: f67709b6-7bc9-408c-8ae3-b9479df5fcc2] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 842.833062] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238280, 'name': Rename_Task, 'duration_secs': 0.146019} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.833405] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.833642] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7a8d767-67cd-459b-9d52-0f178d871597 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.839469] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 842.839469] env[68663]: value = "task-3238281" [ 842.839469] env[68663]: _type = "Task" [ 842.839469] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.847413] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.858051] env[68663]: DEBUG nova.network.neutron [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Updating instance_info_cache with network_info: [{"id": "621d64b2-4ee0-45d0-aca6-9def2dde73ba", "address": "fa:16:3e:fb:77:d1", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621d64b2-4e", "ovs_interfaceid": "621d64b2-4ee0-45d0-aca6-9def2dde73ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.179884] env[68663]: DEBUG nova.scheduler.client.report [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.208696] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 666ad21a-26f5-48db-a1ad-ab91ef7b405f] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 843.349435] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.361063] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "refresh_cache-4b2d8efb-f360-44cd-9588-ac49fb9be1bf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.626409] env[68663]: DEBUG nova.compute.manager [req-52e8a399-8e97-4c2e-b7a1-815fd072f73b req-86da8b51-7f56-443a-89bd-d96ce1b8c6ef service nova] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Received event network-vif-unplugged-621d64b2-4ee0-45d0-aca6-9def2dde73ba {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.626633] env[68663]: DEBUG oslo_concurrency.lockutils [req-52e8a399-8e97-4c2e-b7a1-815fd072f73b req-86da8b51-7f56-443a-89bd-d96ce1b8c6ef service nova] Acquiring lock "4b2d8efb-f360-44cd-9588-ac49fb9be1bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.626841] env[68663]: DEBUG oslo_concurrency.lockutils [req-52e8a399-8e97-4c2e-b7a1-815fd072f73b req-86da8b51-7f56-443a-89bd-d96ce1b8c6ef service nova] Lock "4b2d8efb-f360-44cd-9588-ac49fb9be1bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.627021] env[68663]: DEBUG oslo_concurrency.lockutils [req-52e8a399-8e97-4c2e-b7a1-815fd072f73b req-86da8b51-7f56-443a-89bd-d96ce1b8c6ef service nova] Lock "4b2d8efb-f360-44cd-9588-ac49fb9be1bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.627381] env[68663]: DEBUG nova.compute.manager [req-52e8a399-8e97-4c2e-b7a1-815fd072f73b req-86da8b51-7f56-443a-89bd-d96ce1b8c6ef service nova] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] No waiting events found dispatching network-vif-unplugged-621d64b2-4ee0-45d0-aca6-9def2dde73ba {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.627559] env[68663]: WARNING nova.compute.manager [req-52e8a399-8e97-4c2e-b7a1-815fd072f73b req-86da8b51-7f56-443a-89bd-d96ce1b8c6ef service nova] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Received unexpected event network-vif-unplugged-621d64b2-4ee0-45d0-aca6-9def2dde73ba for instance with vm_state shelved and task_state shelving_offloading. [ 843.676605] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.677546] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ed1b41-2d23-48b8-8bb0-a8a16f288e59 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.685906] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.686454] env[68663]: DEBUG nova.compute.manager [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.689540] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.689843] env[68663]: DEBUG oslo_concurrency.lockutils [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.908s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.690031] env[68663]: DEBUG oslo_concurrency.lockutils [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.693050] env[68663]: DEBUG oslo_concurrency.lockutils [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.151s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.693050] env[68663]: DEBUG oslo_concurrency.lockutils [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.694084] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.147s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.694285] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.696215] env[68663]: DEBUG oslo_concurrency.lockutils [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.943s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.697988] env[68663]: DEBUG nova.objects.instance [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 843.699239] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0e040cf-c958-4903-b951-e5584a8b15f1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.712768] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 148238a9-ed65-4cf0-a9d1-95e1ef9dc67a] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 843.724350] env[68663]: INFO nova.scheduler.client.report [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Deleted allocations for instance 4084c7e6-351b-43ee-8786-93db81d23256 [ 843.727218] env[68663]: INFO nova.scheduler.client.report [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Deleted allocations for instance 654c16cd-87aa-408e-bad5-f611df55ff7e [ 843.745342] env[68663]: INFO nova.scheduler.client.report [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Deleted allocations for instance 0203869a-fca5-4e60-b1a4-b85a0a355968 [ 843.763168] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.763414] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.763598] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleting the datastore file [datastore2] 4b2d8efb-f360-44cd-9588-ac49fb9be1bf {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.763853] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24749c69-919a-4f10-872b-c275f25b3ee1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.770354] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 843.770354] env[68663]: value = "task-3238283" [ 843.770354] env[68663]: _type = "Task" [ 843.770354] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.780653] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.851379] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238281, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.190743] env[68663]: DEBUG nova.compute.utils [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.192496] env[68663]: DEBUG nova.compute.manager [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.192676] env[68663]: DEBUG nova.network.neutron [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.220860] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 63b4a81a-cbb3-45d0-bbaa-c0664b96dbd0] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 844.238109] env[68663]: DEBUG oslo_concurrency.lockutils [None req-89721f15-7c81-46af-885f-91fdd044cde4 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "4084c7e6-351b-43ee-8786-93db81d23256" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.978s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.240487] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9925fee4-bbcd-4dcf-aa2d-def25f0abf07 tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "654c16cd-87aa-408e-bad5-f611df55ff7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.544s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.252253] env[68663]: DEBUG oslo_concurrency.lockutils [None req-dd32d3b4-14ba-4033-9bb0-29ee41914d53 tempest-MultipleCreateTestJSON-710582471 tempest-MultipleCreateTestJSON-710582471-project-member] Lock "0203869a-fca5-4e60-b1a4-b85a0a355968" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.385s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.256352] env[68663]: DEBUG nova.policy [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a94b2f4fd154dce977907914cff47c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48e85fa9464f448fa4743e82be707ca6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.281340] env[68663]: DEBUG oslo_vmware.api [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132931} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.281628] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.281809] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.281980] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.314076] env[68663]: INFO nova.scheduler.client.report [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleted allocations for instance 4b2d8efb-f360-44cd-9588-ac49fb9be1bf [ 844.350713] env[68663]: DEBUG oslo_vmware.api [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238281, 'name': PowerOnVM_Task, 'duration_secs': 1.036094} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.350971] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.351210] env[68663]: INFO nova.compute.manager [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Took 8.81 seconds to spawn the instance on the hypervisor. [ 844.351398] env[68663]: DEBUG nova.compute.manager [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.352195] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0796fee-43fd-44ed-90da-555cee2d9f1b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.617388] env[68663]: DEBUG oslo_concurrency.lockutils [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "9387f331-9488-4e99-8173-519b9651ce7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.617991] env[68663]: DEBUG oslo_concurrency.lockutils [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "9387f331-9488-4e99-8173-519b9651ce7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.621183] env[68663]: DEBUG oslo_concurrency.lockutils [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "9387f331-9488-4e99-8173-519b9651ce7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.621443] env[68663]: DEBUG oslo_concurrency.lockutils [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "9387f331-9488-4e99-8173-519b9651ce7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.621654] env[68663]: DEBUG oslo_concurrency.lockutils [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "9387f331-9488-4e99-8173-519b9651ce7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.625155] env[68663]: INFO nova.compute.manager [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Terminating instance [ 844.696087] env[68663]: DEBUG nova.compute.manager [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.707805] env[68663]: DEBUG oslo_concurrency.lockutils [None req-854dea7f-47a8-4037-bca2-57cc1815d8fc tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.709496] env[68663]: DEBUG nova.network.neutron [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Successfully created port: a1f50382-1715-4404-9e81-0428cba80c3c {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.711510] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.033s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.711715] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.713714] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 36.541s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.723504] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 461cd7c8-d6e1-4815-98ec-3974eb224012] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 844.748982] env[68663]: INFO nova.scheduler.client.report [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Deleted allocations for instance b05184fc-bf45-4930-ab8a-ac1bb9140689 [ 844.821023] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.871065] env[68663]: INFO nova.compute.manager [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Took 44.60 seconds to build instance. [ 845.133017] env[68663]: DEBUG nova.compute.manager [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.133017] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.133017] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94500d00-6767-4ec2-86e0-8df415d17204 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.141492] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.142275] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9e3a7e9-3ec1-447d-be3f-4725a8ec6f53 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.150555] env[68663]: DEBUG oslo_vmware.api [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 845.150555] env[68663]: value = "task-3238284" [ 845.150555] env[68663]: _type = "Task" [ 845.150555] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.161909] env[68663]: DEBUG oslo_vmware.api [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.228079] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: a6ebe229-ac63-4f8a-b09d-da70cb9ef796] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 845.258363] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e03b29b2-c142-4afc-a908-b173426ee2e0 tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "b05184fc-bf45-4930-ab8a-ac1bb9140689" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.990s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.374105] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4068d1b-29f4-46bb-a1ee-71e528a0a9dd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "6a6e36f4-b232-46f0-85a8-00dce64392b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.115s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.665704] env[68663]: DEBUG oslo_vmware.api [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238284, 'name': PowerOffVM_Task, 'duration_secs': 0.222551} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.665989] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.666300] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.666604] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71efbdb5-38d0-4bd2-8354-23defc406efc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.707364] env[68663]: DEBUG nova.compute.manager [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.727193] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a15cb8-6dd5-40c4-8ce3-4271ed8fae5b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.734743] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: f08f2c03-0005-4f65-b368-a84a7e838ca8] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 845.736619] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.737396] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.737396] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Deleting the datastore file [datastore2] 9387f331-9488-4e99-8173-519b9651ce7c {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.738047] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50bf2f01-7939-4a81-8fcd-28050a119f6a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.743114] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abefed71-2a8a-4092-beec-85d5c39020d9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.749891] env[68663]: DEBUG nova.virt.hardware [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5f581b892cfbce4038ec9b8f3e2f7460',container_format='bare',created_at=2025-04-03T07:42:49Z,direct_url=,disk_format='vmdk',id=14676fc8-f9ee-4e50-982b-c55db69f4fd5,min_disk=1,min_ram=0,name='tempest-test-snap-1557648740',owner='48e85fa9464f448fa4743e82be707ca6',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T07:43:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.749891] env[68663]: DEBUG nova.virt.hardware [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.749891] env[68663]: DEBUG nova.virt.hardware [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.749891] env[68663]: DEBUG nova.virt.hardware [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.750119] env[68663]: DEBUG nova.virt.hardware [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.750251] env[68663]: DEBUG nova.virt.hardware [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.750563] env[68663]: DEBUG nova.virt.hardware [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.752404] env[68663]: DEBUG nova.virt.hardware [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.752404] env[68663]: DEBUG nova.virt.hardware [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.752404] env[68663]: DEBUG nova.virt.hardware [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.752404] env[68663]: DEBUG nova.virt.hardware [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.752404] env[68663]: DEBUG oslo_vmware.api [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for the task: (returnval){ [ 845.752404] env[68663]: value = "task-3238287" [ 845.752404] env[68663]: _type = "Task" [ 845.752404] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.752772] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e566bf-e11d-41c9-9791-e06239295549 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.787369] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f106f5db-b7bb-4000-a2bc-a74c205cf2ae {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.796130] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3550a322-3e49-4f56-8b9e-654e2c04e54f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.800616] env[68663]: DEBUG oslo_vmware.api [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.816594] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb89705-98cc-45fa-b43a-725fa0efd9d5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.823688] env[68663]: DEBUG nova.compute.manager [req-1bfd449c-df9c-43e5-9118-abdef66592e2 req-d143c0ca-5aa0-4af5-a38c-ffeb1958d958 service nova] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Received event network-changed-621d64b2-4ee0-45d0-aca6-9def2dde73ba {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.823902] env[68663]: DEBUG nova.compute.manager [req-1bfd449c-df9c-43e5-9118-abdef66592e2 req-d143c0ca-5aa0-4af5-a38c-ffeb1958d958 service nova] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Refreshing instance network info cache due to event network-changed-621d64b2-4ee0-45d0-aca6-9def2dde73ba. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.824354] env[68663]: DEBUG oslo_concurrency.lockutils [req-1bfd449c-df9c-43e5-9118-abdef66592e2 req-d143c0ca-5aa0-4af5-a38c-ffeb1958d958 service nova] Acquiring lock "refresh_cache-4b2d8efb-f360-44cd-9588-ac49fb9be1bf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.824585] env[68663]: DEBUG oslo_concurrency.lockutils [req-1bfd449c-df9c-43e5-9118-abdef66592e2 req-d143c0ca-5aa0-4af5-a38c-ffeb1958d958 service nova] Acquired lock "refresh_cache-4b2d8efb-f360-44cd-9588-ac49fb9be1bf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.824845] env[68663]: DEBUG nova.network.neutron [req-1bfd449c-df9c-43e5-9118-abdef66592e2 req-d143c0ca-5aa0-4af5-a38c-ffeb1958d958 service nova] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Refreshing network info cache for port 621d64b2-4ee0-45d0-aca6-9def2dde73ba {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.836179] env[68663]: DEBUG nova.compute.provider_tree [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.107917] env[68663]: DEBUG oslo_concurrency.lockutils [None req-877fd83a-7f4a-4447-9464-f752e45855e2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "4b2d8efb-f360-44cd-9588-ac49fb9be1bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.238807] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 156a0cb7-ab99-4774-ba4f-ece171cf74f5] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 846.267852] env[68663]: DEBUG oslo_vmware.api [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Task: {'id': task-3238287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135192} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.268470] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.269238] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.269331] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.269550] env[68663]: INFO nova.compute.manager [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 846.269847] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.270476] env[68663]: DEBUG nova.compute.manager [-] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.270476] env[68663]: DEBUG nova.network.neutron [-] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.342122] env[68663]: DEBUG nova.scheduler.client.report [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.678226] env[68663]: DEBUG nova.network.neutron [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Successfully updated port: a1f50382-1715-4404-9e81-0428cba80c3c {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.680179] env[68663]: DEBUG nova.network.neutron [req-1bfd449c-df9c-43e5-9118-abdef66592e2 req-d143c0ca-5aa0-4af5-a38c-ffeb1958d958 service nova] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Updated VIF entry in instance network info cache for port 621d64b2-4ee0-45d0-aca6-9def2dde73ba. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.680593] env[68663]: DEBUG nova.network.neutron [req-1bfd449c-df9c-43e5-9118-abdef66592e2 req-d143c0ca-5aa0-4af5-a38c-ffeb1958d958 service nova] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Updating instance_info_cache with network_info: [{"id": "621d64b2-4ee0-45d0-aca6-9def2dde73ba", "address": "fa:16:3e:fb:77:d1", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": null, "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap621d64b2-4e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.749455] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 0fce1340-0d03-4183-94cb-971773bbbeda] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 847.183030] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "refresh_cache-453c8944-a68e-47ee-ab7c-161ea0b47aaf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.183208] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired lock "refresh_cache-453c8944-a68e-47ee-ab7c-161ea0b47aaf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.183366] env[68663]: DEBUG nova.network.neutron [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.184733] env[68663]: DEBUG oslo_concurrency.lockutils [req-1bfd449c-df9c-43e5-9118-abdef66592e2 req-d143c0ca-5aa0-4af5-a38c-ffeb1958d958 service nova] Releasing lock "refresh_cache-4b2d8efb-f360-44cd-9588-ac49fb9be1bf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.253811] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 0008a177-17d4-4d2d-8dd7-a0c5a0e7b25b] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 847.300622] env[68663]: DEBUG nova.network.neutron [-] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.353549] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.640s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.356957] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.108s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.356957] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.358614] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.127s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.360030] env[68663]: INFO nova.compute.claims [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.384862] env[68663]: INFO nova.scheduler.client.report [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Deleted allocations for instance 70493bb9-72a0-4f3f-a7b3-b53460d35046 [ 847.401958] env[68663]: DEBUG nova.compute.manager [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Stashing vm_state: active {{(pid=68663) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 847.755610] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 7416ff97-a858-47d9-ab62-3a891b8f4fa0] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 847.801484] env[68663]: INFO nova.compute.manager [-] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Took 1.53 seconds to deallocate network for instance. [ 847.867016] env[68663]: DEBUG nova.network.neutron [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.894955] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e094c92e-085f-4d2b-b6c2-f6ffc286c41e tempest-ServersWithSpecificFlavorTestJSON-1771223090 tempest-ServersWithSpecificFlavorTestJSON-1771223090-project-member] Lock "70493bb9-72a0-4f3f-a7b3-b53460d35046" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.601s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.920434] env[68663]: DEBUG oslo_concurrency.lockutils [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.923843] env[68663]: INFO nova.scheduler.client.report [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Deleted allocation for migration 19670126-6324-4f6b-a709-c7aa5b3df5dd [ 847.985021] env[68663]: DEBUG oslo_concurrency.lockutils [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "7838a338-f8b7-4878-8b34-186f61c77e16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.985021] env[68663]: DEBUG oslo_concurrency.lockutils [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "7838a338-f8b7-4878-8b34-186f61c77e16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.985021] env[68663]: DEBUG oslo_concurrency.lockutils [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "7838a338-f8b7-4878-8b34-186f61c77e16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.985021] env[68663]: DEBUG oslo_concurrency.lockutils [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "7838a338-f8b7-4878-8b34-186f61c77e16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.985575] env[68663]: DEBUG oslo_concurrency.lockutils [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "7838a338-f8b7-4878-8b34-186f61c77e16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.986504] env[68663]: INFO nova.compute.manager [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Terminating instance [ 848.058148] env[68663]: DEBUG nova.compute.manager [req-26f57d93-7ea3-4d77-8619-d9411dad90f1 req-3fbfa6dd-d434-40dd-a533-2f6f5c625a5a service nova] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Received event network-vif-plugged-a1f50382-1715-4404-9e81-0428cba80c3c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.058463] env[68663]: DEBUG oslo_concurrency.lockutils [req-26f57d93-7ea3-4d77-8619-d9411dad90f1 req-3fbfa6dd-d434-40dd-a533-2f6f5c625a5a service nova] Acquiring lock "453c8944-a68e-47ee-ab7c-161ea0b47aaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.058583] env[68663]: DEBUG oslo_concurrency.lockutils [req-26f57d93-7ea3-4d77-8619-d9411dad90f1 req-3fbfa6dd-d434-40dd-a533-2f6f5c625a5a service nova] Lock "453c8944-a68e-47ee-ab7c-161ea0b47aaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.059233] env[68663]: DEBUG oslo_concurrency.lockutils [req-26f57d93-7ea3-4d77-8619-d9411dad90f1 req-3fbfa6dd-d434-40dd-a533-2f6f5c625a5a service nova] Lock "453c8944-a68e-47ee-ab7c-161ea0b47aaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.059314] env[68663]: DEBUG nova.compute.manager [req-26f57d93-7ea3-4d77-8619-d9411dad90f1 req-3fbfa6dd-d434-40dd-a533-2f6f5c625a5a service nova] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] No waiting events found dispatching network-vif-plugged-a1f50382-1715-4404-9e81-0428cba80c3c {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.063018] env[68663]: WARNING nova.compute.manager [req-26f57d93-7ea3-4d77-8619-d9411dad90f1 req-3fbfa6dd-d434-40dd-a533-2f6f5c625a5a service nova] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Received unexpected event network-vif-plugged-a1f50382-1715-4404-9e81-0428cba80c3c for instance with vm_state building and task_state spawning. [ 848.063018] env[68663]: DEBUG nova.compute.manager [req-26f57d93-7ea3-4d77-8619-d9411dad90f1 req-3fbfa6dd-d434-40dd-a533-2f6f5c625a5a service nova] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Received event network-changed-a1f50382-1715-4404-9e81-0428cba80c3c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.063018] env[68663]: DEBUG nova.compute.manager [req-26f57d93-7ea3-4d77-8619-d9411dad90f1 req-3fbfa6dd-d434-40dd-a533-2f6f5c625a5a service nova] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Refreshing instance network info cache due to event network-changed-a1f50382-1715-4404-9e81-0428cba80c3c. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.063018] env[68663]: DEBUG oslo_concurrency.lockutils [req-26f57d93-7ea3-4d77-8619-d9411dad90f1 req-3fbfa6dd-d434-40dd-a533-2f6f5c625a5a service nova] Acquiring lock "refresh_cache-453c8944-a68e-47ee-ab7c-161ea0b47aaf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.090493] env[68663]: DEBUG nova.network.neutron [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Updating instance_info_cache with network_info: [{"id": "a1f50382-1715-4404-9e81-0428cba80c3c", "address": "fa:16:3e:2e:60:7e", "network": {"id": "8be76827-c2a4-42b4-b4cc-6c2c205e9662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2090219311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e85fa9464f448fa4743e82be707ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1f50382-17", "ovs_interfaceid": "a1f50382-1715-4404-9e81-0428cba80c3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.259006] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 34aae64f-f45c-463b-921c-fec60cb69b7a] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 848.308475] env[68663]: DEBUG oslo_concurrency.lockutils [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.434229] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db014a61-ee9b-4a91-979e-af5bcaf32269 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "edf3f0b4-a424-4de7-8abb-20a17e8454fc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.246s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.494315] env[68663]: DEBUG nova.compute.manager [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.494598] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.495507] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f86eef-20ec-40cd-b006-1f97c5216987 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.504300] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.507445] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-320fc07f-7675-437a-8162-08467adb0dd3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.514789] env[68663]: DEBUG oslo_vmware.api [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 848.514789] env[68663]: value = "task-3238288" [ 848.514789] env[68663]: _type = "Task" [ 848.514789] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.526089] env[68663]: DEBUG oslo_vmware.api [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.593592] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Releasing lock "refresh_cache-453c8944-a68e-47ee-ab7c-161ea0b47aaf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.593750] env[68663]: DEBUG nova.compute.manager [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Instance network_info: |[{"id": "a1f50382-1715-4404-9e81-0428cba80c3c", "address": "fa:16:3e:2e:60:7e", "network": {"id": "8be76827-c2a4-42b4-b4cc-6c2c205e9662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2090219311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e85fa9464f448fa4743e82be707ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1f50382-17", "ovs_interfaceid": "a1f50382-1715-4404-9e81-0428cba80c3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.594350] env[68663]: DEBUG oslo_concurrency.lockutils [req-26f57d93-7ea3-4d77-8619-d9411dad90f1 req-3fbfa6dd-d434-40dd-a533-2f6f5c625a5a service nova] Acquired lock "refresh_cache-453c8944-a68e-47ee-ab7c-161ea0b47aaf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.594610] env[68663]: DEBUG nova.network.neutron [req-26f57d93-7ea3-4d77-8619-d9411dad90f1 req-3fbfa6dd-d434-40dd-a533-2f6f5c625a5a service nova] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Refreshing network info cache for port a1f50382-1715-4404-9e81-0428cba80c3c {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.595906] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:60:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1f50382-1715-4404-9e81-0428cba80c3c', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.603499] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.607009] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.609435] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab0fa5af-c728-4441-b65e-c58ed081dafe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.630937] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.630937] env[68663]: value = "task-3238289" [ 848.630937] env[68663]: _type = "Task" [ 848.630937] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.641407] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238289, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.647298] env[68663]: DEBUG oslo_concurrency.lockutils [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "3b6fcab1-14b4-4cf5-a03e-a222401a1802" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.647991] env[68663]: DEBUG oslo_concurrency.lockutils [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "3b6fcab1-14b4-4cf5-a03e-a222401a1802" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.764632] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: cf37337b-52e3-497c-9bef-0e1bf1c40c98] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 848.840568] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cbc2d5-3de8-401d-bfdb-13817575f081 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.848939] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7035afc5-2d32-43d6-88c7-6736ba886dbe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.882379] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf46571b-1146-4939-98ac-ad2a263a81d1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.890012] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2886798-59f5-4376-b839-10ea816f4e36 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.905207] env[68663]: DEBUG nova.compute.provider_tree [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.024868] env[68663]: DEBUG oslo_vmware.api [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238288, 'name': PowerOffVM_Task, 'duration_secs': 0.214681} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.025169] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.025344] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.025589] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2475eabe-4a35-4ae1-b129-3dac56ee30e5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.084146] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.084461] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.084724] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Deleting the datastore file [datastore1] 7838a338-f8b7-4878-8b34-186f61c77e16 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.085053] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-207208b0-75a5-4522-af0b-eef2a430a8a2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.098547] env[68663]: DEBUG oslo_vmware.api [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for the task: (returnval){ [ 849.098547] env[68663]: value = "task-3238291" [ 849.098547] env[68663]: _type = "Task" [ 849.098547] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.107292] env[68663]: DEBUG oslo_vmware.api [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.147217] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238289, 'name': CreateVM_Task, 'duration_secs': 0.338241} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.147480] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.148115] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/14676fc8-f9ee-4e50-982b-c55db69f4fd5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.148405] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/14676fc8-f9ee-4e50-982b-c55db69f4fd5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.148678] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/14676fc8-f9ee-4e50-982b-c55db69f4fd5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.148957] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa987b0-3d23-47d3-af26-e7733d1c3eab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.151094] env[68663]: DEBUG nova.compute.manager [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.162251] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 849.162251] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f38303-a089-d1f0-bf74-54a2e0b76a27" [ 849.162251] env[68663]: _type = "Task" [ 849.162251] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.169610] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f38303-a089-d1f0-bf74-54a2e0b76a27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.271414] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: cbe6bafc-b68c-40b7-9cfe-2399794c8054] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 849.354065] env[68663]: DEBUG nova.network.neutron [req-26f57d93-7ea3-4d77-8619-d9411dad90f1 req-3fbfa6dd-d434-40dd-a533-2f6f5c625a5a service nova] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Updated VIF entry in instance network info cache for port a1f50382-1715-4404-9e81-0428cba80c3c. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.354456] env[68663]: DEBUG nova.network.neutron [req-26f57d93-7ea3-4d77-8619-d9411dad90f1 req-3fbfa6dd-d434-40dd-a533-2f6f5c625a5a service nova] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Updating instance_info_cache with network_info: [{"id": "a1f50382-1715-4404-9e81-0428cba80c3c", "address": "fa:16:3e:2e:60:7e", "network": {"id": "8be76827-c2a4-42b4-b4cc-6c2c205e9662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2090219311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e85fa9464f448fa4743e82be707ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1f50382-17", "ovs_interfaceid": "a1f50382-1715-4404-9e81-0428cba80c3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.409187] env[68663]: DEBUG nova.scheduler.client.report [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.608805] env[68663]: DEBUG oslo_vmware.api [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Task: {'id': task-3238291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146079} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.609086] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.609295] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.609513] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.609701] env[68663]: INFO nova.compute.manager [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Took 1.12 seconds to destroy the instance on the hypervisor. [ 849.609944] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.610149] env[68663]: DEBUG nova.compute.manager [-] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.610248] env[68663]: DEBUG nova.network.neutron [-] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.676179] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/14676fc8-f9ee-4e50-982b-c55db69f4fd5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.676557] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Processing image 14676fc8-f9ee-4e50-982b-c55db69f4fd5 {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.676990] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/14676fc8-f9ee-4e50-982b-c55db69f4fd5/14676fc8-f9ee-4e50-982b-c55db69f4fd5.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.677175] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/14676fc8-f9ee-4e50-982b-c55db69f4fd5/14676fc8-f9ee-4e50-982b-c55db69f4fd5.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.677526] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.678186] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-103b8cbc-43d4-4b44-b72c-d0532d65938a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.683694] env[68663]: DEBUG oslo_concurrency.lockutils [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.693866] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.694246] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.694728] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ed713b0-a4a8-41e7-a16f-c26b82354932 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.699884] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 849.699884] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524e33f0-1b80-1058-e095-aae1612027c6" [ 849.699884] env[68663]: _type = "Task" [ 849.699884] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.709064] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524e33f0-1b80-1058-e095-aae1612027c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.775733] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 7c6c018b-cd4d-4df4-90dc-51c119f8da67] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 849.857427] env[68663]: DEBUG oslo_concurrency.lockutils [req-26f57d93-7ea3-4d77-8619-d9411dad90f1 req-3fbfa6dd-d434-40dd-a533-2f6f5c625a5a service nova] Releasing lock "refresh_cache-453c8944-a68e-47ee-ab7c-161ea0b47aaf" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.857713] env[68663]: DEBUG nova.compute.manager [req-26f57d93-7ea3-4d77-8619-d9411dad90f1 req-3fbfa6dd-d434-40dd-a533-2f6f5c625a5a service nova] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Received event network-vif-deleted-5798b3af-732f-4812-bec1-e39e3e8c798c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.916876] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.917429] env[68663]: DEBUG nova.compute.manager [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.920534] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.838s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.923221] env[68663]: INFO nova.compute.claims [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.211200] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Preparing fetch location {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 850.211500] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Fetch image to [datastore2] OSTACK_IMG_2503c60b-72fd-4417-af83-3d17387bb6c2/OSTACK_IMG_2503c60b-72fd-4417-af83-3d17387bb6c2.vmdk {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 850.211744] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Downloading stream optimized image 14676fc8-f9ee-4e50-982b-c55db69f4fd5 to [datastore2] OSTACK_IMG_2503c60b-72fd-4417-af83-3d17387bb6c2/OSTACK_IMG_2503c60b-72fd-4417-af83-3d17387bb6c2.vmdk on the data store datastore2 as vApp {{(pid=68663) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 850.211934] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Downloading image file data 14676fc8-f9ee-4e50-982b-c55db69f4fd5 to the ESX as VM named 'OSTACK_IMG_2503c60b-72fd-4417-af83-3d17387bb6c2' {{(pid=68663) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 850.281150] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: bb5fa243-0368-4620-92c6-864d58bc3824] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 850.318138] env[68663]: DEBUG oslo_vmware.rw_handles [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 850.318138] env[68663]: value = "resgroup-9" [ 850.318138] env[68663]: _type = "ResourcePool" [ 850.318138] env[68663]: }. {{(pid=68663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 850.318138] env[68663]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fd2eea21-02a9-4263-8e45-9f31c281205f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.341730] env[68663]: DEBUG nova.compute.manager [req-8d2218d1-4075-456b-a142-8675af796ec3 req-2d016a53-8b20-4ea8-b42f-617509e89cad service nova] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Received event network-vif-deleted-e13c4d91-6fee-49e5-89ec-210f83257bbe {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.342101] env[68663]: INFO nova.compute.manager [req-8d2218d1-4075-456b-a142-8675af796ec3 req-2d016a53-8b20-4ea8-b42f-617509e89cad service nova] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Neutron deleted interface e13c4d91-6fee-49e5-89ec-210f83257bbe; detaching it from the instance and deleting it from the info cache [ 850.342174] env[68663]: DEBUG nova.network.neutron [req-8d2218d1-4075-456b-a142-8675af796ec3 req-2d016a53-8b20-4ea8-b42f-617509e89cad service nova] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.349655] env[68663]: DEBUG oslo_vmware.rw_handles [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lease: (returnval){ [ 850.349655] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c8147d-f0c3-b861-0494-c00332916a09" [ 850.349655] env[68663]: _type = "HttpNfcLease" [ 850.349655] env[68663]: } obtained for vApp import into resource pool (val){ [ 850.349655] env[68663]: value = "resgroup-9" [ 850.349655] env[68663]: _type = "ResourcePool" [ 850.349655] env[68663]: }. {{(pid=68663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 850.349919] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the lease: (returnval){ [ 850.349919] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c8147d-f0c3-b861-0494-c00332916a09" [ 850.349919] env[68663]: _type = "HttpNfcLease" [ 850.349919] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 850.358413] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.358413] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c8147d-f0c3-b861-0494-c00332916a09" [ 850.358413] env[68663]: _type = "HttpNfcLease" [ 850.358413] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 850.422816] env[68663]: DEBUG nova.compute.utils [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.424340] env[68663]: DEBUG nova.compute.manager [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.426070] env[68663]: DEBUG nova.network.neutron [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.510080] env[68663]: DEBUG nova.policy [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0116d6214e4d4181ba4fedb60dd9df3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7bc1e145320434ab4c4c3db4f2bfa2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.738036] env[68663]: DEBUG nova.network.neutron [-] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.788631] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 5d7fc271-ecee-48d1-937b-f06fe7833c6f] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 850.849021] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79580c3a-e47a-4d61-b1ee-d6588801bfce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.861548] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d517b81-fb77-449d-a685-2234b776d966 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.879127] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.879127] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c8147d-f0c3-b861-0494-c00332916a09" [ 850.879127] env[68663]: _type = "HttpNfcLease" [ 850.879127] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 850.879497] env[68663]: DEBUG oslo_vmware.rw_handles [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 850.879497] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c8147d-f0c3-b861-0494-c00332916a09" [ 850.879497] env[68663]: _type = "HttpNfcLease" [ 850.879497] env[68663]: }. {{(pid=68663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 850.880285] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fc842b-1c29-4d0d-adb9-305ae307f014 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.894010] env[68663]: DEBUG oslo_vmware.rw_handles [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5ee95-ac0a-cc0a-7d09-b9adcd502091/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 850.894222] env[68663]: DEBUG oslo_vmware.rw_handles [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5ee95-ac0a-cc0a-7d09-b9adcd502091/disk-0.vmdk. {{(pid=68663) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 850.908779] env[68663]: DEBUG nova.compute.manager [req-8d2218d1-4075-456b-a142-8675af796ec3 req-2d016a53-8b20-4ea8-b42f-617509e89cad service nova] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Detach interface failed, port_id=e13c4d91-6fee-49e5-89ec-210f83257bbe, reason: Instance 7838a338-f8b7-4878-8b34-186f61c77e16 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 850.972224] env[68663]: DEBUG nova.compute.manager [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.986903] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "eee6e8a8-e1e6-4034-af67-dffb534a167e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.986903] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "eee6e8a8-e1e6-4034-af67-dffb534a167e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.991401] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7c6d2c35-5435-4891-8c40-ddc9f8cd47e3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.018997] env[68663]: DEBUG nova.network.neutron [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Successfully created port: 020bc961-f159-455f-a595-01dba16ea166 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.242451] env[68663]: INFO nova.compute.manager [-] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Took 1.63 seconds to deallocate network for instance. [ 851.290900] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 441b72ec-7140-4386-aad4-32be0f4772d8] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 851.560439] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f536b1-b172-4c52-8522-50f65ee1c2d0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.570424] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81270441-6743-4740-9a1d-451054054ea8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.613256] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7441ad-105a-47ff-95e5-578b0d70f8fe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.621331] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40072b45-e121-48b5-95ad-2370b71a4f8f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.636049] env[68663]: DEBUG nova.compute.provider_tree [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.704611] env[68663]: DEBUG oslo_vmware.rw_handles [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Completed reading data from the image iterator. {{(pid=68663) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 851.704857] env[68663]: DEBUG oslo_vmware.rw_handles [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5ee95-ac0a-cc0a-7d09-b9adcd502091/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 851.705862] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba454dc2-959d-43d6-b63a-a4b0c5997cdf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.712836] env[68663]: DEBUG oslo_vmware.rw_handles [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5ee95-ac0a-cc0a-7d09-b9adcd502091/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 851.712887] env[68663]: DEBUG oslo_vmware.rw_handles [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5ee95-ac0a-cc0a-7d09-b9adcd502091/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 851.713218] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2d019efc-e8bb-4efe-b3a2-cb51d01c2d4e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.759029] env[68663]: DEBUG oslo_concurrency.lockutils [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.794141] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 257b370c-a0ec-4003-ae40-82e4bbfc7306] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 851.888083] env[68663]: DEBUG oslo_vmware.rw_handles [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5ee95-ac0a-cc0a-7d09-b9adcd502091/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 851.888445] env[68663]: INFO nova.virt.vmwareapi.images [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Downloaded image file data 14676fc8-f9ee-4e50-982b-c55db69f4fd5 [ 851.889490] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489b1216-3d86-46fc-919d-b25b6b840ae9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.905439] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ece7d2fb-7f05-4a3a-bca3-71a9f77fd09f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.935555] env[68663]: INFO nova.virt.vmwareapi.images [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] The imported VM was unregistered [ 851.938291] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Caching image {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 851.938291] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Creating directory with path [datastore2] devstack-image-cache_base/14676fc8-f9ee-4e50-982b-c55db69f4fd5 {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.938456] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4b797d1-525a-41fd-a232-5ad01a1cb4e5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.949173] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Created directory with path [datastore2] devstack-image-cache_base/14676fc8-f9ee-4e50-982b-c55db69f4fd5 {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.949378] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2503c60b-72fd-4417-af83-3d17387bb6c2/OSTACK_IMG_2503c60b-72fd-4417-af83-3d17387bb6c2.vmdk to [datastore2] devstack-image-cache_base/14676fc8-f9ee-4e50-982b-c55db69f4fd5/14676fc8-f9ee-4e50-982b-c55db69f4fd5.vmdk. {{(pid=68663) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 851.949635] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6ffd6127-a897-4703-9b80-9784331962f0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.957708] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 851.957708] env[68663]: value = "task-3238294" [ 851.957708] env[68663]: _type = "Task" [ 851.957708] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.964685] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238294, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.985046] env[68663]: DEBUG nova.compute.manager [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.015717] env[68663]: DEBUG nova.virt.hardware [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.015954] env[68663]: DEBUG nova.virt.hardware [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.016124] env[68663]: DEBUG nova.virt.hardware [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.016314] env[68663]: DEBUG nova.virt.hardware [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.016462] env[68663]: DEBUG nova.virt.hardware [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.016609] env[68663]: DEBUG nova.virt.hardware [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.016814] env[68663]: DEBUG nova.virt.hardware [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.016970] env[68663]: DEBUG nova.virt.hardware [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.017148] env[68663]: DEBUG nova.virt.hardware [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.017311] env[68663]: DEBUG nova.virt.hardware [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.017488] env[68663]: DEBUG nova.virt.hardware [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.018889] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38900484-503c-4471-87e0-6c58c8083061 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.026615] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacd0aa7-e436-4d54-b0c2-3ba68c1afc24 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.143532] env[68663]: DEBUG nova.scheduler.client.report [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.299756] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 422ee922-8a6e-48ff-a2c3-16581bd1ec3f] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 852.472520] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238294, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.647650] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.648235] env[68663]: DEBUG nova.compute.manager [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.651250] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.911s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.651439] env[68663]: DEBUG nova.objects.instance [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 852.802109] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: a51104e6-ed7a-49ed-89ca-37ed9d35950d] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 852.857987] env[68663]: DEBUG nova.compute.manager [req-082cea33-a458-4dc9-8d52-eb0fd24e0258 req-9040052e-94d5-475d-80b5-588ce49798a2 service nova] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Received event network-vif-plugged-020bc961-f159-455f-a595-01dba16ea166 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.858252] env[68663]: DEBUG oslo_concurrency.lockutils [req-082cea33-a458-4dc9-8d52-eb0fd24e0258 req-9040052e-94d5-475d-80b5-588ce49798a2 service nova] Acquiring lock "0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.858461] env[68663]: DEBUG oslo_concurrency.lockutils [req-082cea33-a458-4dc9-8d52-eb0fd24e0258 req-9040052e-94d5-475d-80b5-588ce49798a2 service nova] Lock "0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.858929] env[68663]: DEBUG oslo_concurrency.lockutils [req-082cea33-a458-4dc9-8d52-eb0fd24e0258 req-9040052e-94d5-475d-80b5-588ce49798a2 service nova] Lock "0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.858929] env[68663]: DEBUG nova.compute.manager [req-082cea33-a458-4dc9-8d52-eb0fd24e0258 req-9040052e-94d5-475d-80b5-588ce49798a2 service nova] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] No waiting events found dispatching network-vif-plugged-020bc961-f159-455f-a595-01dba16ea166 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.858929] env[68663]: WARNING nova.compute.manager [req-082cea33-a458-4dc9-8d52-eb0fd24e0258 req-9040052e-94d5-475d-80b5-588ce49798a2 service nova] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Received unexpected event network-vif-plugged-020bc961-f159-455f-a595-01dba16ea166 for instance with vm_state building and task_state spawning. [ 852.969428] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238294, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.135453] env[68663]: DEBUG nova.network.neutron [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Successfully updated port: 020bc961-f159-455f-a595-01dba16ea166 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.159259] env[68663]: DEBUG nova.compute.utils [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.161841] env[68663]: DEBUG nova.compute.manager [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.162062] env[68663]: DEBUG nova.network.neutron [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.278238] env[68663]: DEBUG nova.policy [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '196c43adf4e04d62b311dd73a421745d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb0d815765b3423c8c4614ee314626a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.309287] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: b20c6322-d999-406a-ac2a-1484449a4b57] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 853.470753] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238294, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.637854] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Acquiring lock "refresh_cache-0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.638103] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Acquired lock "refresh_cache-0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.638291] env[68663]: DEBUG nova.network.neutron [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.662158] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a52ba1d3-da7e-484b-8d25-5fd8990e99f1 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.663959] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.705s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.666105] env[68663]: INFO nova.compute.claims [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.669195] env[68663]: DEBUG nova.compute.manager [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.813309] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: ea89d16d-6564-4b98-84c8-4a21acc9013e] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 853.877252] env[68663]: DEBUG nova.network.neutron [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Successfully created port: f3810b21-0447-4687-92ab-0e8380ec619a {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.971684] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238294, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.196450] env[68663]: DEBUG nova.network.neutron [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.317015] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 722005fb-bc16-4103-955c-c9a27d33a234] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 854.347431] env[68663]: DEBUG nova.network.neutron [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Updating instance_info_cache with network_info: [{"id": "020bc961-f159-455f-a595-01dba16ea166", "address": "fa:16:3e:1c:c3:c4", "network": {"id": "002b2579-c4ce-4d3f-a361-46e5508ab813", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-97198598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7bc1e145320434ab4c4c3db4f2bfa2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap020bc961-f1", "ovs_interfaceid": "020bc961-f159-455f-a595-01dba16ea166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.469370] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238294, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.680789] env[68663]: DEBUG nova.compute.manager [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.717532] env[68663]: DEBUG nova.virt.hardware [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.717771] env[68663]: DEBUG nova.virt.hardware [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.717924] env[68663]: DEBUG nova.virt.hardware [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.718127] env[68663]: DEBUG nova.virt.hardware [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.718276] env[68663]: DEBUG nova.virt.hardware [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.718436] env[68663]: DEBUG nova.virt.hardware [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.718701] env[68663]: DEBUG nova.virt.hardware [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.718891] env[68663]: DEBUG nova.virt.hardware [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.719037] env[68663]: DEBUG nova.virt.hardware [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.719224] env[68663]: DEBUG nova.virt.hardware [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.719470] env[68663]: DEBUG nova.virt.hardware [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.720413] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897c49e6-2414-4526-b824-6248d73fbd69 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.730902] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67c934a-de4c-489a-a8ac-0f01b8c7ebec {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.821375] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 9151c912-cfad-450f-a2d2-345917a67b15] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 854.850148] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Releasing lock "refresh_cache-0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.850637] env[68663]: DEBUG nova.compute.manager [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Instance network_info: |[{"id": "020bc961-f159-455f-a595-01dba16ea166", "address": "fa:16:3e:1c:c3:c4", "network": {"id": "002b2579-c4ce-4d3f-a361-46e5508ab813", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-97198598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7bc1e145320434ab4c4c3db4f2bfa2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap020bc961-f1", "ovs_interfaceid": "020bc961-f159-455f-a595-01dba16ea166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.851324] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:c3:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '020bc961-f159-455f-a595-01dba16ea166', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.860636] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Creating folder: Project (a7bc1e145320434ab4c4c3db4f2bfa2a). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.863442] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32655402-ec0f-44fe-a0b8-f05caf742c9d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.877782] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Created folder: Project (a7bc1e145320434ab4c4c3db4f2bfa2a) in parent group-v647027. [ 854.877985] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Creating folder: Instances. Parent ref: group-v647221. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.878427] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dee27dc-7239-4cdb-a76f-cd92afc40163 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.887625] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Created folder: Instances in parent group-v647221. [ 854.887894] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.890149] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.891372] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd999093-37a8-4d46-a9f2-b4e5b7908f48 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.912080] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.912080] env[68663]: value = "task-3238297" [ 854.912080] env[68663]: _type = "Task" [ 854.912080] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.922090] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238297, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.924966] env[68663]: DEBUG nova.compute.manager [req-814ecb4d-9716-4701-85da-41a357d10b4f req-8d3ef751-596e-4526-a216-d1fa9e282689 service nova] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Received event network-changed-020bc961-f159-455f-a595-01dba16ea166 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.925323] env[68663]: DEBUG nova.compute.manager [req-814ecb4d-9716-4701-85da-41a357d10b4f req-8d3ef751-596e-4526-a216-d1fa9e282689 service nova] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Refreshing instance network info cache due to event network-changed-020bc961-f159-455f-a595-01dba16ea166. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.925682] env[68663]: DEBUG oslo_concurrency.lockutils [req-814ecb4d-9716-4701-85da-41a357d10b4f req-8d3ef751-596e-4526-a216-d1fa9e282689 service nova] Acquiring lock "refresh_cache-0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.925920] env[68663]: DEBUG oslo_concurrency.lockutils [req-814ecb4d-9716-4701-85da-41a357d10b4f req-8d3ef751-596e-4526-a216-d1fa9e282689 service nova] Acquired lock "refresh_cache-0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.926125] env[68663]: DEBUG nova.network.neutron [req-814ecb4d-9716-4701-85da-41a357d10b4f req-8d3ef751-596e-4526-a216-d1fa9e282689 service nova] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Refreshing network info cache for port 020bc961-f159-455f-a595-01dba16ea166 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.969988] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238294, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.631641} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.972540] env[68663]: INFO nova.virt.vmwareapi.ds_util [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2503c60b-72fd-4417-af83-3d17387bb6c2/OSTACK_IMG_2503c60b-72fd-4417-af83-3d17387bb6c2.vmdk to [datastore2] devstack-image-cache_base/14676fc8-f9ee-4e50-982b-c55db69f4fd5/14676fc8-f9ee-4e50-982b-c55db69f4fd5.vmdk. [ 854.972754] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Cleaning up location [datastore2] OSTACK_IMG_2503c60b-72fd-4417-af83-3d17387bb6c2 {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 854.972937] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2503c60b-72fd-4417-af83-3d17387bb6c2 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.973373] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3c37637-b884-4a34-bc3a-dca5ab70fae2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.979788] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 854.979788] env[68663]: value = "task-3238298" [ 854.979788] env[68663]: _type = "Task" [ 854.979788] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.990049] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.140849] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3c1d25-4e27-4815-b03f-113bedefde40 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.148614] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e8dd74-6f13-4740-b953-105c6a2bcfa6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.180516] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5139c5a-246e-43c5-b2a8-f08e9b938c03 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.188953] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0ddfd1-7e7e-4c40-ab82-d73eee917b1f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.207275] env[68663]: DEBUG nova.compute.provider_tree [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.326904] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: f4ffcd33-acb1-4e44-9a89-f10b57d732bb] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 855.421895] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238297, 'name': CreateVM_Task, 'duration_secs': 0.446736} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.422171] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.422908] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.423161] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.423657] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.423920] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa0c6934-c8a9-40b1-a575-580e052ebb0a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.431157] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Waiting for the task: (returnval){ [ 855.431157] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5265cbb3-cd70-f664-868e-77fb7686e6e9" [ 855.431157] env[68663]: _type = "Task" [ 855.431157] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.439956] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5265cbb3-cd70-f664-868e-77fb7686e6e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.490240] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037698} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.490605] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.490878] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/14676fc8-f9ee-4e50-982b-c55db69f4fd5/14676fc8-f9ee-4e50-982b-c55db69f4fd5.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.491225] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/14676fc8-f9ee-4e50-982b-c55db69f4fd5/14676fc8-f9ee-4e50-982b-c55db69f4fd5.vmdk to [datastore2] 453c8944-a68e-47ee-ab7c-161ea0b47aaf/453c8944-a68e-47ee-ab7c-161ea0b47aaf.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.491532] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-955e3901-6042-4a5a-8d07-f4234409beef {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.499155] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 855.499155] env[68663]: value = "task-3238299" [ 855.499155] env[68663]: _type = "Task" [ 855.499155] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.507557] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.633051] env[68663]: DEBUG nova.network.neutron [req-814ecb4d-9716-4701-85da-41a357d10b4f req-8d3ef751-596e-4526-a216-d1fa9e282689 service nova] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Updated VIF entry in instance network info cache for port 020bc961-f159-455f-a595-01dba16ea166. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.633593] env[68663]: DEBUG nova.network.neutron [req-814ecb4d-9716-4701-85da-41a357d10b4f req-8d3ef751-596e-4526-a216-d1fa9e282689 service nova] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Updating instance_info_cache with network_info: [{"id": "020bc961-f159-455f-a595-01dba16ea166", "address": "fa:16:3e:1c:c3:c4", "network": {"id": "002b2579-c4ce-4d3f-a361-46e5508ab813", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-97198598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7bc1e145320434ab4c4c3db4f2bfa2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap020bc961-f1", "ovs_interfaceid": "020bc961-f159-455f-a595-01dba16ea166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.710396] env[68663]: DEBUG nova.scheduler.client.report [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.832322] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: d91b778c-ac38-4998-aa7f-625c3fb8a722] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 855.950285] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5265cbb3-cd70-f664-868e-77fb7686e6e9, 'name': SearchDatastore_Task, 'duration_secs': 0.050961} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.950967] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.951385] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.951838] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.952203] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.952575] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.952968] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a089389-4813-4618-b31c-4715287d0ef6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.966095] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.966495] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.967881] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1107fcfb-03f0-4c36-bf17-289af0ae70bc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.977271] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Waiting for the task: (returnval){ [ 855.977271] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f4a69b-4c89-6cd0-ba12-2da9063cd12f" [ 855.977271] env[68663]: _type = "Task" [ 855.977271] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.987855] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f4a69b-4c89-6cd0-ba12-2da9063cd12f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.006834] env[68663]: DEBUG nova.network.neutron [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Successfully updated port: f3810b21-0447-4687-92ab-0e8380ec619a {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.020029] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238299, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.137009] env[68663]: DEBUG oslo_concurrency.lockutils [req-814ecb4d-9716-4701-85da-41a357d10b4f req-8d3ef751-596e-4526-a216-d1fa9e282689 service nova] Releasing lock "refresh_cache-0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.220296] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.220858] env[68663]: DEBUG nova.compute.manager [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.223694] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.915s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.223848] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.225967] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.724s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.232142] env[68663]: INFO nova.compute.claims [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.275381] env[68663]: INFO nova.scheduler.client.report [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Deleted allocations for instance 307cf1c1-fb29-4f4b-9b79-1788b3942a30 [ 856.337501] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 71bc73f9-6db5-4882-9923-a28402436117] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 856.493027] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f4a69b-4c89-6cd0-ba12-2da9063cd12f, 'name': SearchDatastore_Task, 'duration_secs': 0.011502} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.493027] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eb6d4f0-9c31-4fca-ac8c-1b79b1aaf01e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.499400] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Waiting for the task: (returnval){ [ 856.499400] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52680e59-c053-ef8d-6d96-b55d3ad64afa" [ 856.499400] env[68663]: _type = "Task" [ 856.499400] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.519460] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Acquiring lock "refresh_cache-41b3b190-e394-4295-89b7-6269a4b19ada" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.519822] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Acquired lock "refresh_cache-41b3b190-e394-4295-89b7-6269a4b19ada" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.520036] env[68663]: DEBUG nova.network.neutron [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.521306] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238299, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.521564] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52680e59-c053-ef8d-6d96-b55d3ad64afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.740686] env[68663]: DEBUG nova.compute.utils [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.745018] env[68663]: DEBUG nova.compute.manager [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.745149] env[68663]: DEBUG nova.network.neutron [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.789159] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6af4c9ea-13ae-491e-a318-3fbcdb221a60 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "307cf1c1-fb29-4f4b-9b79-1788b3942a30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.004s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.800443] env[68663]: DEBUG nova.policy [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6232b58de7fd4e46aa69521e62762769', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10d6075e7ae04c14b65a24e37211ead9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.840268] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: ec6e3393-17d9-47ca-94c3-4bb1ccf243d3] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 856.958348] env[68663]: DEBUG nova.compute.manager [req-7232f504-6af3-4b24-8136-77bfdb0f70dc req-64635a08-294b-4ecc-a4b7-de4cc3fd11b4 service nova] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Received event network-vif-plugged-f3810b21-0447-4687-92ab-0e8380ec619a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.958853] env[68663]: DEBUG oslo_concurrency.lockutils [req-7232f504-6af3-4b24-8136-77bfdb0f70dc req-64635a08-294b-4ecc-a4b7-de4cc3fd11b4 service nova] Acquiring lock "41b3b190-e394-4295-89b7-6269a4b19ada-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.960084] env[68663]: DEBUG oslo_concurrency.lockutils [req-7232f504-6af3-4b24-8136-77bfdb0f70dc req-64635a08-294b-4ecc-a4b7-de4cc3fd11b4 service nova] Lock "41b3b190-e394-4295-89b7-6269a4b19ada-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.960084] env[68663]: DEBUG oslo_concurrency.lockutils [req-7232f504-6af3-4b24-8136-77bfdb0f70dc req-64635a08-294b-4ecc-a4b7-de4cc3fd11b4 service nova] Lock "41b3b190-e394-4295-89b7-6269a4b19ada-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.960340] env[68663]: DEBUG nova.compute.manager [req-7232f504-6af3-4b24-8136-77bfdb0f70dc req-64635a08-294b-4ecc-a4b7-de4cc3fd11b4 service nova] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] No waiting events found dispatching network-vif-plugged-f3810b21-0447-4687-92ab-0e8380ec619a {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.960469] env[68663]: WARNING nova.compute.manager [req-7232f504-6af3-4b24-8136-77bfdb0f70dc req-64635a08-294b-4ecc-a4b7-de4cc3fd11b4 service nova] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Received unexpected event network-vif-plugged-f3810b21-0447-4687-92ab-0e8380ec619a for instance with vm_state building and task_state spawning. [ 856.960684] env[68663]: DEBUG nova.compute.manager [req-7232f504-6af3-4b24-8136-77bfdb0f70dc req-64635a08-294b-4ecc-a4b7-de4cc3fd11b4 service nova] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Received event network-changed-f3810b21-0447-4687-92ab-0e8380ec619a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.960793] env[68663]: DEBUG nova.compute.manager [req-7232f504-6af3-4b24-8136-77bfdb0f70dc req-64635a08-294b-4ecc-a4b7-de4cc3fd11b4 service nova] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Refreshing instance network info cache due to event network-changed-f3810b21-0447-4687-92ab-0e8380ec619a. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.961561] env[68663]: DEBUG oslo_concurrency.lockutils [req-7232f504-6af3-4b24-8136-77bfdb0f70dc req-64635a08-294b-4ecc-a4b7-de4cc3fd11b4 service nova] Acquiring lock "refresh_cache-41b3b190-e394-4295-89b7-6269a4b19ada" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.015902] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238299, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.019953] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52680e59-c053-ef8d-6d96-b55d3ad64afa, 'name': SearchDatastore_Task, 'duration_secs': 0.017541} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.020254] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.020533] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb/0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.020854] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72aa72ef-321d-4b50-b34f-c4074d05dfdc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.033079] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Waiting for the task: (returnval){ [ 857.033079] env[68663]: value = "task-3238300" [ 857.033079] env[68663]: _type = "Task" [ 857.033079] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.047091] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': task-3238300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.058601] env[68663]: DEBUG nova.network.neutron [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.240795] env[68663]: DEBUG nova.network.neutron [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Updating instance_info_cache with network_info: [{"id": "f3810b21-0447-4687-92ab-0e8380ec619a", "address": "fa:16:3e:b2:e2:d2", "network": {"id": "db725908-59d1-435d-8dfd-74516f9aef50", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1094347131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb0d815765b3423c8c4614ee314626a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3810b21-04", "ovs_interfaceid": "f3810b21-0447-4687-92ab-0e8380ec619a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.247030] env[68663]: DEBUG nova.compute.manager [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.267099] env[68663]: DEBUG nova.network.neutron [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Successfully created port: a9069797-e55c-4d41-b041-37a1394f7ebb {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.343820] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 052896f2-2f6f-479d-a161-88e6f3513515] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 857.522399] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238299, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.546201] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': task-3238300, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.735722] env[68663]: DEBUG nova.network.neutron [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Successfully created port: c24612a6-a48f-475f-b3b4-6b0534b2a8bb {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.747637] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Releasing lock "refresh_cache-41b3b190-e394-4295-89b7-6269a4b19ada" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.747998] env[68663]: DEBUG nova.compute.manager [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Instance network_info: |[{"id": "f3810b21-0447-4687-92ab-0e8380ec619a", "address": "fa:16:3e:b2:e2:d2", "network": {"id": "db725908-59d1-435d-8dfd-74516f9aef50", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1094347131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb0d815765b3423c8c4614ee314626a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3810b21-04", "ovs_interfaceid": "f3810b21-0447-4687-92ab-0e8380ec619a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.748334] env[68663]: DEBUG oslo_concurrency.lockutils [req-7232f504-6af3-4b24-8136-77bfdb0f70dc req-64635a08-294b-4ecc-a4b7-de4cc3fd11b4 service nova] Acquired lock "refresh_cache-41b3b190-e394-4295-89b7-6269a4b19ada" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.749450] env[68663]: DEBUG nova.network.neutron [req-7232f504-6af3-4b24-8136-77bfdb0f70dc req-64635a08-294b-4ecc-a4b7-de4cc3fd11b4 service nova] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Refreshing network info cache for port f3810b21-0447-4687-92ab-0e8380ec619a {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.751147] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:e2:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3810b21-0447-4687-92ab-0e8380ec619a', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.759016] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Creating folder: Project (fb0d815765b3423c8c4614ee314626a3). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.764378] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a3d599d-0818-4c7a-81ea-8ec320abb6f6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.781047] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Created folder: Project (fb0d815765b3423c8c4614ee314626a3) in parent group-v647027. [ 857.781398] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Creating folder: Instances. Parent ref: group-v647224. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.781669] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91f2f96c-2a49-45d4-9512-eb73abdb5025 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.797410] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Created folder: Instances in parent group-v647224. [ 857.797799] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.798060] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.798285] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-300ff5c8-84e9-48cc-bc2a-0462a8d34847 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.827993] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.827993] env[68663]: value = "task-3238303" [ 857.827993] env[68663]: _type = "Task" [ 857.827993] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.832171] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c37745e-112d-4a21-a0d6-4dd274be3fdf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.839039] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238303, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.844357] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a42aba6-6100-4888-9437-f854a4e6cf80 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.849033] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 51cf3ba5-5a4c-49d2-b955-b4e84a6df37d] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 857.882361] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec0954e-64ff-4ab4-a7ec-b08189c4960b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.891932] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6d6ef3-38b9-4847-9f9c-8e0696f53f4a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.908471] env[68663]: DEBUG nova.compute.provider_tree [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.008179] env[68663]: DEBUG oslo_concurrency.lockutils [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.008444] env[68663]: DEBUG oslo_concurrency.lockutils [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.008656] env[68663]: DEBUG oslo_concurrency.lockutils [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.008842] env[68663]: DEBUG oslo_concurrency.lockutils [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.009018] env[68663]: DEBUG oslo_concurrency.lockutils [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.014511] env[68663]: INFO nova.compute.manager [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Terminating instance [ 858.021805] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238299, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.499191} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.021962] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/14676fc8-f9ee-4e50-982b-c55db69f4fd5/14676fc8-f9ee-4e50-982b-c55db69f4fd5.vmdk to [datastore2] 453c8944-a68e-47ee-ab7c-161ea0b47aaf/453c8944-a68e-47ee-ab7c-161ea0b47aaf.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.022946] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13b3c30-ae09-41ee-bc38-90014b076e7f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.048643] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 453c8944-a68e-47ee-ab7c-161ea0b47aaf/453c8944-a68e-47ee-ab7c-161ea0b47aaf.vmdk or device None with type streamOptimized {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.052595] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12967e6b-9278-4a29-8327-56244c1e351b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.080570] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': task-3238300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633507} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.081889] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb/0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.082115] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.082426] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 858.082426] env[68663]: value = "task-3238304" [ 858.082426] env[68663]: _type = "Task" [ 858.082426] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.082599] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6c6938c-c504-4120-a10c-78bebc1aed6b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.093101] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238304, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.094397] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Waiting for the task: (returnval){ [ 858.094397] env[68663]: value = "task-3238305" [ 858.094397] env[68663]: _type = "Task" [ 858.094397] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.102184] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': task-3238305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.248448] env[68663]: DEBUG nova.network.neutron [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Successfully created port: 203f7574-a282-4886-a159-31df49cb0da4 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.266641] env[68663]: DEBUG nova.compute.manager [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.294877] env[68663]: DEBUG nova.virt.hardware [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.295166] env[68663]: DEBUG nova.virt.hardware [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.295328] env[68663]: DEBUG nova.virt.hardware [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.295715] env[68663]: DEBUG nova.virt.hardware [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.295715] env[68663]: DEBUG nova.virt.hardware [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.295843] env[68663]: DEBUG nova.virt.hardware [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.296088] env[68663]: DEBUG nova.virt.hardware [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.296275] env[68663]: DEBUG nova.virt.hardware [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.296465] env[68663]: DEBUG nova.virt.hardware [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.296648] env[68663]: DEBUG nova.virt.hardware [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.296843] env[68663]: DEBUG nova.virt.hardware [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.297746] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb821264-81c9-4363-8211-0416d1a995f7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.307724] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed288bf-cbcf-4b1f-b737-af5e01503c3c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.335069] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238303, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.351700] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 9e8f21f5-5332-4543-91e7-b1f5057f16d6] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 858.411791] env[68663]: DEBUG nova.scheduler.client.report [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.486622] env[68663]: DEBUG nova.network.neutron [req-7232f504-6af3-4b24-8136-77bfdb0f70dc req-64635a08-294b-4ecc-a4b7-de4cc3fd11b4 service nova] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Updated VIF entry in instance network info cache for port f3810b21-0447-4687-92ab-0e8380ec619a. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.486979] env[68663]: DEBUG nova.network.neutron [req-7232f504-6af3-4b24-8136-77bfdb0f70dc req-64635a08-294b-4ecc-a4b7-de4cc3fd11b4 service nova] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Updating instance_info_cache with network_info: [{"id": "f3810b21-0447-4687-92ab-0e8380ec619a", "address": "fa:16:3e:b2:e2:d2", "network": {"id": "db725908-59d1-435d-8dfd-74516f9aef50", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1094347131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb0d815765b3423c8c4614ee314626a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3810b21-04", "ovs_interfaceid": "f3810b21-0447-4687-92ab-0e8380ec619a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.518489] env[68663]: DEBUG nova.compute.manager [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.518725] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.519627] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d46456f-c08e-457c-a1c4-deda7aff2a6b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.527487] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.527754] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad9f84fe-b18d-45ef-899a-18d39d3c207e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.533919] env[68663]: DEBUG oslo_vmware.api [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 858.533919] env[68663]: value = "task-3238306" [ 858.533919] env[68663]: _type = "Task" [ 858.533919] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.543738] env[68663]: DEBUG oslo_vmware.api [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.597322] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238304, 'name': ReconfigVM_Task, 'duration_secs': 0.295617} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.599707] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 453c8944-a68e-47ee-ab7c-161ea0b47aaf/453c8944-a68e-47ee-ab7c-161ea0b47aaf.vmdk or device None with type streamOptimized {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.600545] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffe1e95e-6be8-4d6c-baf1-8b0c09cb7963 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.608107] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': task-3238305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092374} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.609886] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.612066] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 858.612066] env[68663]: value = "task-3238307" [ 858.612066] env[68663]: _type = "Task" [ 858.612066] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.613478] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2b0015-a229-4f71-a92f-f5bb2236ef2b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.624851] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238307, 'name': Rename_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.646017] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb/0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.646017] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1435eb58-04d3-4a57-b9e2-42d6e45208d2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.671470] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Waiting for the task: (returnval){ [ 858.671470] env[68663]: value = "task-3238308" [ 858.671470] env[68663]: _type = "Task" [ 858.671470] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.680671] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': task-3238308, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.835552] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238303, 'name': CreateVM_Task, 'duration_secs': 0.690999} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.835762] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.836459] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.836626] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.836951] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.837244] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a075b10-10c0-413e-ab40-1908d90a2cda {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.843460] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Waiting for the task: (returnval){ [ 858.843460] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fae9a6-ed51-5276-8543-95624636aea0" [ 858.843460] env[68663]: _type = "Task" [ 858.843460] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.851057] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fae9a6-ed51-5276-8543-95624636aea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.854670] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 0438bf69-1fe2-4c9d-b7fc-8985c13696e2] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 858.918210] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.918751] env[68663]: DEBUG nova.compute.manager [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.921751] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.188s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.921924] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.925299] env[68663]: DEBUG oslo_concurrency.lockutils [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.681s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.927379] env[68663]: INFO nova.compute.claims [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.963876] env[68663]: INFO nova.scheduler.client.report [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Deleted allocations for instance 6eb4d70c-0d28-4004-880c-30a56ee06ed5 [ 858.991623] env[68663]: DEBUG oslo_concurrency.lockutils [req-7232f504-6af3-4b24-8136-77bfdb0f70dc req-64635a08-294b-4ecc-a4b7-de4cc3fd11b4 service nova] Releasing lock "refresh_cache-41b3b190-e394-4295-89b7-6269a4b19ada" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.048847] env[68663]: DEBUG oslo_vmware.api [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238306, 'name': PowerOffVM_Task, 'duration_secs': 0.206398} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.049517] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.049869] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.050442] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86e33d79-5443-4b92-a7ce-38d7d91af5e7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.121872] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.121928] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.122149] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Deleting the datastore file [datastore1] 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.124279] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09d5ee4c-8ac1-42d3-8791-f2be36017d43 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.129760] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238307, 'name': Rename_Task, 'duration_secs': 0.194324} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.130479] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.130750] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4a5b4ba-c80c-4d76-ac3b-9ddc60f39ff9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.134352] env[68663]: DEBUG oslo_vmware.api [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 859.134352] env[68663]: value = "task-3238310" [ 859.134352] env[68663]: _type = "Task" [ 859.134352] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.138721] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 859.138721] env[68663]: value = "task-3238311" [ 859.138721] env[68663]: _type = "Task" [ 859.138721] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.145375] env[68663]: DEBUG oslo_vmware.api [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.150159] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.182802] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': task-3238308, 'name': ReconfigVM_Task, 'duration_secs': 0.274995} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.183104] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb/0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.183771] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab584aae-10e7-42f6-a5d5-9dd4db804efe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.190202] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Waiting for the task: (returnval){ [ 859.190202] env[68663]: value = "task-3238312" [ 859.190202] env[68663]: _type = "Task" [ 859.190202] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.198253] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': task-3238312, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.355580] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fae9a6-ed51-5276-8543-95624636aea0, 'name': SearchDatastore_Task, 'duration_secs': 0.009544} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.355963] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.356276] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.356554] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.356724] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.356904] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.357181] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e1b350e-b54b-4f62-bff0-81b2fe1ac0b4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.359760] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: b95b8194-54c5-45d3-b2ed-bf61f1b2ce02] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 859.368726] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.368912] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.369823] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e6aa349-a803-45fe-bc63-316d3661582a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.375509] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Waiting for the task: (returnval){ [ 859.375509] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5296f27b-2fd1-239c-babe-70ad035a63be" [ 859.375509] env[68663]: _type = "Task" [ 859.375509] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.384537] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5296f27b-2fd1-239c-babe-70ad035a63be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.435641] env[68663]: DEBUG nova.compute.utils [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.436761] env[68663]: DEBUG nova.compute.manager [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.436932] env[68663]: DEBUG nova.network.neutron [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.475587] env[68663]: DEBUG nova.policy [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '557694df41f84586b40ddb42da50e058', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06219caff06340b58cf475b4edd7a55e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.477245] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c21fe7f3-481b-49c8-8274-a24e8e6b8e35 tempest-ServerShowV257Test-1669129478 tempest-ServerShowV257Test-1669129478-project-member] Lock "6eb4d70c-0d28-4004-880c-30a56ee06ed5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.006s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.646782] env[68663]: DEBUG oslo_vmware.api [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218507} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.647388] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.647582] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.647755] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.647958] env[68663]: INFO nova.compute.manager [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 859.648187] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.648381] env[68663]: DEBUG nova.compute.manager [-] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.648473] env[68663]: DEBUG nova.network.neutron [-] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.653191] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.700114] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': task-3238312, 'name': Rename_Task, 'duration_secs': 0.20782} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.703556] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.703968] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8882445-4ea0-41e0-a759-063155397a6a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.712044] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Waiting for the task: (returnval){ [ 859.712044] env[68663]: value = "task-3238313" [ 859.712044] env[68663]: _type = "Task" [ 859.712044] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.721737] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': task-3238313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.754703] env[68663]: DEBUG nova.network.neutron [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Successfully created port: a802ebc9-4260-47ad-8415-da43c2b6f4e0 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.864947] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: e9f5d148-16b8-4e9a-8f19-6fad0ae5dd76] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 859.890017] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5296f27b-2fd1-239c-babe-70ad035a63be, 'name': SearchDatastore_Task, 'duration_secs': 0.00922} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.891478] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b1cdd2f-5d6d-45e1-9a5a-7062534567de {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.901195] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Waiting for the task: (returnval){ [ 859.901195] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523793ce-7efe-cde7-4f90-51919c5ee41c" [ 859.901195] env[68663]: _type = "Task" [ 859.901195] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.916160] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523793ce-7efe-cde7-4f90-51919c5ee41c, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.916343] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.916878] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 41b3b190-e394-4295-89b7-6269a4b19ada/41b3b190-e394-4295-89b7-6269a4b19ada.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.916878] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41466c23-373f-47fc-88e8-4a5b5262db36 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.923962] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Waiting for the task: (returnval){ [ 859.923962] env[68663]: value = "task-3238314" [ 859.923962] env[68663]: _type = "Task" [ 859.923962] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.932792] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.940713] env[68663]: DEBUG nova.compute.manager [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.154802] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.228023] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': task-3238313, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.278835] env[68663]: DEBUG nova.compute.manager [req-570deaa1-7cb7-4a09-b1e3-25bdda198416 req-9477cfaf-7804-4e33-84c7-4faeacc18088 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Received event network-vif-plugged-a9069797-e55c-4d41-b041-37a1394f7ebb {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.279060] env[68663]: DEBUG oslo_concurrency.lockutils [req-570deaa1-7cb7-4a09-b1e3-25bdda198416 req-9477cfaf-7804-4e33-84c7-4faeacc18088 service nova] Acquiring lock "6b90ee6f-5800-49dc-a82d-bd60726a8d4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.279509] env[68663]: DEBUG oslo_concurrency.lockutils [req-570deaa1-7cb7-4a09-b1e3-25bdda198416 req-9477cfaf-7804-4e33-84c7-4faeacc18088 service nova] Lock "6b90ee6f-5800-49dc-a82d-bd60726a8d4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.279755] env[68663]: DEBUG oslo_concurrency.lockutils [req-570deaa1-7cb7-4a09-b1e3-25bdda198416 req-9477cfaf-7804-4e33-84c7-4faeacc18088 service nova] Lock "6b90ee6f-5800-49dc-a82d-bd60726a8d4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.280045] env[68663]: DEBUG nova.compute.manager [req-570deaa1-7cb7-4a09-b1e3-25bdda198416 req-9477cfaf-7804-4e33-84c7-4faeacc18088 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] No waiting events found dispatching network-vif-plugged-a9069797-e55c-4d41-b041-37a1394f7ebb {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.280130] env[68663]: WARNING nova.compute.manager [req-570deaa1-7cb7-4a09-b1e3-25bdda198416 req-9477cfaf-7804-4e33-84c7-4faeacc18088 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Received unexpected event network-vif-plugged-a9069797-e55c-4d41-b041-37a1394f7ebb for instance with vm_state building and task_state spawning. [ 860.367939] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 38805c56-25d5-4164-914f-83dc983d765c] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 860.401507] env[68663]: DEBUG nova.network.neutron [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Successfully updated port: a9069797-e55c-4d41-b041-37a1394f7ebb {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.436947] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238314, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.515538] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ad30bf-730c-49cb-91f4-f63b5d80e800 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.524276] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adca4ea6-f1f8-470d-b897-1d3b230d3e98 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.564372] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a25edff-2f14-41b5-b2c3-555b65332aaf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.572315] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f49ebc5-0cd0-4b05-9298-50527b1ff9a2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.586611] env[68663]: DEBUG nova.compute.provider_tree [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.654911] env[68663]: DEBUG oslo_vmware.api [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238311, 'name': PowerOnVM_Task, 'duration_secs': 1.300482} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.655279] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.655529] env[68663]: INFO nova.compute.manager [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Took 14.95 seconds to spawn the instance on the hypervisor. [ 860.655694] env[68663]: DEBUG nova.compute.manager [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.656737] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cc1aa2-4ed2-478d-81f0-220cc2569c84 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.722320] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': task-3238313, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.761401] env[68663]: DEBUG nova.network.neutron [-] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.871382] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 62b574b2-52da-4288-a48f-42c99825127a] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 860.935712] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554964} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.936015] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 41b3b190-e394-4295-89b7-6269a4b19ada/41b3b190-e394-4295-89b7-6269a4b19ada.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.936241] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.936498] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf142c6a-74de-46da-94e1-614c7519f844 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.943309] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Waiting for the task: (returnval){ [ 860.943309] env[68663]: value = "task-3238315" [ 860.943309] env[68663]: _type = "Task" [ 860.943309] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.951253] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.957520] env[68663]: DEBUG nova.compute.manager [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.981894] env[68663]: DEBUG nova.virt.hardware [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.982586] env[68663]: DEBUG nova.virt.hardware [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.982880] env[68663]: DEBUG nova.virt.hardware [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.983279] env[68663]: DEBUG nova.virt.hardware [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.983608] env[68663]: DEBUG nova.virt.hardware [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.983820] env[68663]: DEBUG nova.virt.hardware [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.984193] env[68663]: DEBUG nova.virt.hardware [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.984494] env[68663]: DEBUG nova.virt.hardware [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.984835] env[68663]: DEBUG nova.virt.hardware [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.985177] env[68663]: DEBUG nova.virt.hardware [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.985529] env[68663]: DEBUG nova.virt.hardware [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.987391] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ec66a3-7444-45f0-8b87-ca7dc3da5546 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.998710] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b935be-bb8d-4f19-ae26-9921676c4491 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.091271] env[68663]: DEBUG nova.scheduler.client.report [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.173688] env[68663]: INFO nova.compute.manager [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Took 59.32 seconds to build instance. [ 861.223861] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': task-3238313, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.262634] env[68663]: INFO nova.compute.manager [-] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Took 1.61 seconds to deallocate network for instance. [ 861.285600] env[68663]: DEBUG nova.network.neutron [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Successfully updated port: a802ebc9-4260-47ad-8415-da43c2b6f4e0 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.344665] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Acquiring lock "c66bf974-52ee-41cf-8409-6ee868e2709e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.344948] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Lock "c66bf974-52ee-41cf-8409-6ee868e2709e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.375419] env[68663]: DEBUG nova.compute.manager [req-dfe29c20-9458-4159-82ac-3d17b3a67b05 req-753b326b-4845-4594-8112-aa2f837678aa service nova] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Received event network-vif-plugged-a802ebc9-4260-47ad-8415-da43c2b6f4e0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.375675] env[68663]: DEBUG oslo_concurrency.lockutils [req-dfe29c20-9458-4159-82ac-3d17b3a67b05 req-753b326b-4845-4594-8112-aa2f837678aa service nova] Acquiring lock "ed823442-ad98-41ee-83a4-c1fa82d2a67a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.375898] env[68663]: DEBUG oslo_concurrency.lockutils [req-dfe29c20-9458-4159-82ac-3d17b3a67b05 req-753b326b-4845-4594-8112-aa2f837678aa service nova] Lock "ed823442-ad98-41ee-83a4-c1fa82d2a67a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.376082] env[68663]: DEBUG oslo_concurrency.lockutils [req-dfe29c20-9458-4159-82ac-3d17b3a67b05 req-753b326b-4845-4594-8112-aa2f837678aa service nova] Lock "ed823442-ad98-41ee-83a4-c1fa82d2a67a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.376253] env[68663]: DEBUG nova.compute.manager [req-dfe29c20-9458-4159-82ac-3d17b3a67b05 req-753b326b-4845-4594-8112-aa2f837678aa service nova] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] No waiting events found dispatching network-vif-plugged-a802ebc9-4260-47ad-8415-da43c2b6f4e0 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.376420] env[68663]: WARNING nova.compute.manager [req-dfe29c20-9458-4159-82ac-3d17b3a67b05 req-753b326b-4845-4594-8112-aa2f837678aa service nova] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Received unexpected event network-vif-plugged-a802ebc9-4260-47ad-8415-da43c2b6f4e0 for instance with vm_state building and task_state spawning. [ 861.377192] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.377345] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Cleaning up deleted instances with incomplete migration {{(pid=68663) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 861.452899] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081534} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.453201] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.454014] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6ac172-6c14-4f44-bf85-d788465cf148 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.476440] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 41b3b190-e394-4295-89b7-6269a4b19ada/41b3b190-e394-4295-89b7-6269a4b19ada.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.476738] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac13be2f-dca5-425a-ad8f-846376d69d69 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.499626] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Waiting for the task: (returnval){ [ 861.499626] env[68663]: value = "task-3238316" [ 861.499626] env[68663]: _type = "Task" [ 861.499626] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.508087] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.598958] env[68663]: DEBUG oslo_concurrency.lockutils [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.599606] env[68663]: DEBUG nova.compute.manager [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.602323] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "453c8944-a68e-47ee-ab7c-161ea0b47aaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.602497] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.691s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.602673] env[68663]: DEBUG nova.objects.instance [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 861.675700] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc9009f6-afb3-43e8-9d12-c24d96ab6ed5 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "453c8944-a68e-47ee-ab7c-161ea0b47aaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.833s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.679243] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "453c8944-a68e-47ee-ab7c-161ea0b47aaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.077s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.679474] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "453c8944-a68e-47ee-ab7c-161ea0b47aaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.679675] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "453c8944-a68e-47ee-ab7c-161ea0b47aaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.679838] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "453c8944-a68e-47ee-ab7c-161ea0b47aaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.681603] env[68663]: INFO nova.compute.manager [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Terminating instance [ 861.722756] env[68663]: DEBUG oslo_vmware.api [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': task-3238313, 'name': PowerOnVM_Task, 'duration_secs': 1.668545} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.723300] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.723557] env[68663]: INFO nova.compute.manager [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Took 9.74 seconds to spawn the instance on the hypervisor. [ 861.723752] env[68663]: DEBUG nova.compute.manager [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.724501] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be534fe5-4a1d-4a33-a6c1-304951222a13 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.772845] env[68663]: DEBUG oslo_concurrency.lockutils [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.789287] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "refresh_cache-ed823442-ad98-41ee-83a4-c1fa82d2a67a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.789400] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquired lock "refresh_cache-ed823442-ad98-41ee-83a4-c1fa82d2a67a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.789511] env[68663]: DEBUG nova.network.neutron [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.880576] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.010126] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.107284] env[68663]: DEBUG nova.compute.utils [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.112018] env[68663]: DEBUG nova.compute.manager [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.112018] env[68663]: DEBUG nova.network.neutron [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.151301] env[68663]: DEBUG nova.policy [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb983e7a44b418d9a117727ec067cec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3222856d03444d287f35dd48c83a8b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.182362] env[68663]: DEBUG nova.compute.manager [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.185818] env[68663]: DEBUG nova.compute.manager [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.186046] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.189020] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6987770-820f-4adc-84a7-f2f1fa2de943 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.195282] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.195506] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54927082-cefa-4af8-a95f-868a1becfe0c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.202789] env[68663]: DEBUG oslo_vmware.api [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 862.202789] env[68663]: value = "task-3238317" [ 862.202789] env[68663]: _type = "Task" [ 862.202789] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.210913] env[68663]: DEBUG oslo_vmware.api [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.242195] env[68663]: INFO nova.compute.manager [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Took 53.05 seconds to build instance. [ 862.345918] env[68663]: DEBUG nova.network.neutron [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.355854] env[68663]: DEBUG nova.compute.manager [req-e9936f91-52f7-47ae-81fa-e929a65c9099 req-cc1c25ba-a5e2-46ce-bb53-0e443efd396d service nova] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Received event network-vif-deleted-97f44a42-53dd-4c68-9885-672e6ba26407 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.355854] env[68663]: DEBUG nova.compute.manager [req-e9936f91-52f7-47ae-81fa-e929a65c9099 req-cc1c25ba-a5e2-46ce-bb53-0e443efd396d service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Received event network-changed-a9069797-e55c-4d41-b041-37a1394f7ebb {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.355854] env[68663]: DEBUG nova.compute.manager [req-e9936f91-52f7-47ae-81fa-e929a65c9099 req-cc1c25ba-a5e2-46ce-bb53-0e443efd396d service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Refreshing instance network info cache due to event network-changed-a9069797-e55c-4d41-b041-37a1394f7ebb. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.355854] env[68663]: DEBUG oslo_concurrency.lockutils [req-e9936f91-52f7-47ae-81fa-e929a65c9099 req-cc1c25ba-a5e2-46ce-bb53-0e443efd396d service nova] Acquiring lock "refresh_cache-6b90ee6f-5800-49dc-a82d-bd60726a8d4d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.355854] env[68663]: DEBUG oslo_concurrency.lockutils [req-e9936f91-52f7-47ae-81fa-e929a65c9099 req-cc1c25ba-a5e2-46ce-bb53-0e443efd396d service nova] Acquired lock "refresh_cache-6b90ee6f-5800-49dc-a82d-bd60726a8d4d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.356366] env[68663]: DEBUG nova.network.neutron [req-e9936f91-52f7-47ae-81fa-e929a65c9099 req-cc1c25ba-a5e2-46ce-bb53-0e443efd396d service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Refreshing network info cache for port a9069797-e55c-4d41-b041-37a1394f7ebb {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.482524] env[68663]: DEBUG nova.network.neutron [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Successfully created port: a5e45151-2353-4bfd-bc38-6ebf6053182e {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.512952] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238316, 'name': ReconfigVM_Task, 'duration_secs': 0.898553} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.513482] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 41b3b190-e394-4295-89b7-6269a4b19ada/41b3b190-e394-4295-89b7-6269a4b19ada.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.514306] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8680b695-5dc2-41fa-9a0a-fac8c38221b0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.520620] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Waiting for the task: (returnval){ [ 862.520620] env[68663]: value = "task-3238318" [ 862.520620] env[68663]: _type = "Task" [ 862.520620] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.528215] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238318, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.612046] env[68663]: DEBUG nova.compute.manager [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.615994] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3503dee0-e3df-4958-ad23-230f713bf3b5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.620029] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.032s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.620029] env[68663]: INFO nova.compute.claims [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.713859] env[68663]: DEBUG oslo_vmware.api [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238317, 'name': PowerOffVM_Task, 'duration_secs': 0.233788} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.714211] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.714391] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.715322] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.715559] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e46b2da8-8309-4873-b02b-3b2a531a567b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.744678] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2d1d4a0d-f95b-4a4e-b4bb-701f857af37f tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Lock "0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.557s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.782650] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.782902] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.783097] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Deleting the datastore file [datastore2] 453c8944-a68e-47ee-ab7c-161ea0b47aaf {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.783408] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cd9f3cf-9085-4213-9a68-9e8f939433c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.791511] env[68663]: DEBUG oslo_vmware.api [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 862.791511] env[68663]: value = "task-3238320" [ 862.791511] env[68663]: _type = "Task" [ 862.791511] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.799837] env[68663]: DEBUG oslo_vmware.api [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.871509] env[68663]: DEBUG nova.network.neutron [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Updating instance_info_cache with network_info: [{"id": "a802ebc9-4260-47ad-8415-da43c2b6f4e0", "address": "fa:16:3e:85:02:4c", "network": {"id": "7d8e51e4-243e-4186-a409-9c9014274de7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-943322285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "06219caff06340b58cf475b4edd7a55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa802ebc9-42", "ovs_interfaceid": "a802ebc9-4260-47ad-8415-da43c2b6f4e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.905197] env[68663]: DEBUG nova.network.neutron [req-e9936f91-52f7-47ae-81fa-e929a65c9099 req-cc1c25ba-a5e2-46ce-bb53-0e443efd396d service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.995169] env[68663]: DEBUG nova.network.neutron [req-e9936f91-52f7-47ae-81fa-e929a65c9099 req-cc1c25ba-a5e2-46ce-bb53-0e443efd396d service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.030786] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238318, 'name': Rename_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.218858] env[68663]: DEBUG nova.network.neutron [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Successfully updated port: c24612a6-a48f-475f-b3b4-6b0534b2a8bb {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.247313] env[68663]: DEBUG nova.compute.manager [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.301999] env[68663]: DEBUG oslo_vmware.api [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145523} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.302303] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.302492] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.302663] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.302856] env[68663]: INFO nova.compute.manager [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 863.303108] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.303311] env[68663]: DEBUG nova.compute.manager [-] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.303421] env[68663]: DEBUG nova.network.neutron [-] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.374537] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Releasing lock "refresh_cache-ed823442-ad98-41ee-83a4-c1fa82d2a67a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.374881] env[68663]: DEBUG nova.compute.manager [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Instance network_info: |[{"id": "a802ebc9-4260-47ad-8415-da43c2b6f4e0", "address": "fa:16:3e:85:02:4c", "network": {"id": "7d8e51e4-243e-4186-a409-9c9014274de7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-943322285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "06219caff06340b58cf475b4edd7a55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa802ebc9-42", "ovs_interfaceid": "a802ebc9-4260-47ad-8415-da43c2b6f4e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.375301] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:02:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a802ebc9-4260-47ad-8415-da43c2b6f4e0', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.383347] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Creating folder: Project (06219caff06340b58cf475b4edd7a55e). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.383622] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29766771-e7d8-4270-9bf3-03baaf3d85f3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.394570] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Created folder: Project (06219caff06340b58cf475b4edd7a55e) in parent group-v647027. [ 863.394758] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Creating folder: Instances. Parent ref: group-v647227. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.394985] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76e394d0-634e-40e6-abe1-4573144cab84 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.405395] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Created folder: Instances in parent group-v647227. [ 863.405623] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.405818] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.406048] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efcda1cd-d371-408e-b7a0-e4fb00f3bd3b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.426154] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.426154] env[68663]: value = "task-3238323" [ 863.426154] env[68663]: _type = "Task" [ 863.426154] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.433976] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238323, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.498032] env[68663]: DEBUG oslo_concurrency.lockutils [req-e9936f91-52f7-47ae-81fa-e929a65c9099 req-cc1c25ba-a5e2-46ce-bb53-0e443efd396d service nova] Releasing lock "refresh_cache-6b90ee6f-5800-49dc-a82d-bd60726a8d4d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.530564] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238318, 'name': Rename_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.624210] env[68663]: DEBUG nova.compute.manager [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.666919] env[68663]: DEBUG nova.virt.hardware [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.667177] env[68663]: DEBUG nova.virt.hardware [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.667330] env[68663]: DEBUG nova.virt.hardware [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.667506] env[68663]: DEBUG nova.virt.hardware [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.667653] env[68663]: DEBUG nova.virt.hardware [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.667796] env[68663]: DEBUG nova.virt.hardware [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.668074] env[68663]: DEBUG nova.virt.hardware [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.668728] env[68663]: DEBUG nova.virt.hardware [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.668925] env[68663]: DEBUG nova.virt.hardware [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.669118] env[68663]: DEBUG nova.virt.hardware [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.669290] env[68663]: DEBUG nova.virt.hardware [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.670758] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3534a185-148b-4524-a73a-9a2f96dda97f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.684127] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d596e4cd-a5fa-4cac-be2a-eae7b568ead7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.732931] env[68663]: DEBUG nova.compute.manager [req-a47ea4da-6599-4fe8-9937-afc329b13a0e req-30d06710-5fc8-41ce-a618-e5773a6f786b service nova] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Received event network-changed-a802ebc9-4260-47ad-8415-da43c2b6f4e0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.733165] env[68663]: DEBUG nova.compute.manager [req-a47ea4da-6599-4fe8-9937-afc329b13a0e req-30d06710-5fc8-41ce-a618-e5773a6f786b service nova] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Refreshing instance network info cache due to event network-changed-a802ebc9-4260-47ad-8415-da43c2b6f4e0. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.733422] env[68663]: DEBUG oslo_concurrency.lockutils [req-a47ea4da-6599-4fe8-9937-afc329b13a0e req-30d06710-5fc8-41ce-a618-e5773a6f786b service nova] Acquiring lock "refresh_cache-ed823442-ad98-41ee-83a4-c1fa82d2a67a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.733577] env[68663]: DEBUG oslo_concurrency.lockutils [req-a47ea4da-6599-4fe8-9937-afc329b13a0e req-30d06710-5fc8-41ce-a618-e5773a6f786b service nova] Acquired lock "refresh_cache-ed823442-ad98-41ee-83a4-c1fa82d2a67a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.734364] env[68663]: DEBUG nova.network.neutron [req-a47ea4da-6599-4fe8-9937-afc329b13a0e req-30d06710-5fc8-41ce-a618-e5773a6f786b service nova] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Refreshing network info cache for port a802ebc9-4260-47ad-8415-da43c2b6f4e0 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.767981] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.938869] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238323, 'name': CreateVM_Task, 'duration_secs': 0.388382} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.939162] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.939767] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.939938] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.940426] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.940563] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf85ebf-af54-4409-b26d-02785133e5d7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.948540] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 863.948540] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529c0e0d-2a78-6c58-cb43-853d722e1162" [ 863.948540] env[68663]: _type = "Task" [ 863.948540] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.961329] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529c0e0d-2a78-6c58-cb43-853d722e1162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.019873] env[68663]: DEBUG nova.network.neutron [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Successfully updated port: a5e45151-2353-4bfd-bc38-6ebf6053182e {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.032656] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238318, 'name': Rename_Task, 'duration_secs': 1.166148} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.036201] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.036990] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-374618d3-89d4-4839-b5e9-b08d6ddbf8b7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.044643] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Waiting for the task: (returnval){ [ 864.044643] env[68663]: value = "task-3238324" [ 864.044643] env[68663]: _type = "Task" [ 864.044643] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.058315] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.163621] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db22d19-e4eb-41c0-aa21-91aad0bbd504 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.171944] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077b0711-0ba3-40e1-a035-a43d1bb1619c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.203357] env[68663]: DEBUG nova.network.neutron [-] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.205900] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed2ca40-5df9-427e-8d73-b5d1d8535930 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.214145] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a745ee6a-4e03-4c20-8116-a2de8a153e24 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.229178] env[68663]: DEBUG nova.compute.provider_tree [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.426131] env[68663]: DEBUG nova.network.neutron [req-a47ea4da-6599-4fe8-9937-afc329b13a0e req-30d06710-5fc8-41ce-a618-e5773a6f786b service nova] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Updated VIF entry in instance network info cache for port a802ebc9-4260-47ad-8415-da43c2b6f4e0. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.426503] env[68663]: DEBUG nova.network.neutron [req-a47ea4da-6599-4fe8-9937-afc329b13a0e req-30d06710-5fc8-41ce-a618-e5773a6f786b service nova] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Updating instance_info_cache with network_info: [{"id": "a802ebc9-4260-47ad-8415-da43c2b6f4e0", "address": "fa:16:3e:85:02:4c", "network": {"id": "7d8e51e4-243e-4186-a409-9c9014274de7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-943322285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "06219caff06340b58cf475b4edd7a55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa802ebc9-42", "ovs_interfaceid": "a802ebc9-4260-47ad-8415-da43c2b6f4e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.463286] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529c0e0d-2a78-6c58-cb43-853d722e1162, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.463427] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.463873] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.463957] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.464061] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.464443] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.464520] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4cb40ae-bd77-427a-a339-4238b50ee3c5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.473101] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.473731] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.474774] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94405096-acb9-4cfb-83f2-2fa103c81727 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.480069] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 864.480069] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529f16c4-e27d-9779-28a1-fed0ce35af26" [ 864.480069] env[68663]: _type = "Task" [ 864.480069] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.488538] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529f16c4-e27d-9779-28a1-fed0ce35af26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.523475] env[68663]: DEBUG oslo_concurrency.lockutils [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "refresh_cache-9ca512af-7602-448a-b3bf-8785bd43e211" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.523699] env[68663]: DEBUG oslo_concurrency.lockutils [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "refresh_cache-9ca512af-7602-448a-b3bf-8785bd43e211" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.525724] env[68663]: DEBUG nova.network.neutron [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.554410] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238324, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.706705] env[68663]: INFO nova.compute.manager [-] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Took 1.40 seconds to deallocate network for instance. [ 864.726192] env[68663]: DEBUG nova.compute.manager [req-2c78fc26-8176-4807-b669-cb14db0ba4b6 req-d403395c-d775-4e4b-a278-cf76782e5d23 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Received event network-vif-plugged-c24612a6-a48f-475f-b3b4-6b0534b2a8bb {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.726424] env[68663]: DEBUG oslo_concurrency.lockutils [req-2c78fc26-8176-4807-b669-cb14db0ba4b6 req-d403395c-d775-4e4b-a278-cf76782e5d23 service nova] Acquiring lock "6b90ee6f-5800-49dc-a82d-bd60726a8d4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.726684] env[68663]: DEBUG oslo_concurrency.lockutils [req-2c78fc26-8176-4807-b669-cb14db0ba4b6 req-d403395c-d775-4e4b-a278-cf76782e5d23 service nova] Lock "6b90ee6f-5800-49dc-a82d-bd60726a8d4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.726910] env[68663]: DEBUG oslo_concurrency.lockutils [req-2c78fc26-8176-4807-b669-cb14db0ba4b6 req-d403395c-d775-4e4b-a278-cf76782e5d23 service nova] Lock "6b90ee6f-5800-49dc-a82d-bd60726a8d4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.727429] env[68663]: DEBUG nova.compute.manager [req-2c78fc26-8176-4807-b669-cb14db0ba4b6 req-d403395c-d775-4e4b-a278-cf76782e5d23 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] No waiting events found dispatching network-vif-plugged-c24612a6-a48f-475f-b3b4-6b0534b2a8bb {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.727429] env[68663]: WARNING nova.compute.manager [req-2c78fc26-8176-4807-b669-cb14db0ba4b6 req-d403395c-d775-4e4b-a278-cf76782e5d23 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Received unexpected event network-vif-plugged-c24612a6-a48f-475f-b3b4-6b0534b2a8bb for instance with vm_state building and task_state spawning. [ 864.727429] env[68663]: DEBUG nova.compute.manager [req-2c78fc26-8176-4807-b669-cb14db0ba4b6 req-d403395c-d775-4e4b-a278-cf76782e5d23 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Received event network-changed-c24612a6-a48f-475f-b3b4-6b0534b2a8bb {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.727593] env[68663]: DEBUG nova.compute.manager [req-2c78fc26-8176-4807-b669-cb14db0ba4b6 req-d403395c-d775-4e4b-a278-cf76782e5d23 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Refreshing instance network info cache due to event network-changed-c24612a6-a48f-475f-b3b4-6b0534b2a8bb. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.727833] env[68663]: DEBUG oslo_concurrency.lockutils [req-2c78fc26-8176-4807-b669-cb14db0ba4b6 req-d403395c-d775-4e4b-a278-cf76782e5d23 service nova] Acquiring lock "refresh_cache-6b90ee6f-5800-49dc-a82d-bd60726a8d4d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.727902] env[68663]: DEBUG oslo_concurrency.lockutils [req-2c78fc26-8176-4807-b669-cb14db0ba4b6 req-d403395c-d775-4e4b-a278-cf76782e5d23 service nova] Acquired lock "refresh_cache-6b90ee6f-5800-49dc-a82d-bd60726a8d4d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.728018] env[68663]: DEBUG nova.network.neutron [req-2c78fc26-8176-4807-b669-cb14db0ba4b6 req-d403395c-d775-4e4b-a278-cf76782e5d23 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Refreshing network info cache for port c24612a6-a48f-475f-b3b4-6b0534b2a8bb {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.732734] env[68663]: DEBUG nova.scheduler.client.report [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.930052] env[68663]: DEBUG oslo_concurrency.lockutils [req-a47ea4da-6599-4fe8-9937-afc329b13a0e req-30d06710-5fc8-41ce-a618-e5773a6f786b service nova] Releasing lock "refresh_cache-ed823442-ad98-41ee-83a4-c1fa82d2a67a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.991693] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529f16c4-e27d-9779-28a1-fed0ce35af26, 'name': SearchDatastore_Task, 'duration_secs': 0.009018} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.992831] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3059db8a-ebe3-4dc9-820a-23f94934170e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.998138] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 864.998138] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d2d40d-b9f8-bb59-b052-154aa09b991e" [ 864.998138] env[68663]: _type = "Task" [ 864.998138] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.007225] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d2d40d-b9f8-bb59-b052-154aa09b991e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.054474] env[68663]: DEBUG oslo_vmware.api [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238324, 'name': PowerOnVM_Task, 'duration_secs': 0.798805} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.054731] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.054912] env[68663]: INFO nova.compute.manager [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Took 10.37 seconds to spawn the instance on the hypervisor. [ 865.055103] env[68663]: DEBUG nova.compute.manager [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.055896] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764e1ea7-51d5-42ee-9e85-6329472612ee {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.058913] env[68663]: DEBUG nova.network.neutron [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.087017] env[68663]: DEBUG oslo_concurrency.lockutils [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Acquiring lock "0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.087303] env[68663]: DEBUG oslo_concurrency.lockutils [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Lock "0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.088021] env[68663]: DEBUG oslo_concurrency.lockutils [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Acquiring lock "0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.088750] env[68663]: DEBUG oslo_concurrency.lockutils [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Lock "0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.088750] env[68663]: DEBUG oslo_concurrency.lockutils [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Lock "0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.091748] env[68663]: INFO nova.compute.manager [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Terminating instance [ 865.217230] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.226867] env[68663]: DEBUG nova.network.neutron [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Updating instance_info_cache with network_info: [{"id": "a5e45151-2353-4bfd-bc38-6ebf6053182e", "address": "fa:16:3e:9a:66:55", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e45151-23", "ovs_interfaceid": "a5e45151-2353-4bfd-bc38-6ebf6053182e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.238074] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.238606] env[68663]: DEBUG nova.compute.manager [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.244114] env[68663]: DEBUG oslo_concurrency.lockutils [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.861s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.266266] env[68663]: DEBUG nova.network.neutron [req-2c78fc26-8176-4807-b669-cb14db0ba4b6 req-d403395c-d775-4e4b-a278-cf76782e5d23 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.345043] env[68663]: DEBUG nova.network.neutron [req-2c78fc26-8176-4807-b669-cb14db0ba4b6 req-d403395c-d775-4e4b-a278-cf76782e5d23 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.508973] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d2d40d-b9f8-bb59-b052-154aa09b991e, 'name': SearchDatastore_Task, 'duration_secs': 0.009558} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.509206] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.509611] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] ed823442-ad98-41ee-83a4-c1fa82d2a67a/ed823442-ad98-41ee-83a4-c1fa82d2a67a.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.509721] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca7374de-833d-4a5f-a44b-f21be30ec14c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.517232] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 865.517232] env[68663]: value = "task-3238325" [ 865.517232] env[68663]: _type = "Task" [ 865.517232] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.527418] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.532184] env[68663]: DEBUG nova.network.neutron [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Successfully updated port: 203f7574-a282-4886-a159-31df49cb0da4 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.574945] env[68663]: INFO nova.compute.manager [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Took 53.51 seconds to build instance. [ 865.595555] env[68663]: DEBUG nova.compute.manager [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.595789] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.596912] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e3c1e5-c800-4398-86bf-f0f334803e5f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.605261] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.605522] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef1877fc-3054-407a-88d1-380c68251d15 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.612674] env[68663]: DEBUG oslo_vmware.api [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Waiting for the task: (returnval){ [ 865.612674] env[68663]: value = "task-3238326" [ 865.612674] env[68663]: _type = "Task" [ 865.612674] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.620921] env[68663]: DEBUG oslo_vmware.api [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': task-3238326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.729806] env[68663]: DEBUG oslo_concurrency.lockutils [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "refresh_cache-9ca512af-7602-448a-b3bf-8785bd43e211" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.730195] env[68663]: DEBUG nova.compute.manager [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Instance network_info: |[{"id": "a5e45151-2353-4bfd-bc38-6ebf6053182e", "address": "fa:16:3e:9a:66:55", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e45151-23", "ovs_interfaceid": "a5e45151-2353-4bfd-bc38-6ebf6053182e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.730714] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:66:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5e45151-2353-4bfd-bc38-6ebf6053182e', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.739504] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.739792] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.740037] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-846d4f03-5ed1-489b-b4db-68e29c05e0ff {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.759378] env[68663]: INFO nova.compute.claims [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.764186] env[68663]: DEBUG nova.compute.utils [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.766212] env[68663]: DEBUG nova.compute.manager [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.766439] env[68663]: DEBUG nova.network.neutron [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.774625] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.774625] env[68663]: value = "task-3238327" [ 865.774625] env[68663]: _type = "Task" [ 865.774625] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.784519] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238327, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.848683] env[68663]: DEBUG oslo_concurrency.lockutils [req-2c78fc26-8176-4807-b669-cb14db0ba4b6 req-d403395c-d775-4e4b-a278-cf76782e5d23 service nova] Releasing lock "refresh_cache-6b90ee6f-5800-49dc-a82d-bd60726a8d4d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.848916] env[68663]: DEBUG nova.compute.manager [req-2c78fc26-8176-4807-b669-cb14db0ba4b6 req-d403395c-d775-4e4b-a278-cf76782e5d23 service nova] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Received event network-vif-deleted-a1f50382-1715-4404-9e81-0428cba80c3c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.906925] env[68663]: DEBUG nova.policy [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc78e01d99fe418d83ea35dc7aa3d04e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4414076fe9f4036a21ae78d242ae3de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.029227] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459552} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.029582] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] ed823442-ad98-41ee-83a4-c1fa82d2a67a/ed823442-ad98-41ee-83a4-c1fa82d2a67a.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.029705] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.029956] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edcf1ca2-7f7e-4a94-b02f-29a5a7416203 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.035479] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquiring lock "refresh_cache-6b90ee6f-5800-49dc-a82d-bd60726a8d4d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.035640] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquired lock "refresh_cache-6b90ee6f-5800-49dc-a82d-bd60726a8d4d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.035866] env[68663]: DEBUG nova.network.neutron [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.041879] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 866.041879] env[68663]: value = "task-3238328" [ 866.041879] env[68663]: _type = "Task" [ 866.041879] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.059685] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.071352] env[68663]: DEBUG nova.compute.manager [req-8bff12d3-a934-43bf-83dd-b59ea69fafd4 req-b0b67f43-ff74-4cec-bab2-4082e3577b83 service nova] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Received event network-vif-plugged-a5e45151-2353-4bfd-bc38-6ebf6053182e {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.071352] env[68663]: DEBUG oslo_concurrency.lockutils [req-8bff12d3-a934-43bf-83dd-b59ea69fafd4 req-b0b67f43-ff74-4cec-bab2-4082e3577b83 service nova] Acquiring lock "9ca512af-7602-448a-b3bf-8785bd43e211-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.071352] env[68663]: DEBUG oslo_concurrency.lockutils [req-8bff12d3-a934-43bf-83dd-b59ea69fafd4 req-b0b67f43-ff74-4cec-bab2-4082e3577b83 service nova] Lock "9ca512af-7602-448a-b3bf-8785bd43e211-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.071352] env[68663]: DEBUG oslo_concurrency.lockutils [req-8bff12d3-a934-43bf-83dd-b59ea69fafd4 req-b0b67f43-ff74-4cec-bab2-4082e3577b83 service nova] Lock "9ca512af-7602-448a-b3bf-8785bd43e211-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.071352] env[68663]: DEBUG nova.compute.manager [req-8bff12d3-a934-43bf-83dd-b59ea69fafd4 req-b0b67f43-ff74-4cec-bab2-4082e3577b83 service nova] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] No waiting events found dispatching network-vif-plugged-a5e45151-2353-4bfd-bc38-6ebf6053182e {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.071819] env[68663]: WARNING nova.compute.manager [req-8bff12d3-a934-43bf-83dd-b59ea69fafd4 req-b0b67f43-ff74-4cec-bab2-4082e3577b83 service nova] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Received unexpected event network-vif-plugged-a5e45151-2353-4bfd-bc38-6ebf6053182e for instance with vm_state building and task_state spawning. [ 866.072203] env[68663]: DEBUG nova.compute.manager [req-8bff12d3-a934-43bf-83dd-b59ea69fafd4 req-b0b67f43-ff74-4cec-bab2-4082e3577b83 service nova] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Received event network-changed-a5e45151-2353-4bfd-bc38-6ebf6053182e {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.072525] env[68663]: DEBUG nova.compute.manager [req-8bff12d3-a934-43bf-83dd-b59ea69fafd4 req-b0b67f43-ff74-4cec-bab2-4082e3577b83 service nova] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Refreshing instance network info cache due to event network-changed-a5e45151-2353-4bfd-bc38-6ebf6053182e. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.072917] env[68663]: DEBUG oslo_concurrency.lockutils [req-8bff12d3-a934-43bf-83dd-b59ea69fafd4 req-b0b67f43-ff74-4cec-bab2-4082e3577b83 service nova] Acquiring lock "refresh_cache-9ca512af-7602-448a-b3bf-8785bd43e211" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.075298] env[68663]: DEBUG oslo_concurrency.lockutils [req-8bff12d3-a934-43bf-83dd-b59ea69fafd4 req-b0b67f43-ff74-4cec-bab2-4082e3577b83 service nova] Acquired lock "refresh_cache-9ca512af-7602-448a-b3bf-8785bd43e211" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.075298] env[68663]: DEBUG nova.network.neutron [req-8bff12d3-a934-43bf-83dd-b59ea69fafd4 req-b0b67f43-ff74-4cec-bab2-4082e3577b83 service nova] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Refreshing network info cache for port a5e45151-2353-4bfd-bc38-6ebf6053182e {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.076710] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b415437-b61b-43cd-9963-5918e3f5a857 tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Lock "41b3b190-e394-4295-89b7-6269a4b19ada" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.029s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.122863] env[68663]: DEBUG oslo_vmware.api [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': task-3238326, 'name': PowerOffVM_Task, 'duration_secs': 0.263874} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.123286] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.123673] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.124053] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d110772f-98f6-46be-9884-71e8fceebde8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.191045] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.191045] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.191045] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Deleting the datastore file [datastore1] 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.191045] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46b97c39-0609-4177-89cb-add09f4da761 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.200034] env[68663]: DEBUG oslo_vmware.api [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Waiting for the task: (returnval){ [ 866.200034] env[68663]: value = "task-3238330" [ 866.200034] env[68663]: _type = "Task" [ 866.200034] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.214665] env[68663]: DEBUG oslo_vmware.api [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': task-3238330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.270020] env[68663]: INFO nova.compute.resource_tracker [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updating resource usage from migration 716cf39c-e987-4618-94b2-0766cb6512f2 [ 866.272240] env[68663]: DEBUG nova.compute.manager [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.289186] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238327, 'name': CreateVM_Task, 'duration_secs': 0.397127} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.289591] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.290546] env[68663]: DEBUG oslo_concurrency.lockutils [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.290882] env[68663]: DEBUG oslo_concurrency.lockutils [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.291446] env[68663]: DEBUG oslo_concurrency.lockutils [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.291828] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-194e4a52-558a-4c4d-8f18-9d9b1695fb63 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.298179] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 866.298179] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d8ee84-6699-0ef4-6712-c0a9885463f7" [ 866.298179] env[68663]: _type = "Task" [ 866.298179] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.314345] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d8ee84-6699-0ef4-6712-c0a9885463f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009887} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.314345] env[68663]: DEBUG oslo_concurrency.lockutils [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.314345] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.314345] env[68663]: DEBUG oslo_concurrency.lockutils [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.314495] env[68663]: DEBUG oslo_concurrency.lockutils [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.314495] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.314495] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67196a7f-4c4e-42b1-ae99-324e98d1f292 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.324326] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.324599] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.325441] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8be2ff2-0459-4c52-985a-000eb8a52d3e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.331199] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 866.331199] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529ed7eb-7348-ca89-581e-ccdda7977641" [ 866.331199] env[68663]: _type = "Task" [ 866.331199] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.339524] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529ed7eb-7348-ca89-581e-ccdda7977641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.553819] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06306} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.556611] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.557798] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cebc21-4f74-47cd-9145-411500220c66 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.580243] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] ed823442-ad98-41ee-83a4-c1fa82d2a67a/ed823442-ad98-41ee-83a4-c1fa82d2a67a.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.585045] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59fabfda-867a-4cde-95b7-259cdfed496d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.600371] env[68663]: DEBUG nova.network.neutron [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.610026] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 866.610026] env[68663]: value = "task-3238331" [ 866.610026] env[68663]: _type = "Task" [ 866.610026] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.622139] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238331, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.707439] env[68663]: DEBUG oslo_vmware.api [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Task: {'id': task-3238330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145854} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.707887] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.711187] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.711187] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.711187] env[68663]: INFO nova.compute.manager [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 866.711187] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.711187] env[68663]: DEBUG nova.compute.manager [-] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.711532] env[68663]: DEBUG nova.network.neutron [-] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.763814] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da80edb-2b36-43fe-9b9d-e385c6f7587e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.771019] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc5462f-a06a-42aa-ac6c-063d7bcccb91 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.814295] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f3e79a-7b12-4410-a11a-c3fe7ba3e69a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.818509] env[68663]: DEBUG nova.network.neutron [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Successfully created port: 5b0f430d-8dbb-48fd-bebc-94b1191a4e5b {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.824240] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c294b276-4261-478f-a813-48f2cbfa7b60 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.841286] env[68663]: DEBUG nova.compute.provider_tree [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.852680] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529ed7eb-7348-ca89-581e-ccdda7977641, 'name': SearchDatastore_Task, 'duration_secs': 0.016126} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.853303] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b4acea-5dd9-4ac0-9f36-3088dc757e28 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.861151] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 866.861151] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d0055e-3e8f-2ee4-f33f-9706e8c6bd34" [ 866.861151] env[68663]: _type = "Task" [ 866.861151] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.869467] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d0055e-3e8f-2ee4-f33f-9706e8c6bd34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.900468] env[68663]: DEBUG nova.compute.manager [req-da5fe7d7-ee2e-4424-b6ff-98edb2e3d4c0 req-b6c42d39-7209-4781-ad0b-4bd1ac1d95d6 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Received event network-vif-plugged-203f7574-a282-4886-a159-31df49cb0da4 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.900702] env[68663]: DEBUG oslo_concurrency.lockutils [req-da5fe7d7-ee2e-4424-b6ff-98edb2e3d4c0 req-b6c42d39-7209-4781-ad0b-4bd1ac1d95d6 service nova] Acquiring lock "6b90ee6f-5800-49dc-a82d-bd60726a8d4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.900927] env[68663]: DEBUG oslo_concurrency.lockutils [req-da5fe7d7-ee2e-4424-b6ff-98edb2e3d4c0 req-b6c42d39-7209-4781-ad0b-4bd1ac1d95d6 service nova] Lock "6b90ee6f-5800-49dc-a82d-bd60726a8d4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.901112] env[68663]: DEBUG oslo_concurrency.lockutils [req-da5fe7d7-ee2e-4424-b6ff-98edb2e3d4c0 req-b6c42d39-7209-4781-ad0b-4bd1ac1d95d6 service nova] Lock "6b90ee6f-5800-49dc-a82d-bd60726a8d4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.901308] env[68663]: DEBUG nova.compute.manager [req-da5fe7d7-ee2e-4424-b6ff-98edb2e3d4c0 req-b6c42d39-7209-4781-ad0b-4bd1ac1d95d6 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] No waiting events found dispatching network-vif-plugged-203f7574-a282-4886-a159-31df49cb0da4 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.901478] env[68663]: WARNING nova.compute.manager [req-da5fe7d7-ee2e-4424-b6ff-98edb2e3d4c0 req-b6c42d39-7209-4781-ad0b-4bd1ac1d95d6 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Received unexpected event network-vif-plugged-203f7574-a282-4886-a159-31df49cb0da4 for instance with vm_state building and task_state spawning. [ 866.901635] env[68663]: DEBUG nova.compute.manager [req-da5fe7d7-ee2e-4424-b6ff-98edb2e3d4c0 req-b6c42d39-7209-4781-ad0b-4bd1ac1d95d6 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Received event network-changed-203f7574-a282-4886-a159-31df49cb0da4 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.901787] env[68663]: DEBUG nova.compute.manager [req-da5fe7d7-ee2e-4424-b6ff-98edb2e3d4c0 req-b6c42d39-7209-4781-ad0b-4bd1ac1d95d6 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Refreshing instance network info cache due to event network-changed-203f7574-a282-4886-a159-31df49cb0da4. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.901951] env[68663]: DEBUG oslo_concurrency.lockutils [req-da5fe7d7-ee2e-4424-b6ff-98edb2e3d4c0 req-b6c42d39-7209-4781-ad0b-4bd1ac1d95d6 service nova] Acquiring lock "refresh_cache-6b90ee6f-5800-49dc-a82d-bd60726a8d4d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.985593] env[68663]: DEBUG nova.network.neutron [req-8bff12d3-a934-43bf-83dd-b59ea69fafd4 req-b0b67f43-ff74-4cec-bab2-4082e3577b83 service nova] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Updated VIF entry in instance network info cache for port a5e45151-2353-4bfd-bc38-6ebf6053182e. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.986020] env[68663]: DEBUG nova.network.neutron [req-8bff12d3-a934-43bf-83dd-b59ea69fafd4 req-b0b67f43-ff74-4cec-bab2-4082e3577b83 service nova] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Updating instance_info_cache with network_info: [{"id": "a5e45151-2353-4bfd-bc38-6ebf6053182e", "address": "fa:16:3e:9a:66:55", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e45151-23", "ovs_interfaceid": "a5e45151-2353-4bfd-bc38-6ebf6053182e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.121295] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238331, 'name': ReconfigVM_Task, 'duration_secs': 0.294557} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.121559] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Reconfigured VM instance instance-00000046 to attach disk [datastore2] ed823442-ad98-41ee-83a4-c1fa82d2a67a/ed823442-ad98-41ee-83a4-c1fa82d2a67a.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.124027] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ed29874-8612-4fc6-bf1f-4c4b78a6e467 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.129081] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 867.129081] env[68663]: value = "task-3238332" [ 867.129081] env[68663]: _type = "Task" [ 867.129081] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.140627] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238332, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.202490] env[68663]: DEBUG nova.network.neutron [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Updating instance_info_cache with network_info: [{"id": "a9069797-e55c-4d41-b041-37a1394f7ebb", "address": "fa:16:3e:a0:7a:04", "network": {"id": "3769fd8e-6633-4f0d-aad7-3f4765b36692", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1885614668", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9069797-e5", "ovs_interfaceid": "a9069797-e55c-4d41-b041-37a1394f7ebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c24612a6-a48f-475f-b3b4-6b0534b2a8bb", "address": "fa:16:3e:84:61:27", "network": {"id": "b35dcb03-ec16-45d2-b11b-19cf3e3a6e6c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-271813617", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc24612a6-a4", "ovs_interfaceid": "c24612a6-a48f-475f-b3b4-6b0534b2a8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "203f7574-a282-4886-a159-31df49cb0da4", "address": "fa:16:3e:b1:1c:95", "network": {"id": "3769fd8e-6633-4f0d-aad7-3f4765b36692", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1885614668", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap203f7574-a2", "ovs_interfaceid": "203f7574-a282-4886-a159-31df49cb0da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.312905] env[68663]: DEBUG nova.compute.manager [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.342014] env[68663]: DEBUG nova.virt.hardware [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.343474] env[68663]: DEBUG nova.virt.hardware [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.343915] env[68663]: DEBUG nova.virt.hardware [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.343915] env[68663]: DEBUG nova.virt.hardware [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.344078] env[68663]: DEBUG nova.virt.hardware [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.344308] env[68663]: DEBUG nova.virt.hardware [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.345704] env[68663]: DEBUG nova.virt.hardware [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.345918] env[68663]: DEBUG nova.virt.hardware [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.346146] env[68663]: DEBUG nova.virt.hardware [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.346369] env[68663]: DEBUG nova.virt.hardware [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.346590] env[68663]: DEBUG nova.virt.hardware [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.347547] env[68663]: DEBUG nova.scheduler.client.report [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.358031] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345b373d-3772-43bb-aa3d-4f479845d641 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.370131] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36815040-af36-49f8-ad40-bdc93804a36d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.378143] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d0055e-3e8f-2ee4-f33f-9706e8c6bd34, 'name': SearchDatastore_Task, 'duration_secs': 0.010498} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.378698] env[68663]: DEBUG oslo_concurrency.lockutils [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.378960] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 9ca512af-7602-448a-b3bf-8785bd43e211/9ca512af-7602-448a-b3bf-8785bd43e211.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.379405] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f6b3b8e-397a-4bc0-963b-e05cf30cd84f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.393694] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 867.393694] env[68663]: value = "task-3238333" [ 867.393694] env[68663]: _type = "Task" [ 867.393694] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.401911] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.489025] env[68663]: DEBUG oslo_concurrency.lockutils [req-8bff12d3-a934-43bf-83dd-b59ea69fafd4 req-b0b67f43-ff74-4cec-bab2-4082e3577b83 service nova] Releasing lock "refresh_cache-9ca512af-7602-448a-b3bf-8785bd43e211" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.643136] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238332, 'name': Rename_Task, 'duration_secs': 0.147712} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.643136] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.643136] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12a82c58-fb80-40c0-9a7e-a5868965a530 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.658489] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 867.658489] env[68663]: value = "task-3238334" [ 867.658489] env[68663]: _type = "Task" [ 867.658489] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.668738] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.706428] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Releasing lock "refresh_cache-6b90ee6f-5800-49dc-a82d-bd60726a8d4d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.706885] env[68663]: DEBUG nova.compute.manager [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Instance network_info: |[{"id": "a9069797-e55c-4d41-b041-37a1394f7ebb", "address": "fa:16:3e:a0:7a:04", "network": {"id": "3769fd8e-6633-4f0d-aad7-3f4765b36692", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1885614668", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9069797-e5", "ovs_interfaceid": "a9069797-e55c-4d41-b041-37a1394f7ebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c24612a6-a48f-475f-b3b4-6b0534b2a8bb", "address": "fa:16:3e:84:61:27", "network": {"id": "b35dcb03-ec16-45d2-b11b-19cf3e3a6e6c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-271813617", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc24612a6-a4", "ovs_interfaceid": "c24612a6-a48f-475f-b3b4-6b0534b2a8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "203f7574-a282-4886-a159-31df49cb0da4", "address": "fa:16:3e:b1:1c:95", "network": {"id": "3769fd8e-6633-4f0d-aad7-3f4765b36692", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1885614668", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap203f7574-a2", "ovs_interfaceid": "203f7574-a282-4886-a159-31df49cb0da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.708236] env[68663]: DEBUG oslo_concurrency.lockutils [req-da5fe7d7-ee2e-4424-b6ff-98edb2e3d4c0 req-b6c42d39-7209-4781-ad0b-4bd1ac1d95d6 service nova] Acquired lock "refresh_cache-6b90ee6f-5800-49dc-a82d-bd60726a8d4d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.708236] env[68663]: DEBUG nova.network.neutron [req-da5fe7d7-ee2e-4424-b6ff-98edb2e3d4c0 req-b6c42d39-7209-4781-ad0b-4bd1ac1d95d6 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Refreshing network info cache for port 203f7574-a282-4886-a159-31df49cb0da4 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.708824] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:7a:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9069797-e55c-4d41-b041-37a1394f7ebb', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:61:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c24612a6-a48f-475f-b3b4-6b0534b2a8bb', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:1c:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '203f7574-a282-4886-a159-31df49cb0da4', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.728203] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Creating folder: Project (10d6075e7ae04c14b65a24e37211ead9). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.728840] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48ca0efb-30d5-4b2d-b584-06b015953827 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.740713] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Created folder: Project (10d6075e7ae04c14b65a24e37211ead9) in parent group-v647027. [ 867.740925] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Creating folder: Instances. Parent ref: group-v647231. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.741321] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecf43380-94df-4e6b-9028-52feecf639e9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.752933] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Created folder: Instances in parent group-v647231. [ 867.753258] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.753528] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.753756] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d23f9ee-dd5c-4c8e-8b10-229853a63f38 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.779923] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.779923] env[68663]: value = "task-3238337" [ 867.779923] env[68663]: _type = "Task" [ 867.779923] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.791843] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238337, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.862859] env[68663]: DEBUG oslo_concurrency.lockutils [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.621s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.863352] env[68663]: INFO nova.compute.manager [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Migrating [ 867.870033] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.279s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.871600] env[68663]: INFO nova.compute.claims [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.905041] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455965} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.905936] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 9ca512af-7602-448a-b3bf-8785bd43e211/9ca512af-7602-448a-b3bf-8785bd43e211.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.906287] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.906547] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c88b50e1-60bc-4e9c-9640-6b6c07de88e1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.914148] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 867.914148] env[68663]: value = "task-3238338" [ 867.914148] env[68663]: _type = "Task" [ 867.914148] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.923679] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.159308] env[68663]: DEBUG nova.network.neutron [-] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.174271] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238334, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.292308] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238337, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.388178] env[68663]: DEBUG oslo_concurrency.lockutils [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.388178] env[68663]: DEBUG oslo_concurrency.lockutils [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.388178] env[68663]: DEBUG nova.network.neutron [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.424116] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063473} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.424623] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.425509] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74745a90-09a4-4095-9558-47ec636f70f1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.448523] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 9ca512af-7602-448a-b3bf-8785bd43e211/9ca512af-7602-448a-b3bf-8785bd43e211.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.451455] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db41c2e0-c3c6-43a8-999f-e9f773a11043 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.471871] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 868.471871] env[68663]: value = "task-3238339" [ 868.471871] env[68663]: _type = "Task" [ 868.471871] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.481023] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.526574] env[68663]: DEBUG nova.network.neutron [req-da5fe7d7-ee2e-4424-b6ff-98edb2e3d4c0 req-b6c42d39-7209-4781-ad0b-4bd1ac1d95d6 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Updated VIF entry in instance network info cache for port 203f7574-a282-4886-a159-31df49cb0da4. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.527056] env[68663]: DEBUG nova.network.neutron [req-da5fe7d7-ee2e-4424-b6ff-98edb2e3d4c0 req-b6c42d39-7209-4781-ad0b-4bd1ac1d95d6 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Updating instance_info_cache with network_info: [{"id": "a9069797-e55c-4d41-b041-37a1394f7ebb", "address": "fa:16:3e:a0:7a:04", "network": {"id": "3769fd8e-6633-4f0d-aad7-3f4765b36692", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1885614668", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9069797-e5", "ovs_interfaceid": "a9069797-e55c-4d41-b041-37a1394f7ebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c24612a6-a48f-475f-b3b4-6b0534b2a8bb", "address": "fa:16:3e:84:61:27", "network": {"id": "b35dcb03-ec16-45d2-b11b-19cf3e3a6e6c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-271813617", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc24612a6-a4", "ovs_interfaceid": "c24612a6-a48f-475f-b3b4-6b0534b2a8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "203f7574-a282-4886-a159-31df49cb0da4", "address": "fa:16:3e:b1:1c:95", "network": {"id": "3769fd8e-6633-4f0d-aad7-3f4765b36692", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1885614668", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap203f7574-a2", "ovs_interfaceid": "203f7574-a282-4886-a159-31df49cb0da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.665330] env[68663]: INFO nova.compute.manager [-] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Took 1.96 seconds to deallocate network for instance. [ 868.676570] env[68663]: DEBUG oslo_vmware.api [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238334, 'name': PowerOnVM_Task, 'duration_secs': 0.546491} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.677047] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.677256] env[68663]: INFO nova.compute.manager [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Took 7.72 seconds to spawn the instance on the hypervisor. [ 868.677436] env[68663]: DEBUG nova.compute.manager [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.678239] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13348e34-a35a-47c5-a859-e4db8362b7e6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.789663] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238337, 'name': CreateVM_Task, 'duration_secs': 0.512704} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.790196] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.791072] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.791314] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.791560] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.791819] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-807bf646-fd40-48b3-bba0-f76cd1873ec0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.797043] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 868.797043] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52100af4-8079-e85a-f4a0-1f72aa19e7bc" [ 868.797043] env[68663]: _type = "Task" [ 868.797043] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.806804] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52100af4-8079-e85a-f4a0-1f72aa19e7bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.985770] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.030810] env[68663]: DEBUG oslo_concurrency.lockutils [req-da5fe7d7-ee2e-4424-b6ff-98edb2e3d4c0 req-b6c42d39-7209-4781-ad0b-4bd1ac1d95d6 service nova] Releasing lock "refresh_cache-6b90ee6f-5800-49dc-a82d-bd60726a8d4d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.083593] env[68663]: DEBUG nova.compute.manager [req-aee58dda-e780-4818-84c6-ecbcc643b958 req-70d77e32-f815-40cd-8f41-68a005c5661f service nova] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Received event network-changed-f3810b21-0447-4687-92ab-0e8380ec619a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.083801] env[68663]: DEBUG nova.compute.manager [req-aee58dda-e780-4818-84c6-ecbcc643b958 req-70d77e32-f815-40cd-8f41-68a005c5661f service nova] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Refreshing instance network info cache due to event network-changed-f3810b21-0447-4687-92ab-0e8380ec619a. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.084050] env[68663]: DEBUG oslo_concurrency.lockutils [req-aee58dda-e780-4818-84c6-ecbcc643b958 req-70d77e32-f815-40cd-8f41-68a005c5661f service nova] Acquiring lock "refresh_cache-41b3b190-e394-4295-89b7-6269a4b19ada" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.084200] env[68663]: DEBUG oslo_concurrency.lockutils [req-aee58dda-e780-4818-84c6-ecbcc643b958 req-70d77e32-f815-40cd-8f41-68a005c5661f service nova] Acquired lock "refresh_cache-41b3b190-e394-4295-89b7-6269a4b19ada" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.084361] env[68663]: DEBUG nova.network.neutron [req-aee58dda-e780-4818-84c6-ecbcc643b958 req-70d77e32-f815-40cd-8f41-68a005c5661f service nova] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Refreshing network info cache for port f3810b21-0447-4687-92ab-0e8380ec619a {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.179115] env[68663]: DEBUG oslo_concurrency.lockutils [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.202384] env[68663]: INFO nova.compute.manager [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Took 51.73 seconds to build instance. [ 869.309823] env[68663]: DEBUG nova.network.neutron [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Successfully updated port: 5b0f430d-8dbb-48fd-bebc-94b1191a4e5b {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.324062] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52100af4-8079-e85a-f4a0-1f72aa19e7bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010228} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.325084] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.325346] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.325820] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.325820] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.325979] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.326686] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb8e6340-bfc9-4c99-8d2e-d1be4e34360c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.336997] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.337235] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.338113] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2113b2bf-24ba-4317-98c3-953a28895fce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.343889] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 869.343889] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d7f018-2700-69e3-6613-263f172865c3" [ 869.343889] env[68663]: _type = "Task" [ 869.343889] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.354092] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d7f018-2700-69e3-6613-263f172865c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.369215] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d889b579-d424-4f4a-b000-332b3b697c8d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.377188] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c39571-2aae-4b43-a626-c380d012757d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.420560] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2dad96-9ffb-49a4-8b46-b470ffb9c812 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.428824] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0890921a-5a7b-4cb0-8fbd-b913c37bbf85 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.446211] env[68663]: DEBUG nova.compute.provider_tree [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.465574] env[68663]: DEBUG nova.network.neutron [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updating instance_info_cache with network_info: [{"id": "28b75339-e196-4ad4-971c-cbe1fede1f4b", "address": "fa:16:3e:f4:41:e3", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b75339-e1", "ovs_interfaceid": "28b75339-e196-4ad4-971c-cbe1fede1f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.483896] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238339, 'name': ReconfigVM_Task, 'duration_secs': 0.983162} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.484206] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 9ca512af-7602-448a-b3bf-8785bd43e211/9ca512af-7602-448a-b3bf-8785bd43e211.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.484852] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d76c4150-5f61-473c-90f9-769143590518 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.491117] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 869.491117] env[68663]: value = "task-3238340" [ 869.491117] env[68663]: _type = "Task" [ 869.491117] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.499267] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238340, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.707832] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f17c51f-fe36-4272-9e81-e820ef354b08 tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "ed823442-ad98-41ee-83a4-c1fa82d2a67a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.242s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.821774] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.822125] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquired lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.822125] env[68663]: DEBUG nova.network.neutron [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.854164] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d7f018-2700-69e3-6613-263f172865c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009379} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.854942] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94577f1a-e2f4-4400-af83-ea12572b3f96 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.860081] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 869.860081] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d83784-2b85-a3a2-e9a1-7105deb714ab" [ 869.860081] env[68663]: _type = "Task" [ 869.860081] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.867630] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d83784-2b85-a3a2-e9a1-7105deb714ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.950708] env[68663]: DEBUG nova.network.neutron [req-aee58dda-e780-4818-84c6-ecbcc643b958 req-70d77e32-f815-40cd-8f41-68a005c5661f service nova] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Updated VIF entry in instance network info cache for port f3810b21-0447-4687-92ab-0e8380ec619a. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.951110] env[68663]: DEBUG nova.network.neutron [req-aee58dda-e780-4818-84c6-ecbcc643b958 req-70d77e32-f815-40cd-8f41-68a005c5661f service nova] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Updating instance_info_cache with network_info: [{"id": "f3810b21-0447-4687-92ab-0e8380ec619a", "address": "fa:16:3e:b2:e2:d2", "network": {"id": "db725908-59d1-435d-8dfd-74516f9aef50", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1094347131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb0d815765b3423c8c4614ee314626a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3810b21-04", "ovs_interfaceid": "f3810b21-0447-4687-92ab-0e8380ec619a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.954759] env[68663]: DEBUG nova.scheduler.client.report [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.968579] env[68663]: DEBUG oslo_concurrency.lockutils [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.004807] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238340, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.209380] env[68663]: INFO nova.compute.manager [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Rescuing [ 870.209619] env[68663]: DEBUG oslo_concurrency.lockutils [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "refresh_cache-ed823442-ad98-41ee-83a4-c1fa82d2a67a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.209681] env[68663]: DEBUG oslo_concurrency.lockutils [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquired lock "refresh_cache-ed823442-ad98-41ee-83a4-c1fa82d2a67a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.209837] env[68663]: DEBUG nova.network.neutron [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.370453] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d83784-2b85-a3a2-e9a1-7105deb714ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.371206] env[68663]: DEBUG nova.network.neutron [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.373223] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.373648] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 6b90ee6f-5800-49dc-a82d-bd60726a8d4d/6b90ee6f-5800-49dc-a82d-bd60726a8d4d.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.373926] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6bf23cb-663f-41b4-a4b4-c6ffab017802 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.380559] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 870.380559] env[68663]: value = "task-3238341" [ 870.380559] env[68663]: _type = "Task" [ 870.380559] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.388296] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.462119] env[68663]: DEBUG oslo_concurrency.lockutils [req-aee58dda-e780-4818-84c6-ecbcc643b958 req-70d77e32-f815-40cd-8f41-68a005c5661f service nova] Releasing lock "refresh_cache-41b3b190-e394-4295-89b7-6269a4b19ada" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.462424] env[68663]: DEBUG nova.compute.manager [req-aee58dda-e780-4818-84c6-ecbcc643b958 req-70d77e32-f815-40cd-8f41-68a005c5661f service nova] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Received event network-vif-deleted-020bc961-f159-455f-a595-01dba16ea166 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.463266] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.463807] env[68663]: DEBUG nova.compute.manager [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.466592] env[68663]: DEBUG oslo_concurrency.lockutils [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.924s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.468139] env[68663]: INFO nova.compute.claims [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.502987] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238340, 'name': Rename_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.593456] env[68663]: DEBUG nova.network.neutron [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Updating instance_info_cache with network_info: [{"id": "5b0f430d-8dbb-48fd-bebc-94b1191a4e5b", "address": "fa:16:3e:6d:2b:ae", "network": {"id": "53b92fc4-5558-427f-b634-fc420fa70fb8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494203925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4414076fe9f4036a21ae78d242ae3de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0f430d-8d", "ovs_interfaceid": "5b0f430d-8dbb-48fd-bebc-94b1191a4e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.891979] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45733} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.894805] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 6b90ee6f-5800-49dc-a82d-bd60726a8d4d/6b90ee6f-5800-49dc-a82d-bd60726a8d4d.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.894973] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.895249] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee2ccc9c-eb85-42dd-982c-f599fa87df29 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.902289] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 870.902289] env[68663]: value = "task-3238342" [ 870.902289] env[68663]: _type = "Task" [ 870.902289] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.912997] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.974843] env[68663]: DEBUG nova.compute.utils [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.976395] env[68663]: DEBUG nova.compute.manager [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Not allocating networking since 'none' was specified. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 871.004437] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238340, 'name': Rename_Task, 'duration_secs': 1.048986} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.004729] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.004969] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47aec6e3-0691-4f4c-b73a-27e4e681564d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.011262] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 871.011262] env[68663]: value = "task-3238343" [ 871.011262] env[68663]: _type = "Task" [ 871.011262] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.021012] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.037688] env[68663]: DEBUG nova.network.neutron [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Updating instance_info_cache with network_info: [{"id": "a802ebc9-4260-47ad-8415-da43c2b6f4e0", "address": "fa:16:3e:85:02:4c", "network": {"id": "7d8e51e4-243e-4186-a409-9c9014274de7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-943322285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "06219caff06340b58cf475b4edd7a55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa802ebc9-42", "ovs_interfaceid": "a802ebc9-4260-47ad-8415-da43c2b6f4e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.097456] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Releasing lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.097852] env[68663]: DEBUG nova.compute.manager [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Instance network_info: |[{"id": "5b0f430d-8dbb-48fd-bebc-94b1191a4e5b", "address": "fa:16:3e:6d:2b:ae", "network": {"id": "53b92fc4-5558-427f-b634-fc420fa70fb8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494203925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4414076fe9f4036a21ae78d242ae3de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0f430d-8d", "ovs_interfaceid": "5b0f430d-8dbb-48fd-bebc-94b1191a4e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.098408] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:2b:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b0f430d-8dbb-48fd-bebc-94b1191a4e5b', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.107036] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Creating folder: Project (d4414076fe9f4036a21ae78d242ae3de). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.107357] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fc06612-4bc0-4be6-a106-346af4294aff {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.119022] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Created folder: Project (d4414076fe9f4036a21ae78d242ae3de) in parent group-v647027. [ 871.119022] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Creating folder: Instances. Parent ref: group-v647234. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.119022] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30bde495-1314-4b28-9c83-ac1af10770a8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.128953] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Created folder: Instances in parent group-v647234. [ 871.131312] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.131312] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.131312] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7b747b3-9a48-40f4-a8d6-26bbb5acfc26 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.151864] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.151864] env[68663]: value = "task-3238346" [ 871.151864] env[68663]: _type = "Task" [ 871.151864] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.161022] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238346, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.227174] env[68663]: DEBUG nova.compute.manager [req-be85f6b6-cf12-4f0a-aa26-547275a9e456 req-df5c7faa-6277-4f88-b0a0-462d674559cb service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Received event network-vif-plugged-5b0f430d-8dbb-48fd-bebc-94b1191a4e5b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.227438] env[68663]: DEBUG oslo_concurrency.lockutils [req-be85f6b6-cf12-4f0a-aa26-547275a9e456 req-df5c7faa-6277-4f88-b0a0-462d674559cb service nova] Acquiring lock "8f714858-039b-426e-8e4e-a6e83b455a07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.227606] env[68663]: DEBUG oslo_concurrency.lockutils [req-be85f6b6-cf12-4f0a-aa26-547275a9e456 req-df5c7faa-6277-4f88-b0a0-462d674559cb service nova] Lock "8f714858-039b-426e-8e4e-a6e83b455a07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.227772] env[68663]: DEBUG oslo_concurrency.lockutils [req-be85f6b6-cf12-4f0a-aa26-547275a9e456 req-df5c7faa-6277-4f88-b0a0-462d674559cb service nova] Lock "8f714858-039b-426e-8e4e-a6e83b455a07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.227934] env[68663]: DEBUG nova.compute.manager [req-be85f6b6-cf12-4f0a-aa26-547275a9e456 req-df5c7faa-6277-4f88-b0a0-462d674559cb service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] No waiting events found dispatching network-vif-plugged-5b0f430d-8dbb-48fd-bebc-94b1191a4e5b {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.228114] env[68663]: WARNING nova.compute.manager [req-be85f6b6-cf12-4f0a-aa26-547275a9e456 req-df5c7faa-6277-4f88-b0a0-462d674559cb service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Received unexpected event network-vif-plugged-5b0f430d-8dbb-48fd-bebc-94b1191a4e5b for instance with vm_state building and task_state spawning. [ 871.228388] env[68663]: DEBUG nova.compute.manager [req-be85f6b6-cf12-4f0a-aa26-547275a9e456 req-df5c7faa-6277-4f88-b0a0-462d674559cb service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Received event network-changed-5b0f430d-8dbb-48fd-bebc-94b1191a4e5b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.228455] env[68663]: DEBUG nova.compute.manager [req-be85f6b6-cf12-4f0a-aa26-547275a9e456 req-df5c7faa-6277-4f88-b0a0-462d674559cb service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Refreshing instance network info cache due to event network-changed-5b0f430d-8dbb-48fd-bebc-94b1191a4e5b. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.228633] env[68663]: DEBUG oslo_concurrency.lockutils [req-be85f6b6-cf12-4f0a-aa26-547275a9e456 req-df5c7faa-6277-4f88-b0a0-462d674559cb service nova] Acquiring lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.229644] env[68663]: DEBUG oslo_concurrency.lockutils [req-be85f6b6-cf12-4f0a-aa26-547275a9e456 req-df5c7faa-6277-4f88-b0a0-462d674559cb service nova] Acquired lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.229644] env[68663]: DEBUG nova.network.neutron [req-be85f6b6-cf12-4f0a-aa26-547275a9e456 req-df5c7faa-6277-4f88-b0a0-462d674559cb service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Refreshing network info cache for port 5b0f430d-8dbb-48fd-bebc-94b1191a4e5b {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.413048] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063861} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.413221] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.414026] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e08ae3e-0db6-4324-82e3-d1c96184292a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.440315] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 6b90ee6f-5800-49dc-a82d-bd60726a8d4d/6b90ee6f-5800-49dc-a82d-bd60726a8d4d.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.440616] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1928c1d9-45a7-49fd-bb2e-31d668e606a6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.461199] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 871.461199] env[68663]: value = "task-3238347" [ 871.461199] env[68663]: _type = "Task" [ 871.461199] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.469110] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.479504] env[68663]: DEBUG nova.compute.manager [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.489619] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15066f2b-520f-4c00-b6fc-f8e1a607c695 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.511597] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updating instance '68b24323-6432-4cbd-9ea7-b231fb008990' progress to 0 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.529504] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.541054] env[68663]: DEBUG oslo_concurrency.lockutils [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Releasing lock "refresh_cache-ed823442-ad98-41ee-83a4-c1fa82d2a67a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.663248] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238346, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.916444] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc5aceb-30c1-4e7f-9155-90392e9ac5e8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.926946] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc0f939-3cac-4694-9071-3b93b967886c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.962374] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae429b6c-e257-4ffb-9c2b-99293793ecb9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.975881] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932d9478-efae-456d-82c0-12b537d7c9ab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.979586] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.992963] env[68663]: DEBUG nova.compute.provider_tree [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.021079] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.025231] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2a94ab3-a9f4-4008-8171-25e28ec61bfd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.034214] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.035645] env[68663]: DEBUG oslo_vmware.api [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 872.035645] env[68663]: value = "task-3238348" [ 872.035645] env[68663]: _type = "Task" [ 872.035645] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.044791] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] VM already powered off {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 872.045077] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updating instance '68b24323-6432-4cbd-9ea7-b231fb008990' progress to 17 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.126880] env[68663]: DEBUG nova.network.neutron [req-be85f6b6-cf12-4f0a-aa26-547275a9e456 req-df5c7faa-6277-4f88-b0a0-462d674559cb service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Updated VIF entry in instance network info cache for port 5b0f430d-8dbb-48fd-bebc-94b1191a4e5b. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.126880] env[68663]: DEBUG nova.network.neutron [req-be85f6b6-cf12-4f0a-aa26-547275a9e456 req-df5c7faa-6277-4f88-b0a0-462d674559cb service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Updating instance_info_cache with network_info: [{"id": "5b0f430d-8dbb-48fd-bebc-94b1191a4e5b", "address": "fa:16:3e:6d:2b:ae", "network": {"id": "53b92fc4-5558-427f-b634-fc420fa70fb8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494203925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4414076fe9f4036a21ae78d242ae3de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0f430d-8d", "ovs_interfaceid": "5b0f430d-8dbb-48fd-bebc-94b1191a4e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.161815] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238346, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.474748] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238347, 'name': ReconfigVM_Task, 'duration_secs': 0.630229} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.475138] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 6b90ee6f-5800-49dc-a82d-bd60726a8d4d/6b90ee6f-5800-49dc-a82d-bd60726a8d4d.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.475945] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cba8f060-a613-4638-9366-853ef1a73737 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.482056] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 872.482056] env[68663]: value = "task-3238349" [ 872.482056] env[68663]: _type = "Task" [ 872.482056] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.490337] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238349, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.496515] env[68663]: DEBUG nova.compute.manager [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.498867] env[68663]: DEBUG nova.scheduler.client.report [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.525911] env[68663]: DEBUG nova.virt.hardware [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.526190] env[68663]: DEBUG nova.virt.hardware [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.526354] env[68663]: DEBUG nova.virt.hardware [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.526554] env[68663]: DEBUG nova.virt.hardware [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.526723] env[68663]: DEBUG nova.virt.hardware [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.526875] env[68663]: DEBUG nova.virt.hardware [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.527107] env[68663]: DEBUG nova.virt.hardware [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.527285] env[68663]: DEBUG nova.virt.hardware [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.527482] env[68663]: DEBUG nova.virt.hardware [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.527735] env[68663]: DEBUG nova.virt.hardware [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.527868] env[68663]: DEBUG nova.virt.hardware [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.529030] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3514875d-6021-453e-932e-b43583e9b323 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.537394] env[68663]: DEBUG oslo_vmware.api [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238343, 'name': PowerOnVM_Task, 'duration_secs': 1.460778} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.539577] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.539788] env[68663]: INFO nova.compute.manager [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Took 8.92 seconds to spawn the instance on the hypervisor. [ 872.539969] env[68663]: DEBUG nova.compute.manager [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.540763] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbda88c-7e6a-442c-80c5-ab82548f9f3a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.544350] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a40fce-cb1b-4f48-8ee3-391c2595f8d1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.551918] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.552146] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.552303] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.552483] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.552625] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.552773] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.552968] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.553138] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.553308] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.553500] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.553676] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.568762] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da71b1e4-92b0-4d0b-84e7-e9d27a3f85c2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.582859] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Instance VIF info [] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.588880] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Creating folder: Project (106362a3152d4705ab0305323786957d). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.591160] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e22aa83f-a1d5-45cb-93dd-020ea25db8e2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.599930] env[68663]: DEBUG oslo_vmware.api [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 872.599930] env[68663]: value = "task-3238350" [ 872.599930] env[68663]: _type = "Task" [ 872.599930] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.605961] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Created folder: Project (106362a3152d4705ab0305323786957d) in parent group-v647027. [ 872.606133] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Creating folder: Instances. Parent ref: group-v647237. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.606796] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05c2a71c-1373-4b12-8eab-bb4182bca447 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.612708] env[68663]: DEBUG oslo_vmware.api [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.621910] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Created folder: Instances in parent group-v647237. [ 872.622200] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.622680] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.622680] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90efd005-0e00-4dd2-8171-ce730cb459c0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.637083] env[68663]: DEBUG oslo_concurrency.lockutils [req-be85f6b6-cf12-4f0a-aa26-547275a9e456 req-df5c7faa-6277-4f88-b0a0-462d674559cb service nova] Releasing lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.642108] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.642108] env[68663]: value = "task-3238353" [ 872.642108] env[68663]: _type = "Task" [ 872.642108] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.651222] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238353, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.663483] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238346, 'name': CreateVM_Task, 'duration_secs': 1.09414} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.663483] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.663871] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.664080] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.664450] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.664751] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72df713e-16a6-475a-9a4b-f71322caac07 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.669527] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 872.669527] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fdf49f-79a9-8613-df48-60c38ca88203" [ 872.669527] env[68663]: _type = "Task" [ 872.669527] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.679269] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fdf49f-79a9-8613-df48-60c38ca88203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.992356] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238349, 'name': Rename_Task, 'duration_secs': 0.169484} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.992645] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.992883] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1015334e-86d9-48d0-b201-2471e0f76dc7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.999395] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 872.999395] env[68663]: value = "task-3238354" [ 872.999395] env[68663]: _type = "Task" [ 872.999395] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.004101] env[68663]: DEBUG oslo_concurrency.lockutils [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.004574] env[68663]: DEBUG nova.compute.manager [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.009885] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.613s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.010292] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.012205] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.813s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.012447] env[68663]: DEBUG nova.objects.instance [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Lazy-loading 'resources' on Instance uuid 972461f0-3f88-4aae-9d89-1b95b2cb695a {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.014252] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.040383] env[68663]: INFO nova.scheduler.client.report [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleted allocations for instance d701e4ea-597d-40b5-a1f9-9ccf47f74f0e [ 873.099313] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.099313] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1679c554-2b81-42cd-b230-4a43642a207f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.100070] env[68663]: INFO nova.compute.manager [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Took 50.88 seconds to build instance. [ 873.106274] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 873.106274] env[68663]: value = "task-3238355" [ 873.106274] env[68663]: _type = "Task" [ 873.106274] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.113051] env[68663]: DEBUG oslo_vmware.api [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238350, 'name': ReconfigVM_Task, 'duration_secs': 0.153803} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.113051] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updating instance '68b24323-6432-4cbd-9ea7-b231fb008990' progress to 33 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 873.118621] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.153928] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238353, 'name': CreateVM_Task, 'duration_secs': 0.279324} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.154184] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.154861] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.181968] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fdf49f-79a9-8613-df48-60c38ca88203, 'name': SearchDatastore_Task, 'duration_secs': 0.009661} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.182268] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.182508] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.182859] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.182968] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.183152] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.183597] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.184626] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.184626] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4163de2-4942-47be-8b69-dd5c6fb8a903 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.186233] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b8bef7c-b892-4174-b3cf-366df332bd9c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.197259] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.197445] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.198592] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 873.198592] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e47876-7086-cd57-429d-88d90b3a510f" [ 873.198592] env[68663]: _type = "Task" [ 873.198592] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.198813] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9773376-37a5-48b2-bd8d-ba5b87cc685a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.210396] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e47876-7086-cd57-429d-88d90b3a510f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.211406] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 873.211406] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cf4a93-506e-657c-9e62-b19ce8ec4312" [ 873.211406] env[68663]: _type = "Task" [ 873.211406] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.220812] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cf4a93-506e-657c-9e62-b19ce8ec4312, 'name': SearchDatastore_Task, 'duration_secs': 0.008571} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.221699] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-494e4c7a-f1fa-411f-98a9-79339947802e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.228051] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 873.228051] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c571a9-4401-c7d0-2ef3-54e665ecd831" [ 873.228051] env[68663]: _type = "Task" [ 873.228051] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.235785] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c571a9-4401-c7d0-2ef3-54e665ecd831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.509375] env[68663]: DEBUG oslo_vmware.api [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238354, 'name': PowerOnVM_Task, 'duration_secs': 0.477758} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.509685] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.509931] env[68663]: INFO nova.compute.manager [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Took 15.24 seconds to spawn the instance on the hypervisor. [ 873.510141] env[68663]: DEBUG nova.compute.manager [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.510945] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8e6d97-8df1-4c65-b3b8-c9c9491e2601 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.517989] env[68663]: DEBUG nova.compute.utils [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.523541] env[68663]: DEBUG nova.compute.manager [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.523734] env[68663]: DEBUG nova.network.neutron [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.548782] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7a2b0f06-639b-4927-9cb0-e0e874d0fde7 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "d701e4ea-597d-40b5-a1f9-9ccf47f74f0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.834s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.583468] env[68663]: DEBUG nova.policy [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4500502ea0e64cf39be45be37944b461', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e5ae36aa3154ab5a42f9cd07b964af9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.607902] env[68663]: DEBUG oslo_concurrency.lockutils [None req-977038ec-9df9-43b4-86d8-cc3c541e9e72 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "9ca512af-7602-448a-b3bf-8785bd43e211" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.392s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.621226] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.621877] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.622119] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.622376] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.622579] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.622747] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.622957] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.623131] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.623440] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.623490] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.623642] env[68663]: DEBUG nova.virt.hardware [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.630292] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 873.630612] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238355, 'name': PowerOffVM_Task, 'duration_secs': 0.182919} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.633830] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89929585-8c71-4f1b-91d4-2986639fa4cc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.646519] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.647901] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0596dea6-48ff-4c20-85a2-1d5c59c81407 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.657758] env[68663]: DEBUG oslo_vmware.api [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 873.657758] env[68663]: value = "task-3238356" [ 873.657758] env[68663]: _type = "Task" [ 873.657758] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.678771] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d01fe64-a191-4f2e-bf61-49961d035c15 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.690270] env[68663]: DEBUG oslo_vmware.api [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.712630] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e47876-7086-cd57-429d-88d90b3a510f, 'name': SearchDatastore_Task, 'duration_secs': 0.018948} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.714461] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.714717] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.714929] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.722106] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.722626] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4d67889-07b1-403b-a4ab-8b1c1683cbf2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.732954] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 873.732954] env[68663]: value = "task-3238357" [ 873.732954] env[68663]: _type = "Task" [ 873.732954] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.739681] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c571a9-4401-c7d0-2ef3-54e665ecd831, 'name': SearchDatastore_Task, 'duration_secs': 0.014589} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.742207] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.742494] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 8f714858-039b-426e-8e4e-a6e83b455a07/8f714858-039b-426e-8e4e-a6e83b455a07.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.742948] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.743155] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.743413] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f52cd2ad-a7e8-4ab1-b777-1cd3fbd65888 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.748812] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9a1850c-ca77-4d1a-adc5-76717096dec8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.750797] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] VM already powered off {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 873.751026] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.751315] env[68663]: DEBUG oslo_concurrency.lockutils [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.751490] env[68663]: DEBUG oslo_concurrency.lockutils [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.751778] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.754257] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f89fcbe6-7629-400f-8c3d-de886baf76a3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.757216] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 873.757216] env[68663]: value = "task-3238358" [ 873.757216] env[68663]: _type = "Task" [ 873.757216] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.761420] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.761585] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.762524] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cde43d53-4144-425d-a8ab-5081f4694d40 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.768951] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.772439] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.772615] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.774080] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e9ed69e-0271-4270-8df3-09602bcfbb9e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.776224] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 873.776224] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52137eed-e1df-1192-7188-eab6014af369" [ 873.776224] env[68663]: _type = "Task" [ 873.776224] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.780624] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 873.780624] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a159e1-2b06-2e33-2387-c68e6e4af0ff" [ 873.780624] env[68663]: _type = "Task" [ 873.780624] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.789149] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52137eed-e1df-1192-7188-eab6014af369, 'name': SearchDatastore_Task, 'duration_secs': 0.009873} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.790245] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8db879-55c2-497e-abeb-5dd4ba240a81 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.795483] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a159e1-2b06-2e33-2387-c68e6e4af0ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009096} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.799011] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de0ece6-8313-41f3-892d-135b31f5091f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.802068] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 873.802068] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528a67de-6d6b-bcad-719c-2c0408bebe98" [ 873.802068] env[68663]: _type = "Task" [ 873.802068] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.806636] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 873.806636] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5294525d-19e3-37c8-919c-a193b3390ad4" [ 873.806636] env[68663]: _type = "Task" [ 873.806636] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.812669] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528a67de-6d6b-bcad-719c-2c0408bebe98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.819683] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5294525d-19e3-37c8-919c-a193b3390ad4, 'name': SearchDatastore_Task, 'duration_secs': 0.009038} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.819917] env[68663]: DEBUG oslo_concurrency.lockutils [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.820181] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] ed823442-ad98-41ee-83a4-c1fa82d2a67a/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk. {{(pid=68663) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 873.820961] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4f6f6f4-89d7-457a-b191-a63650cf783a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.826347] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 873.826347] env[68663]: value = "task-3238359" [ 873.826347] env[68663]: _type = "Task" [ 873.826347] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.836300] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.015321] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb5e2e1-97a1-409b-a35e-833e6fbb4c66 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.023487] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8ec1df-e2da-4efc-ab28-b340639f591e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.029820] env[68663]: DEBUG nova.compute.manager [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.064557] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4466b86a-df02-4eaa-b04e-9279c179ce3e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.067846] env[68663]: INFO nova.compute.manager [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Took 61.17 seconds to build instance. [ 874.074711] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d144118-61ab-4a62-a27a-7d20b89b8398 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.092859] env[68663]: DEBUG nova.compute.provider_tree [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.098714] env[68663]: DEBUG nova.network.neutron [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Successfully created port: 59f32dde-5910-44cd-8f25-1ee5e67cca8a {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.156630] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "9ca512af-7602-448a-b3bf-8785bd43e211" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.156959] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "9ca512af-7602-448a-b3bf-8785bd43e211" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.157161] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "9ca512af-7602-448a-b3bf-8785bd43e211-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.160883] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "9ca512af-7602-448a-b3bf-8785bd43e211-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.160883] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "9ca512af-7602-448a-b3bf-8785bd43e211-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.160883] env[68663]: INFO nova.compute.manager [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Terminating instance [ 874.182160] env[68663]: DEBUG oslo_vmware.api [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238356, 'name': ReconfigVM_Task, 'duration_secs': 0.247158} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.182469] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 874.183379] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91ee4cd-60f3-4003-982d-b44483d9cd04 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.208541] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 68b24323-6432-4cbd-9ea7-b231fb008990/68b24323-6432-4cbd-9ea7-b231fb008990.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.208541] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bf67a10-03ae-4942-b124-fdb43e2b1cd6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.228840] env[68663]: DEBUG oslo_vmware.api [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 874.228840] env[68663]: value = "task-3238360" [ 874.228840] env[68663]: _type = "Task" [ 874.228840] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.238246] env[68663]: DEBUG oslo_vmware.api [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238360, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.267332] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238358, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.312671] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528a67de-6d6b-bcad-719c-2c0408bebe98, 'name': SearchDatastore_Task, 'duration_secs': 0.01289} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.313167] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.313278] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 4750b040-f475-4a3d-babf-56f08fc8d66f/4750b040-f475-4a3d-babf-56f08fc8d66f.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.313560] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6104c444-7d31-4859-8cb0-26937ebf5801 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.321772] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 874.321772] env[68663]: value = "task-3238361" [ 874.321772] env[68663]: _type = "Task" [ 874.321772] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.332044] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.340981] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238359, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.571077] env[68663]: DEBUG oslo_concurrency.lockutils [None req-92ee2de5-05e9-4176-b401-a07271fa33a3 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "6b90ee6f-5800-49dc-a82d-bd60726a8d4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.691s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.596485] env[68663]: DEBUG nova.scheduler.client.report [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.674022] env[68663]: DEBUG nova.compute.manager [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.674022] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.674022] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adaf9cb-830f-4710-b512-1d75380706c7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.682946] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.683269] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f02937e8-f93c-4a48-83fb-1cd7ece9ef26 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.691318] env[68663]: DEBUG oslo_vmware.api [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 874.691318] env[68663]: value = "task-3238362" [ 874.691318] env[68663]: _type = "Task" [ 874.691318] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.702021] env[68663]: DEBUG oslo_vmware.api [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.739175] env[68663]: DEBUG oslo_vmware.api [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.772799] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725266} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.773148] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 8f714858-039b-426e-8e4e-a6e83b455a07/8f714858-039b-426e-8e4e-a6e83b455a07.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.773412] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.773748] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65586198-0192-4a7a-9f73-d59b4716cddd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.783143] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 874.783143] env[68663]: value = "task-3238363" [ 874.783143] env[68663]: _type = "Task" [ 874.783143] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.795357] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.831779] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238361, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.841435] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664961} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.841753] env[68663]: INFO nova.virt.vmwareapi.ds_util [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] ed823442-ad98-41ee-83a4-c1fa82d2a67a/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk. [ 874.842641] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41fa2ab-607d-4727-97b6-34599757a2ca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.870162] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] ed823442-ad98-41ee-83a4-c1fa82d2a67a/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.871301] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c9706f8-0883-4c58-862f-cb162a58f612 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.890958] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 874.890958] env[68663]: value = "task-3238364" [ 874.890958] env[68663]: _type = "Task" [ 874.890958] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.900270] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.915150] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquiring lock "6b90ee6f-5800-49dc-a82d-bd60726a8d4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.915596] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "6b90ee6f-5800-49dc-a82d-bd60726a8d4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.915792] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquiring lock "6b90ee6f-5800-49dc-a82d-bd60726a8d4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.916023] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "6b90ee6f-5800-49dc-a82d-bd60726a8d4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.916203] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "6b90ee6f-5800-49dc-a82d-bd60726a8d4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.918827] env[68663]: INFO nova.compute.manager [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Terminating instance [ 875.069125] env[68663]: DEBUG nova.compute.manager [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.100280] env[68663]: DEBUG nova.virt.hardware [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.100600] env[68663]: DEBUG nova.virt.hardware [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.100806] env[68663]: DEBUG nova.virt.hardware [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.101099] env[68663]: DEBUG nova.virt.hardware [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.101370] env[68663]: DEBUG nova.virt.hardware [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.101571] env[68663]: DEBUG nova.virt.hardware [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.101816] env[68663]: DEBUG nova.virt.hardware [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.102031] env[68663]: DEBUG nova.virt.hardware [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.102255] env[68663]: DEBUG nova.virt.hardware [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.102475] env[68663]: DEBUG nova.virt.hardware [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.102729] env[68663]: DEBUG nova.virt.hardware [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.103582] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.106219] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def2526d-8261-4c79-aac0-0496d28f9f65 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.109025] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.290s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.109251] env[68663]: DEBUG nova.objects.instance [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lazy-loading 'resources' on Instance uuid 4b2d8efb-f360-44cd-9588-ac49fb9be1bf {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.118385] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c04326c-f075-46c0-97ec-f3c581490305 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.135790] env[68663]: INFO nova.scheduler.client.report [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Deleted allocations for instance 972461f0-3f88-4aae-9d89-1b95b2cb695a [ 875.203852] env[68663]: DEBUG oslo_vmware.api [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238362, 'name': PowerOffVM_Task, 'duration_secs': 0.244775} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.204292] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.204486] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.204754] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cf83dd1-7875-4763-af89-958a75ab2664 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.244839] env[68663]: DEBUG oslo_vmware.api [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238360, 'name': ReconfigVM_Task, 'duration_secs': 0.901444} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.245297] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 68b24323-6432-4cbd-9ea7-b231fb008990/68b24323-6432-4cbd-9ea7-b231fb008990.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.245723] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updating instance '68b24323-6432-4cbd-9ea7-b231fb008990' progress to 50 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.275552] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.275552] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.275552] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleting the datastore file [datastore2] 9ca512af-7602-448a-b3bf-8785bd43e211 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.275552] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0e1afcd-0d18-4e80-8d41-09a671117d74 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.281469] env[68663]: DEBUG oslo_vmware.api [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 875.281469] env[68663]: value = "task-3238366" [ 875.281469] env[68663]: _type = "Task" [ 875.281469] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.293094] env[68663]: DEBUG oslo_vmware.api [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.295970] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092449} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.296936] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.297986] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0eddf8-3e1c-4ee8-a5d7-4bb93be1451b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.324032] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 8f714858-039b-426e-8e4e-a6e83b455a07/8f714858-039b-426e-8e4e-a6e83b455a07.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.324830] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7a18c7f-9d0c-4ec5-9420-d8bce6f5c930 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.354018] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750752} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.354895] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 4750b040-f475-4a3d-babf-56f08fc8d66f/4750b040-f475-4a3d-babf-56f08fc8d66f.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.358091] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.358091] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 875.358091] env[68663]: value = "task-3238367" [ 875.358091] env[68663]: _type = "Task" [ 875.358091] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.358091] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c147ca65-96f0-4f9f-a2e9-29312fa3d5f8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.368133] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 875.368133] env[68663]: value = "task-3238368" [ 875.368133] env[68663]: _type = "Task" [ 875.368133] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.369915] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.380223] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.402582] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238364, 'name': ReconfigVM_Task, 'duration_secs': 0.32614} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.403008] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Reconfigured VM instance instance-00000046 to attach disk [datastore2] ed823442-ad98-41ee-83a4-c1fa82d2a67a/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.404054] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab5b54d-31e6-42b2-904a-f343aaf8ae1d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.427266] env[68663]: DEBUG nova.compute.manager [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.427567] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.433763] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad29e8b-9a5b-442d-a108-5827bc9cba98 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.437524] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b562e8e4-ea1f-4ae7-8d38-0c18d20bfe51 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.452877] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.454064] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e6672c1-8ce5-4d21-bd5d-aa8b34af6dea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.455765] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 875.455765] env[68663]: value = "task-3238369" [ 875.455765] env[68663]: _type = "Task" [ 875.455765] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.461273] env[68663]: DEBUG oslo_vmware.api [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 875.461273] env[68663]: value = "task-3238370" [ 875.461273] env[68663]: _type = "Task" [ 875.461273] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.464726] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.472919] env[68663]: DEBUG oslo_vmware.api [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.618518] env[68663]: DEBUG nova.objects.instance [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lazy-loading 'numa_topology' on Instance uuid 4b2d8efb-f360-44cd-9588-ac49fb9be1bf {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.646124] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ced98d06-f463-44ae-b44a-ca8035a170fc tempest-AttachInterfacesV270Test-1709972995 tempest-AttachInterfacesV270Test-1709972995-project-member] Lock "972461f0-3f88-4aae-9d89-1b95b2cb695a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.225s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.759462] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc6d22b-a09e-4994-92dc-885a076252e3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.796012] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7abaebb-9c15-4cc9-8ca7-5b0ae573ca34 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.803637] env[68663]: DEBUG oslo_vmware.api [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407487} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.816618] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.816840] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.817029] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.817211] env[68663]: INFO nova.compute.manager [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Took 1.15 seconds to destroy the instance on the hypervisor. [ 875.817460] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.818099] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updating instance '68b24323-6432-4cbd-9ea7-b231fb008990' progress to 67 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.821908] env[68663]: DEBUG nova.compute.manager [-] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.822014] env[68663]: DEBUG nova.network.neutron [-] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.867783] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.878849] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067943} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.879948] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.881057] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db75b3c-2527-4949-8fe5-29d764ab53e7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.901543] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 4750b040-f475-4a3d-babf-56f08fc8d66f/4750b040-f475-4a3d-babf-56f08fc8d66f.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.902121] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acf82179-17a9-4e8b-abdc-953066e5da31 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.922038] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 875.922038] env[68663]: value = "task-3238371" [ 875.922038] env[68663]: _type = "Task" [ 875.922038] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.930030] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.967392] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238369, 'name': ReconfigVM_Task, 'duration_secs': 0.23775} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.971062] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.971342] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f917400-5011-428c-bb62-c2d623081df7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.978296] env[68663]: DEBUG oslo_vmware.api [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238370, 'name': PowerOffVM_Task, 'duration_secs': 0.229792} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.979537] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.979719] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.980036] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 875.980036] env[68663]: value = "task-3238372" [ 875.980036] env[68663]: _type = "Task" [ 875.980036] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.980223] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4006376-34cf-44c7-bdbe-e702dbbbfd40 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.993650] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.122070] env[68663]: DEBUG nova.objects.base [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Object Instance<4b2d8efb-f360-44cd-9588-ac49fb9be1bf> lazy-loaded attributes: resources,numa_topology {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 876.134774] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.135922] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.135922] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Deleting the datastore file [datastore2] 6b90ee6f-5800-49dc-a82d-bd60726a8d4d {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.135922] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90e8b07c-7566-4123-8bf3-42f35384e5d9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.143386] env[68663]: DEBUG oslo_vmware.api [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 876.143386] env[68663]: value = "task-3238374" [ 876.143386] env[68663]: _type = "Task" [ 876.143386] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.158313] env[68663]: DEBUG oslo_vmware.api [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.209536] env[68663]: DEBUG nova.compute.manager [req-78e00f71-09e0-427c-a698-51093d85cf78 req-aeaf6fa8-324b-45c0-a9fe-a2bbe1c2b0cb service nova] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Received event network-vif-plugged-59f32dde-5910-44cd-8f25-1ee5e67cca8a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.209755] env[68663]: DEBUG oslo_concurrency.lockutils [req-78e00f71-09e0-427c-a698-51093d85cf78 req-aeaf6fa8-324b-45c0-a9fe-a2bbe1c2b0cb service nova] Acquiring lock "de80966d-6ce9-46ac-a76e-d4cc3dc36788-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.209957] env[68663]: DEBUG oslo_concurrency.lockutils [req-78e00f71-09e0-427c-a698-51093d85cf78 req-aeaf6fa8-324b-45c0-a9fe-a2bbe1c2b0cb service nova] Lock "de80966d-6ce9-46ac-a76e-d4cc3dc36788-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.210489] env[68663]: DEBUG oslo_concurrency.lockutils [req-78e00f71-09e0-427c-a698-51093d85cf78 req-aeaf6fa8-324b-45c0-a9fe-a2bbe1c2b0cb service nova] Lock "de80966d-6ce9-46ac-a76e-d4cc3dc36788-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.210683] env[68663]: DEBUG nova.compute.manager [req-78e00f71-09e0-427c-a698-51093d85cf78 req-aeaf6fa8-324b-45c0-a9fe-a2bbe1c2b0cb service nova] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] No waiting events found dispatching network-vif-plugged-59f32dde-5910-44cd-8f25-1ee5e67cca8a {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.210850] env[68663]: WARNING nova.compute.manager [req-78e00f71-09e0-427c-a698-51093d85cf78 req-aeaf6fa8-324b-45c0-a9fe-a2bbe1c2b0cb service nova] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Received unexpected event network-vif-plugged-59f32dde-5910-44cd-8f25-1ee5e67cca8a for instance with vm_state building and task_state spawning. [ 876.363690] env[68663]: DEBUG nova.network.neutron [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Port 28b75339-e196-4ad4-971c-cbe1fede1f4b binding to destination host cpu-1 is already ACTIVE {{(pid=68663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 876.373096] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238367, 'name': ReconfigVM_Task, 'duration_secs': 0.641322} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.373402] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 8f714858-039b-426e-8e4e-a6e83b455a07/8f714858-039b-426e-8e4e-a6e83b455a07.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.374356] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e3e9924-eb10-4443-9c21-3a62236bcf32 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.387701] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 876.387701] env[68663]: value = "task-3238375" [ 876.387701] env[68663]: _type = "Task" [ 876.387701] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.400169] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238375, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.431636] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238371, 'name': ReconfigVM_Task, 'duration_secs': 0.300208} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.434534] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 4750b040-f475-4a3d-babf-56f08fc8d66f/4750b040-f475-4a3d-babf-56f08fc8d66f.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.435457] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c56c433b-c088-472e-93f3-e5e9df125001 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.441999] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 876.441999] env[68663]: value = "task-3238376" [ 876.441999] env[68663]: _type = "Task" [ 876.441999] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.453282] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238376, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.493448] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238372, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.567239] env[68663]: DEBUG nova.network.neutron [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Successfully updated port: 59f32dde-5910-44cd-8f25-1ee5e67cca8a {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.615380] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c73010-f71f-41db-8ce0-046f62d6ade5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.623962] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66106e3-271a-42c7-82fe-44a171ec5669 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.659725] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d737b777-811c-4dfb-bfc6-bc4601c58ea1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.667472] env[68663]: DEBUG oslo_vmware.api [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274181} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.669662] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.669849] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.670033] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.670208] env[68663]: INFO nova.compute.manager [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Took 1.24 seconds to destroy the instance on the hypervisor. [ 876.670454] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.670696] env[68663]: DEBUG nova.compute.manager [-] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.670783] env[68663]: DEBUG nova.network.neutron [-] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.673283] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9275cef-021a-4dbf-8da8-63d1d62359b5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.687376] env[68663]: DEBUG nova.compute.provider_tree [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.897652] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238375, 'name': Rename_Task, 'duration_secs': 0.200452} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.897934] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.898191] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6e06821-eb47-4f40-9c3f-ffe87d9d97f2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.904732] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 876.904732] env[68663]: value = "task-3238377" [ 876.904732] env[68663]: _type = "Task" [ 876.904732] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.913021] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.951496] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238376, 'name': Rename_Task, 'duration_secs': 0.15056} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.951780] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.952065] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53ce9893-10e5-4d2e-9bc0-9e1e9bd5a736 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.957572] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 876.957572] env[68663]: value = "task-3238378" [ 876.957572] env[68663]: _type = "Task" [ 876.957572] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.965423] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.991908] env[68663]: DEBUG oslo_vmware.api [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238372, 'name': PowerOnVM_Task, 'duration_secs': 0.529861} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.992213] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.995197] env[68663]: DEBUG nova.compute.manager [None req-820ccf4f-daa2-4cc4-9abb-b5c259bc04cc tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.996051] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab363306-834c-447d-9acc-4025e60cb39f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.069201] env[68663]: DEBUG oslo_concurrency.lockutils [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "refresh_cache-de80966d-6ce9-46ac-a76e-d4cc3dc36788" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.069434] env[68663]: DEBUG oslo_concurrency.lockutils [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquired lock "refresh_cache-de80966d-6ce9-46ac-a76e-d4cc3dc36788" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.069635] env[68663]: DEBUG nova.network.neutron [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.082107] env[68663]: DEBUG nova.network.neutron [-] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.217584] env[68663]: ERROR nova.scheduler.client.report [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [req-f9c8d64b-6e70-4e30-b559-61031d92245a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f9c8d64b-6e70-4e30-b559-61031d92245a"}]} [ 877.239025] env[68663]: DEBUG nova.scheduler.client.report [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Refreshing inventories for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 877.258632] env[68663]: DEBUG nova.scheduler.client.report [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Updating ProviderTree inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 877.258889] env[68663]: DEBUG nova.compute.provider_tree [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 877.279573] env[68663]: DEBUG nova.scheduler.client.report [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Refreshing aggregate associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, aggregates: None {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 877.303580] env[68663]: DEBUG nova.scheduler.client.report [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Refreshing trait associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 877.392687] env[68663]: DEBUG oslo_concurrency.lockutils [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "68b24323-6432-4cbd-9ea7-b231fb008990-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.392993] env[68663]: DEBUG oslo_concurrency.lockutils [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "68b24323-6432-4cbd-9ea7-b231fb008990-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.393200] env[68663]: DEBUG oslo_concurrency.lockutils [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "68b24323-6432-4cbd-9ea7-b231fb008990-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.420505] env[68663]: DEBUG oslo_vmware.api [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238377, 'name': PowerOnVM_Task, 'duration_secs': 0.463354} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.420729] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.420929] env[68663]: INFO nova.compute.manager [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Took 10.11 seconds to spawn the instance on the hypervisor. [ 877.421127] env[68663]: DEBUG nova.compute.manager [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.422159] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227553b9-ad72-494b-a8d5-6386043d2307 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.472025] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238378, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.586056] env[68663]: INFO nova.compute.manager [-] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Took 1.76 seconds to deallocate network for instance. [ 877.653975] env[68663]: DEBUG nova.network.neutron [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.665162] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.665372] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.920330] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54475dd3-2609-4802-a6d4-97f9b2476ff5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.930120] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc82669-69cc-468c-aff7-006b2cd8c657 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.971679] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb7aa52-9523-4c85-808f-5d0d56184b0f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.976898] env[68663]: INFO nova.compute.manager [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Took 50.41 seconds to build instance. [ 877.981172] env[68663]: DEBUG oslo_vmware.api [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238378, 'name': PowerOnVM_Task, 'duration_secs': 0.690434} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.983924] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.984126] env[68663]: INFO nova.compute.manager [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Took 5.49 seconds to spawn the instance on the hypervisor. [ 877.984348] env[68663]: DEBUG nova.compute.manager [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.985186] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a626aea-a6e6-4b7b-88ef-c8dc52fbb014 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.989428] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d120369-eeec-41b2-bbe5-aa0da672adf7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.009637] env[68663]: DEBUG nova.compute.provider_tree [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.093256] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.171812] env[68663]: DEBUG nova.compute.manager [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.425280] env[68663]: DEBUG nova.network.neutron [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Updating instance_info_cache with network_info: [{"id": "59f32dde-5910-44cd-8f25-1ee5e67cca8a", "address": "fa:16:3e:88:d3:84", "network": {"id": "01d1e4f4-a88e-476c-a6ac-feb88f8e5529", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1791599442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e5ae36aa3154ab5a42f9cd07b964af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59f32dde-59", "ovs_interfaceid": "59f32dde-5910-44cd-8f25-1ee5e67cca8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.453861] env[68663]: DEBUG oslo_concurrency.lockutils [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.453861] env[68663]: DEBUG oslo_concurrency.lockutils [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.454043] env[68663]: DEBUG nova.network.neutron [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.482344] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e0098227-95f8-4d11-85b5-b69870da25ca tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "8f714858-039b-426e-8e4e-a6e83b455a07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.921s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.526652] env[68663]: INFO nova.compute.manager [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Took 49.95 seconds to build instance. [ 878.561208] env[68663]: DEBUG nova.scheduler.client.report [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 878.561390] env[68663]: DEBUG nova.compute.provider_tree [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 105 to 106 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 878.562358] env[68663]: DEBUG nova.compute.provider_tree [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.700182] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.806584] env[68663]: DEBUG nova.compute.manager [req-b3cecc34-4f74-48cc-828e-85358750ec1e req-23fa844a-bd9f-4f39-a66e-ff14b9273113 service nova] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Received event network-changed-59f32dde-5910-44cd-8f25-1ee5e67cca8a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.806943] env[68663]: DEBUG nova.compute.manager [req-b3cecc34-4f74-48cc-828e-85358750ec1e req-23fa844a-bd9f-4f39-a66e-ff14b9273113 service nova] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Refreshing instance network info cache due to event network-changed-59f32dde-5910-44cd-8f25-1ee5e67cca8a. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.807178] env[68663]: DEBUG oslo_concurrency.lockutils [req-b3cecc34-4f74-48cc-828e-85358750ec1e req-23fa844a-bd9f-4f39-a66e-ff14b9273113 service nova] Acquiring lock "refresh_cache-de80966d-6ce9-46ac-a76e-d4cc3dc36788" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.928989] env[68663]: DEBUG oslo_concurrency.lockutils [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Releasing lock "refresh_cache-de80966d-6ce9-46ac-a76e-d4cc3dc36788" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.928989] env[68663]: DEBUG nova.compute.manager [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Instance network_info: |[{"id": "59f32dde-5910-44cd-8f25-1ee5e67cca8a", "address": "fa:16:3e:88:d3:84", "network": {"id": "01d1e4f4-a88e-476c-a6ac-feb88f8e5529", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1791599442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e5ae36aa3154ab5a42f9cd07b964af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59f32dde-59", "ovs_interfaceid": "59f32dde-5910-44cd-8f25-1ee5e67cca8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.928989] env[68663]: DEBUG oslo_concurrency.lockutils [req-b3cecc34-4f74-48cc-828e-85358750ec1e req-23fa844a-bd9f-4f39-a66e-ff14b9273113 service nova] Acquired lock "refresh_cache-de80966d-6ce9-46ac-a76e-d4cc3dc36788" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.929216] env[68663]: DEBUG nova.network.neutron [req-b3cecc34-4f74-48cc-828e-85358750ec1e req-23fa844a-bd9f-4f39-a66e-ff14b9273113 service nova] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Refreshing network info cache for port 59f32dde-5910-44cd-8f25-1ee5e67cca8a {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.931030] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:d3:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59f32dde-5910-44cd-8f25-1ee5e67cca8a', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.945509] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.947971] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.948963] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2fe8157-a896-4fd4-97cd-548cadf62295 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.984228] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.984228] env[68663]: value = "task-3238379" [ 878.984228] env[68663]: _type = "Task" [ 878.984228] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.994771] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238379, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.006640] env[68663]: DEBUG nova.network.neutron [-] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.028388] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a5fdc631-3e6e-4c9d-8bae-855fafdaa3b5 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Lock "4750b040-f475-4a3d-babf-56f08fc8d66f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.470s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.068105] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.959s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.072983] env[68663]: DEBUG oslo_concurrency.lockutils [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.151s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.313236] env[68663]: DEBUG nova.network.neutron [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updating instance_info_cache with network_info: [{"id": "28b75339-e196-4ad4-971c-cbe1fede1f4b", "address": "fa:16:3e:f4:41:e3", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b75339-e1", "ovs_interfaceid": "28b75339-e196-4ad4-971c-cbe1fede1f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.487013] env[68663]: DEBUG oslo_concurrency.lockutils [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "4bb1cc01-80a4-4240-b7f5-cd6add62f310" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.487013] env[68663]: DEBUG oslo_concurrency.lockutils [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "4bb1cc01-80a4-4240-b7f5-cd6add62f310" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.500998] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238379, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.508953] env[68663]: INFO nova.compute.manager [-] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Took 2.84 seconds to deallocate network for instance. [ 879.580016] env[68663]: INFO nova.compute.claims [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.589571] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8e62fdd-9bb8-4044-9199-db5f594ca2c1 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "4b2d8efb-f360-44cd-9588-ac49fb9be1bf" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 51.714s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.590544] env[68663]: DEBUG oslo_concurrency.lockutils [None req-877fd83a-7f4a-4447-9464-f752e45855e2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "4b2d8efb-f360-44cd-9588-ac49fb9be1bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 33.483s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.590887] env[68663]: DEBUG oslo_concurrency.lockutils [None req-877fd83a-7f4a-4447-9464-f752e45855e2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "4b2d8efb-f360-44cd-9588-ac49fb9be1bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.594271] env[68663]: DEBUG oslo_concurrency.lockutils [None req-877fd83a-7f4a-4447-9464-f752e45855e2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "4b2d8efb-f360-44cd-9588-ac49fb9be1bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.594482] env[68663]: DEBUG oslo_concurrency.lockutils [None req-877fd83a-7f4a-4447-9464-f752e45855e2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "4b2d8efb-f360-44cd-9588-ac49fb9be1bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.596237] env[68663]: INFO nova.compute.manager [None req-877fd83a-7f4a-4447-9464-f752e45855e2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Terminating instance [ 879.819020] env[68663]: DEBUG oslo_concurrency.lockutils [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.821930] env[68663]: DEBUG nova.network.neutron [req-b3cecc34-4f74-48cc-828e-85358750ec1e req-23fa844a-bd9f-4f39-a66e-ff14b9273113 service nova] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Updated VIF entry in instance network info cache for port 59f32dde-5910-44cd-8f25-1ee5e67cca8a. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.823451] env[68663]: DEBUG nova.network.neutron [req-b3cecc34-4f74-48cc-828e-85358750ec1e req-23fa844a-bd9f-4f39-a66e-ff14b9273113 service nova] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Updating instance_info_cache with network_info: [{"id": "59f32dde-5910-44cd-8f25-1ee5e67cca8a", "address": "fa:16:3e:88:d3:84", "network": {"id": "01d1e4f4-a88e-476c-a6ac-feb88f8e5529", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1791599442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e5ae36aa3154ab5a42f9cd07b964af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59f32dde-59", "ovs_interfaceid": "59f32dde-5910-44cd-8f25-1ee5e67cca8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.989696] env[68663]: DEBUG nova.compute.manager [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.005217] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238379, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.016994] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.093100] env[68663]: INFO nova.compute.resource_tracker [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Updating resource usage from migration d3b22ee4-7a34-4367-bbf8-6a11397807c6 [ 880.100317] env[68663]: DEBUG nova.compute.manager [None req-877fd83a-7f4a-4447-9464-f752e45855e2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.100594] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-877fd83a-7f4a-4447-9464-f752e45855e2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.100925] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a80274e-0fb5-4064-8272-fa81ee755eb1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.115348] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6d2e22-8051-4ea2-ac10-f090e86ab919 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.172987] env[68663]: WARNING nova.virt.vmwareapi.vmops [None req-877fd83a-7f4a-4447-9464-f752e45855e2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4b2d8efb-f360-44cd-9588-ac49fb9be1bf could not be found. [ 880.173228] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-877fd83a-7f4a-4447-9464-f752e45855e2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.173443] env[68663]: INFO nova.compute.manager [None req-877fd83a-7f4a-4447-9464-f752e45855e2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Took 0.07 seconds to destroy the instance on the hypervisor. [ 880.173709] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-877fd83a-7f4a-4447-9464-f752e45855e2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.176784] env[68663]: DEBUG nova.compute.manager [-] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.176890] env[68663]: DEBUG nova.network.neutron [-] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.289073] env[68663]: DEBUG oslo_concurrency.lockutils [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "680c16ed-91ea-40af-a1b7-c17ee594c9be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.289382] env[68663]: DEBUG oslo_concurrency.lockutils [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "680c16ed-91ea-40af-a1b7-c17ee594c9be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.327405] env[68663]: DEBUG oslo_concurrency.lockutils [req-b3cecc34-4f74-48cc-828e-85358750ec1e req-23fa844a-bd9f-4f39-a66e-ff14b9273113 service nova] Releasing lock "refresh_cache-de80966d-6ce9-46ac-a76e-d4cc3dc36788" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.328376] env[68663]: DEBUG nova.compute.manager [req-b3cecc34-4f74-48cc-828e-85358750ec1e req-23fa844a-bd9f-4f39-a66e-ff14b9273113 service nova] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Received event network-vif-deleted-a5e45151-2353-4bfd-bc38-6ebf6053182e {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.328376] env[68663]: DEBUG nova.compute.manager [req-b3cecc34-4f74-48cc-828e-85358750ec1e req-23fa844a-bd9f-4f39-a66e-ff14b9273113 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Received event network-vif-deleted-a9069797-e55c-4d41-b041-37a1394f7ebb {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.328376] env[68663]: INFO nova.compute.manager [req-b3cecc34-4f74-48cc-828e-85358750ec1e req-23fa844a-bd9f-4f39-a66e-ff14b9273113 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Neutron deleted interface a9069797-e55c-4d41-b041-37a1394f7ebb; detaching it from the instance and deleting it from the info cache [ 880.328376] env[68663]: DEBUG nova.network.neutron [req-b3cecc34-4f74-48cc-828e-85358750ec1e req-23fa844a-bd9f-4f39-a66e-ff14b9273113 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Updating instance_info_cache with network_info: [{"id": "c24612a6-a48f-475f-b3b4-6b0534b2a8bb", "address": "fa:16:3e:84:61:27", "network": {"id": "b35dcb03-ec16-45d2-b11b-19cf3e3a6e6c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-271813617", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc24612a6-a4", "ovs_interfaceid": "c24612a6-a48f-475f-b3b4-6b0534b2a8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "203f7574-a282-4886-a159-31df49cb0da4", "address": "fa:16:3e:b1:1c:95", "network": {"id": "3769fd8e-6633-4f0d-aad7-3f4765b36692", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1885614668", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap203f7574-a2", "ovs_interfaceid": "203f7574-a282-4886-a159-31df49cb0da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.348928] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76597e6e-8766-4941-8d40-bad0914ff054 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.380345] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20d3e68-f96b-419b-86cf-806b5f193d21 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.390657] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updating instance '68b24323-6432-4cbd-9ea7-b231fb008990' progress to 83 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 880.497908] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238379, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.500354] env[68663]: INFO nova.compute.manager [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Rebuilding instance [ 880.518425] env[68663]: DEBUG oslo_concurrency.lockutils [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.559599] env[68663]: DEBUG nova.compute.manager [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.560819] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1866a9f7-5f12-4aa6-85f2-b607750eb2e7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.694051] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f92ba5f-d838-4562-a282-70f1381d0d3e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.701243] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882957b1-e5f7-422f-a15e-580500a319be {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.735511] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a87bdbc-65e8-4ce8-9b65-5013eb210f68 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.746019] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d548ec22-6fc2-4467-9de3-bc55953159e0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.762155] env[68663]: DEBUG nova.compute.provider_tree [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.791601] env[68663]: DEBUG nova.compute.manager [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.831044] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d960fab8-5a56-416f-a3ef-d980da3a2370 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.842812] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f765b2-ae2e-474f-8b68-0c7c9ca80fb0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.857201] env[68663]: DEBUG nova.compute.manager [req-4e1719aa-edaf-45bc-9d03-72e7d130a4ad req-e0169cf0-e50e-4716-bd13-eccb40ccfcf6 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Received event network-vif-deleted-c24612a6-a48f-475f-b3b4-6b0534b2a8bb {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.857201] env[68663]: INFO nova.compute.manager [req-4e1719aa-edaf-45bc-9d03-72e7d130a4ad req-e0169cf0-e50e-4716-bd13-eccb40ccfcf6 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Neutron deleted interface c24612a6-a48f-475f-b3b4-6b0534b2a8bb; detaching it from the instance and deleting it from the info cache [ 880.857201] env[68663]: DEBUG nova.network.neutron [req-4e1719aa-edaf-45bc-9d03-72e7d130a4ad req-e0169cf0-e50e-4716-bd13-eccb40ccfcf6 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Updating instance_info_cache with network_info: [{"id": "203f7574-a282-4886-a159-31df49cb0da4", "address": "fa:16:3e:b1:1c:95", "network": {"id": "3769fd8e-6633-4f0d-aad7-3f4765b36692", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1885614668", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap203f7574-a2", "ovs_interfaceid": "203f7574-a282-4886-a159-31df49cb0da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.889587] env[68663]: DEBUG nova.compute.manager [req-b3cecc34-4f74-48cc-828e-85358750ec1e req-23fa844a-bd9f-4f39-a66e-ff14b9273113 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Detach interface failed, port_id=a9069797-e55c-4d41-b041-37a1394f7ebb, reason: Instance 6b90ee6f-5800-49dc-a82d-bd60726a8d4d could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 880.889895] env[68663]: DEBUG nova.compute.manager [req-b3cecc34-4f74-48cc-828e-85358750ec1e req-23fa844a-bd9f-4f39-a66e-ff14b9273113 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Received event network-vif-deleted-203f7574-a282-4886-a159-31df49cb0da4 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.890158] env[68663]: INFO nova.compute.manager [req-b3cecc34-4f74-48cc-828e-85358750ec1e req-23fa844a-bd9f-4f39-a66e-ff14b9273113 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Neutron deleted interface 203f7574-a282-4886-a159-31df49cb0da4; detaching it from the instance and deleting it from the info cache [ 880.890571] env[68663]: DEBUG nova.network.neutron [req-b3cecc34-4f74-48cc-828e-85358750ec1e req-23fa844a-bd9f-4f39-a66e-ff14b9273113 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Updating instance_info_cache with network_info: [{"id": "c24612a6-a48f-475f-b3b4-6b0534b2a8bb", "address": "fa:16:3e:84:61:27", "network": {"id": "b35dcb03-ec16-45d2-b11b-19cf3e3a6e6c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-271813617", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc24612a6-a4", "ovs_interfaceid": "c24612a6-a48f-475f-b3b4-6b0534b2a8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.897386] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-232f9aac-2803-4ca6-856a-2d6819e61f28 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updating instance '68b24323-6432-4cbd-9ea7-b231fb008990' progress to 100 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 880.982888] env[68663]: DEBUG nova.network.neutron [-] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.997956] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238379, 'name': CreateVM_Task, 'duration_secs': 1.565944} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.998728] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.000187] env[68663]: DEBUG oslo_concurrency.lockutils [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.000187] env[68663]: DEBUG oslo_concurrency.lockutils [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.000187] env[68663]: DEBUG oslo_concurrency.lockutils [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.000707] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3fb5330-24fa-4cdf-9bcf-de9478904deb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.005541] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 881.005541] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a5900f-94ea-a7dc-7118-60b6131ba6b2" [ 881.005541] env[68663]: _type = "Task" [ 881.005541] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.014877] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a5900f-94ea-a7dc-7118-60b6131ba6b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.265379] env[68663]: DEBUG nova.scheduler.client.report [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.315455] env[68663]: DEBUG oslo_concurrency.lockutils [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.360455] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a81261d-5449-4426-a257-915acc755ed4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.370666] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9b8cc9-feff-4c42-9d89-54fb6ffe9e71 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.409092] env[68663]: DEBUG nova.compute.manager [req-4e1719aa-edaf-45bc-9d03-72e7d130a4ad req-e0169cf0-e50e-4716-bd13-eccb40ccfcf6 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Detach interface failed, port_id=c24612a6-a48f-475f-b3b4-6b0534b2a8bb, reason: Instance 6b90ee6f-5800-49dc-a82d-bd60726a8d4d could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 881.410959] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09d50571-8a39-49cb-9359-6530c2295057 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.420062] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30be44ee-1cd2-433b-9e5b-0101713c0ab7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.458219] env[68663]: DEBUG nova.compute.manager [req-b3cecc34-4f74-48cc-828e-85358750ec1e req-23fa844a-bd9f-4f39-a66e-ff14b9273113 service nova] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Detach interface failed, port_id=203f7574-a282-4886-a159-31df49cb0da4, reason: Instance 6b90ee6f-5800-49dc-a82d-bd60726a8d4d could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 881.485567] env[68663]: INFO nova.compute.manager [-] [instance: 4b2d8efb-f360-44cd-9588-ac49fb9be1bf] Took 1.31 seconds to deallocate network for instance. [ 881.518321] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a5900f-94ea-a7dc-7118-60b6131ba6b2, 'name': SearchDatastore_Task, 'duration_secs': 0.025697} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.518321] env[68663]: DEBUG oslo_concurrency.lockutils [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.518321] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.518321] env[68663]: DEBUG oslo_concurrency.lockutils [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.518321] env[68663]: DEBUG oslo_concurrency.lockutils [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.518321] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.518321] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0690981a-6b7a-41e8-9549-f79395966fac {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.532053] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.532260] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.533182] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c44003b-6643-4a99-82c2-4130b916da26 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.539246] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 881.539246] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528f2b4a-209d-4c2d-82ea-b438688f0673" [ 881.539246] env[68663]: _type = "Task" [ 881.539246] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.548115] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528f2b4a-209d-4c2d-82ea-b438688f0673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.577410] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.577717] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ea0abe8-8553-489e-9282-818a39563685 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.584646] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 881.584646] env[68663]: value = "task-3238380" [ 881.584646] env[68663]: _type = "Task" [ 881.584646] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.594724] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.770641] env[68663]: DEBUG oslo_concurrency.lockutils [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.699s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.770921] env[68663]: INFO nova.compute.manager [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Migrating [ 881.780296] env[68663]: DEBUG oslo_concurrency.lockutils [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.472s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.780444] env[68663]: DEBUG nova.objects.instance [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lazy-loading 'resources' on Instance uuid 9387f331-9488-4e99-8173-519b9651ce7c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.052523] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528f2b4a-209d-4c2d-82ea-b438688f0673, 'name': SearchDatastore_Task, 'duration_secs': 0.028791} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.053287] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05cbadd8-98cc-4614-b938-b39020c7c463 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.059820] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 882.059820] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d81269-ca39-b835-5557-475edcc83c9e" [ 882.059820] env[68663]: _type = "Task" [ 882.059820] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.068754] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d81269-ca39-b835-5557-475edcc83c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.094353] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238380, 'name': PowerOffVM_Task, 'duration_secs': 0.121947} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.094497] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.095359] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.096114] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e35ed8-5af1-4fee-a21d-463d90e81305 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.104420] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.104803] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c3556f8-e7f3-4ad2-8db0-eba570822747 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.135024] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.135269] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.135462] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Deleting the datastore file [datastore1] 4750b040-f475-4a3d-babf-56f08fc8d66f {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.137211] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa8d2a7f-a0e5-4218-86e3-b2fb324afb59 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.142324] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 882.142324] env[68663]: value = "task-3238382" [ 882.142324] env[68663]: _type = "Task" [ 882.142324] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.154622] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.302322] env[68663]: DEBUG oslo_concurrency.lockutils [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "refresh_cache-6a6e36f4-b232-46f0-85a8-00dce64392b8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.302322] env[68663]: DEBUG oslo_concurrency.lockutils [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "refresh_cache-6a6e36f4-b232-46f0-85a8-00dce64392b8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.302489] env[68663]: DEBUG nova.network.neutron [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.512864] env[68663]: DEBUG oslo_concurrency.lockutils [None req-877fd83a-7f4a-4447-9464-f752e45855e2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "4b2d8efb-f360-44cd-9588-ac49fb9be1bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.922s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.573517] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d81269-ca39-b835-5557-475edcc83c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009901} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.573810] env[68663]: DEBUG oslo_concurrency.lockutils [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.574097] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] de80966d-6ce9-46ac-a76e-d4cc3dc36788/de80966d-6ce9-46ac-a76e-d4cc3dc36788.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.574359] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73f4845c-a8ab-4a67-83a3-cabc2f75f029 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.582919] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 882.582919] env[68663]: value = "task-3238383" [ 882.582919] env[68663]: _type = "Task" [ 882.582919] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.590852] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.653672] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093233} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.653672] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.653672] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.653861] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.697895] env[68663]: DEBUG oslo_concurrency.lockutils [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "68b24323-6432-4cbd-9ea7-b231fb008990" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.698230] env[68663]: DEBUG oslo_concurrency.lockutils [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "68b24323-6432-4cbd-9ea7-b231fb008990" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.002s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.698442] env[68663]: DEBUG nova.compute.manager [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Going to confirm migration 2 {{(pid=68663) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 882.797297] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79ab511-45b2-4890-930b-4f9d92585c06 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.811968] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc70dd0-21b1-43c7-9f03-641d4cccce3a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.854736] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeec4c1-f3f1-45eb-99c5-bc7a8f841494 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.864832] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620ced74-0dc8-4077-b32d-ccedb331eab3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.881707] env[68663]: DEBUG nova.compute.provider_tree [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.093686] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238383, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.122588] env[68663]: DEBUG nova.network.neutron [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Updating instance_info_cache with network_info: [{"id": "ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9", "address": "fa:16:3e:36:2e:fe", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef4cb3ed-ab", "ovs_interfaceid": "ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.294133] env[68663]: DEBUG oslo_concurrency.lockutils [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.294470] env[68663]: DEBUG oslo_concurrency.lockutils [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.294826] env[68663]: DEBUG nova.network.neutron [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.295068] env[68663]: DEBUG nova.objects.instance [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lazy-loading 'info_cache' on Instance uuid 68b24323-6432-4cbd-9ea7-b231fb008990 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.405430] env[68663]: ERROR nova.scheduler.client.report [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] [req-470f39c6-cb55-46c5-abd3-7bc3a1a8aa7f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-470f39c6-cb55-46c5-abd3-7bc3a1a8aa7f"}]} [ 883.424241] env[68663]: DEBUG nova.scheduler.client.report [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Refreshing inventories for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 883.438656] env[68663]: DEBUG nova.scheduler.client.report [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Updating ProviderTree inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 883.439018] env[68663]: DEBUG nova.compute.provider_tree [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.455810] env[68663]: DEBUG nova.scheduler.client.report [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Refreshing aggregate associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, aggregates: None {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 883.476600] env[68663]: DEBUG nova.scheduler.client.report [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Refreshing trait associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 883.596396] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517189} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.596661] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] de80966d-6ce9-46ac-a76e-d4cc3dc36788/de80966d-6ce9-46ac-a76e-d4cc3dc36788.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.596876] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.597147] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a4a580a-9b89-4191-bf2e-86b23e6a1f16 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.603196] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 883.603196] env[68663]: value = "task-3238387" [ 883.603196] env[68663]: _type = "Task" [ 883.603196] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.614772] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.625448] env[68663]: DEBUG oslo_concurrency.lockutils [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "refresh_cache-6a6e36f4-b232-46f0-85a8-00dce64392b8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.704211] env[68663]: DEBUG nova.virt.hardware [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.705160] env[68663]: DEBUG nova.virt.hardware [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.705160] env[68663]: DEBUG nova.virt.hardware [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.705160] env[68663]: DEBUG nova.virt.hardware [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.705160] env[68663]: DEBUG nova.virt.hardware [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.705160] env[68663]: DEBUG nova.virt.hardware [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.705394] env[68663]: DEBUG nova.virt.hardware [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.705438] env[68663]: DEBUG nova.virt.hardware [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.705607] env[68663]: DEBUG nova.virt.hardware [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.705816] env[68663]: DEBUG nova.virt.hardware [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.706020] env[68663]: DEBUG nova.virt.hardware [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.706886] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14545b8-698d-42c0-9410-65ba0f8ba949 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.718564] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce4ef41-a3bf-4246-a239-f430b8a881b9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.733247] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Instance VIF info [] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.742454] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.749319] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.750809] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b3c7a57-8ff5-45c7-ad97-ef047f1af7f3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.767937] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.767937] env[68663]: value = "task-3238388" [ 883.767937] env[68663]: _type = "Task" [ 883.767937] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.778235] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238388, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.974880] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91c3318-54c3-48fb-a502-1ef0128a143c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.982545] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e72e5c-5693-49e3-ad82-a8245a6cc789 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.012512] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fee376-7ae8-42dd-a168-53942b3da959 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.019932] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e08922-7369-455c-bc6f-207ca851a9d7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.035464] env[68663]: DEBUG nova.compute.provider_tree [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.114458] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071261} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.115125] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.115933] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb1a8a8-3582-4647-8b72-d60fe3241004 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.143265] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] de80966d-6ce9-46ac-a76e-d4cc3dc36788/de80966d-6ce9-46ac-a76e-d4cc3dc36788.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.143928] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2675c9c3-9df0-4fe7-ab99-d57d88861106 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.164508] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 884.164508] env[68663]: value = "task-3238389" [ 884.164508] env[68663]: _type = "Task" [ 884.164508] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.172819] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.266220] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "6f4eb0a2-eff1-474a-aa04-28ec52d2a632" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.266618] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "6f4eb0a2-eff1-474a-aa04-28ec52d2a632" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.280958] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238388, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.538449] env[68663]: DEBUG nova.scheduler.client.report [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.605143] env[68663]: DEBUG nova.network.neutron [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updating instance_info_cache with network_info: [{"id": "28b75339-e196-4ad4-971c-cbe1fede1f4b", "address": "fa:16:3e:f4:41:e3", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b75339-e1", "ovs_interfaceid": "28b75339-e196-4ad4-971c-cbe1fede1f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.675285] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.770173] env[68663]: DEBUG nova.compute.manager [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.781048] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238388, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.046459] env[68663]: DEBUG oslo_concurrency.lockutils [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.266s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.050024] env[68663]: DEBUG oslo_concurrency.lockutils [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.366s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.051124] env[68663]: INFO nova.compute.claims [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.074023] env[68663]: INFO nova.scheduler.client.report [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Deleted allocations for instance 9387f331-9488-4e99-8173-519b9651ce7c [ 885.109147] env[68663]: DEBUG oslo_concurrency.lockutils [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.109147] env[68663]: DEBUG nova.objects.instance [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lazy-loading 'migration_context' on Instance uuid 68b24323-6432-4cbd-9ea7-b231fb008990 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.151668] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc5efb2-25e5-460a-8ffd-b3367cbf27f2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.170395] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Updating instance '6a6e36f4-b232-46f0-85a8-00dce64392b8' progress to 0 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.181844] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238389, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.284933] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238388, 'name': CreateVM_Task, 'duration_secs': 1.23124} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.285162] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.287363] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.287363] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.287363] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.287363] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85076b70-ef4d-4b25-93fa-542401d78f02 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.290565] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 885.290565] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52da9cb1-8850-0b34-a0e9-ed9ed4739100" [ 885.290565] env[68663]: _type = "Task" [ 885.290565] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.295553] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.299088] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52da9cb1-8850-0b34-a0e9-ed9ed4739100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.584261] env[68663]: DEBUG oslo_concurrency.lockutils [None req-767eb720-8d1e-49ca-b410-03ece1637a9a tempest-ListServerFiltersTestJSON-1339417023 tempest-ListServerFiltersTestJSON-1339417023-project-member] Lock "9387f331-9488-4e99-8173-519b9651ce7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.967s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.611340] env[68663]: DEBUG nova.objects.base [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Object Instance<68b24323-6432-4cbd-9ea7-b231fb008990> lazy-loaded attributes: info_cache,migration_context {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 885.612362] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78edd168-a37a-4d05-8d47-8e5a1422dec9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.632288] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a42a69-808d-49af-b21b-0837ef39e609 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.638687] env[68663]: DEBUG oslo_vmware.api [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 885.638687] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d86fa5-22e8-6850-009a-1827a3449f09" [ 885.638687] env[68663]: _type = "Task" [ 885.638687] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.647831] env[68663]: DEBUG oslo_vmware.api [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d86fa5-22e8-6850-009a-1827a3449f09, 'name': SearchDatastore_Task, 'duration_secs': 0.007435} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.648110] env[68663]: DEBUG oslo_concurrency.lockutils [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.680801] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.681129] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238389, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.681448] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-784bfb02-1074-49ab-92bd-b0d8c3e4d3a1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.688068] env[68663]: DEBUG oslo_vmware.api [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 885.688068] env[68663]: value = "task-3238390" [ 885.688068] env[68663]: _type = "Task" [ 885.688068] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.695966] env[68663]: DEBUG oslo_vmware.api [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.803174] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52da9cb1-8850-0b34-a0e9-ed9ed4739100, 'name': SearchDatastore_Task, 'duration_secs': 0.010581} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.804042] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.804042] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.804218] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.805043] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.805043] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.805043] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cff8c5ca-e69e-4ab2-ab2b-92ad40d2e11e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.823065] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.823065] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.823439] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7389290c-1313-476b-8cc9-cf4e88ed4393 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.839096] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 885.839096] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526997cf-66ed-dc58-7f2c-81fcc7e53069" [ 885.839096] env[68663]: _type = "Task" [ 885.839096] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.858921] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526997cf-66ed-dc58-7f2c-81fcc7e53069, 'name': SearchDatastore_Task, 'duration_secs': 0.015695} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.859854] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8146496-36ff-414e-bb8f-99f34bd2f82c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.872287] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 885.872287] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cfce7e-5f40-f089-6725-aea594c1b725" [ 885.872287] env[68663]: _type = "Task" [ 885.872287] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.882811] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cfce7e-5f40-f089-6725-aea594c1b725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.186812] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238389, 'name': ReconfigVM_Task, 'duration_secs': 1.709547} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.187262] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Reconfigured VM instance instance-0000004a to attach disk [datastore1] de80966d-6ce9-46ac-a76e-d4cc3dc36788/de80966d-6ce9-46ac-a76e-d4cc3dc36788.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.188171] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1254a0c-a153-4ced-8861-768523148107 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.205740] env[68663]: DEBUG oslo_vmware.api [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238390, 'name': PowerOffVM_Task, 'duration_secs': 0.267636} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.210716] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.211038] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Updating instance '6a6e36f4-b232-46f0-85a8-00dce64392b8' progress to 17 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.216240] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 886.216240] env[68663]: value = "task-3238392" [ 886.216240] env[68663]: _type = "Task" [ 886.216240] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.229670] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238392, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.382757] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cfce7e-5f40-f089-6725-aea594c1b725, 'name': SearchDatastore_Task, 'duration_secs': 0.013521} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.385394] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.385695] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 4750b040-f475-4a3d-babf-56f08fc8d66f/4750b040-f475-4a3d-babf-56f08fc8d66f.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.386190] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6de6e20-b6a5-46fb-86ce-506516cbeec0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.393035] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 886.393035] env[68663]: value = "task-3238393" [ 886.393035] env[68663]: _type = "Task" [ 886.393035] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.404054] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.636478] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a34434-de93-4d9d-90cc-86ea81c4261b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.643544] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0ee757-583e-4c98-995f-f329e0374295 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.674999] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b5c9f3-f74a-48a9-b42e-285fe4d2c159 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.682300] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4b39b8-adac-4174-a1f8-5d5aab58cf5d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.696262] env[68663]: DEBUG nova.compute.provider_tree [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.723134] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.723522] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.723819] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.724011] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.724173] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.724331] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.724614] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.724819] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.725020] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.725193] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.725493] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.731464] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae480e0e-9b93-4fe9-ba1f-581c5511fa69 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.747342] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238392, 'name': Rename_Task, 'duration_secs': 0.232714} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.749212] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.749574] env[68663]: DEBUG oslo_vmware.api [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 886.749574] env[68663]: value = "task-3238394" [ 886.749574] env[68663]: _type = "Task" [ 886.749574] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.749770] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-583ad94e-62a4-4706-8c7d-96d8b3cdf6d5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.761156] env[68663]: DEBUG oslo_vmware.api [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238394, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.762826] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 886.762826] env[68663]: value = "task-3238395" [ 886.762826] env[68663]: _type = "Task" [ 886.762826] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.771882] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.902893] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238393, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.201991] env[68663]: DEBUG nova.scheduler.client.report [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.261424] env[68663]: DEBUG oslo_vmware.api [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238394, 'name': ReconfigVM_Task, 'duration_secs': 0.244885} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.261768] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Updating instance '6a6e36f4-b232-46f0-85a8-00dce64392b8' progress to 33 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.275475] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238395, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.403952] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614248} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.404225] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 4750b040-f475-4a3d-babf-56f08fc8d66f/4750b040-f475-4a3d-babf-56f08fc8d66f.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.404536] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.404661] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbdca086-6dac-4411-9dcc-9e3a13d651cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.412309] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 887.412309] env[68663]: value = "task-3238396" [ 887.412309] env[68663]: _type = "Task" [ 887.412309] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.420952] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.706741] env[68663]: DEBUG oslo_concurrency.lockutils [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.707343] env[68663]: DEBUG nova.compute.manager [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.710305] env[68663]: DEBUG oslo_concurrency.lockutils [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.955s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.710522] env[68663]: DEBUG nova.objects.instance [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lazy-loading 'resources' on Instance uuid 7838a338-f8b7-4878-8b34-186f61c77e16 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.767969] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.768222] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.768383] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.768565] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.768712] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.768857] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.769093] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.769257] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.769423] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.769587] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.769813] env[68663]: DEBUG nova.virt.hardware [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.775563] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Reconfiguring VM instance instance-00000041 to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 887.780146] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc80e408-de68-4d41-9699-ad524d97ddc9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.801568] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238395, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.803151] env[68663]: DEBUG oslo_vmware.api [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 887.803151] env[68663]: value = "task-3238397" [ 887.803151] env[68663]: _type = "Task" [ 887.803151] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.814163] env[68663]: DEBUG oslo_vmware.api [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.921529] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108117} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.921853] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.922954] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e75502-dfe5-435d-8d7c-daf377596ed6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.947931] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 4750b040-f475-4a3d-babf-56f08fc8d66f/4750b040-f475-4a3d-babf-56f08fc8d66f.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.948148] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcbbd3f2-5c16-4f9c-a552-cf146888572b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.967199] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 887.967199] env[68663]: value = "task-3238398" [ 887.967199] env[68663]: _type = "Task" [ 887.967199] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.976252] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.213321] env[68663]: DEBUG nova.compute.utils [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.214981] env[68663]: DEBUG nova.compute.manager [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.218193] env[68663]: DEBUG nova.network.neutron [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.276697] env[68663]: DEBUG oslo_vmware.api [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238395, 'name': PowerOnVM_Task, 'duration_secs': 1.100459} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.279383] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.279731] env[68663]: INFO nova.compute.manager [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Took 13.21 seconds to spawn the instance on the hypervisor. [ 888.279800] env[68663]: DEBUG nova.compute.manager [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.281152] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfb8610-c62d-408a-a2c8-1396f2dd7973 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.310251] env[68663]: DEBUG nova.policy [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3c9730dbec54755a738ecab46d515e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86b7a180a3564cca955c100cbbdbd51e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.318586] env[68663]: DEBUG oslo_vmware.api [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238397, 'name': ReconfigVM_Task, 'duration_secs': 0.170121} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.319194] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Reconfigured VM instance instance-00000041 to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 888.320161] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ec554f-e0dc-42c8-85be-8314e5a17374 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.348083] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 6a6e36f4-b232-46f0-85a8-00dce64392b8/6a6e36f4-b232-46f0-85a8-00dce64392b8.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.351769] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d1cc625-e42e-4999-9067-0a3ef287ed0f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.374108] env[68663]: DEBUG oslo_vmware.api [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 888.374108] env[68663]: value = "task-3238400" [ 888.374108] env[68663]: _type = "Task" [ 888.374108] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.386400] env[68663]: DEBUG oslo_vmware.api [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238400, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.477431] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238398, 'name': ReconfigVM_Task, 'duration_secs': 0.269145} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.477764] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 4750b040-f475-4a3d-babf-56f08fc8d66f/4750b040-f475-4a3d-babf-56f08fc8d66f.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.479883] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a802cbee-6a0f-4c8d-9ac8-a746e6b2db19 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.486146] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 888.486146] env[68663]: value = "task-3238401" [ 888.486146] env[68663]: _type = "Task" [ 888.486146] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.494898] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238401, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.722131] env[68663]: DEBUG nova.compute.manager [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.780618] env[68663]: DEBUG nova.network.neutron [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Successfully created port: 15f4c7b2-eedc-4980-b78e-770c0e472211 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.796772] env[68663]: INFO nova.compute.manager [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Took 58.27 seconds to build instance. [ 888.813466] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef9f1ed-ec74-434b-8838-4b1e9ab7be55 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.822307] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7abb87-3f9f-46c9-87db-12ce30bcbbc7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.854070] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86a0aaa-2979-48a5-b371-5a0cffccbba5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.861263] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a48b86-55b2-4306-b5f1-20813f45c55e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.875617] env[68663]: DEBUG nova.compute.provider_tree [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.885239] env[68663]: DEBUG oslo_vmware.api [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238400, 'name': ReconfigVM_Task, 'duration_secs': 0.28904} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.886272] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 6a6e36f4-b232-46f0-85a8-00dce64392b8/6a6e36f4-b232-46f0-85a8-00dce64392b8.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.886553] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Updating instance '6a6e36f4-b232-46f0-85a8-00dce64392b8' progress to 50 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 888.996327] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238401, 'name': Rename_Task, 'duration_secs': 0.130438} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.996549] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.996794] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dc302c3-8404-4a4b-8a18-b19072532437 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.003455] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 889.003455] env[68663]: value = "task-3238402" [ 889.003455] env[68663]: _type = "Task" [ 889.003455] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.010651] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.299505] env[68663]: DEBUG oslo_concurrency.lockutils [None req-393bf6e9-27bb-45dc-a2b1-0a95181e4c91 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "de80966d-6ce9-46ac-a76e-d4cc3dc36788" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.681s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.381328] env[68663]: DEBUG nova.scheduler.client.report [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.394309] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47babc0-be9a-4291-b405-0612d842ca4f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.420512] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55c8f81-2203-41d0-acce-1f33065a405e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.441600] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Updating instance '6a6e36f4-b232-46f0-85a8-00dce64392b8' progress to 67 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 889.516575] env[68663]: DEBUG oslo_vmware.api [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238402, 'name': PowerOnVM_Task, 'duration_secs': 0.467335} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.516869] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.517846] env[68663]: DEBUG nova.compute.manager [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.517846] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1078f185-ffd7-4e8c-b5ad-cd97460cc53e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.732878] env[68663]: DEBUG nova.compute.manager [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.775791] env[68663]: DEBUG nova.virt.hardware [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.776088] env[68663]: DEBUG nova.virt.hardware [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.776264] env[68663]: DEBUG nova.virt.hardware [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.776451] env[68663]: DEBUG nova.virt.hardware [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.776724] env[68663]: DEBUG nova.virt.hardware [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.776877] env[68663]: DEBUG nova.virt.hardware [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.778780] env[68663]: DEBUG nova.virt.hardware [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.779050] env[68663]: DEBUG nova.virt.hardware [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.781028] env[68663]: DEBUG nova.virt.hardware [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.781028] env[68663]: DEBUG nova.virt.hardware [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.781028] env[68663]: DEBUG nova.virt.hardware [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.781028] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b28eea8-42dd-4203-a82b-b46ee8968fd2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.795076] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ce0342-6dfc-479a-a34b-df5e34af5696 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.887200] env[68663]: DEBUG oslo_concurrency.lockutils [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.890010] env[68663]: DEBUG oslo_concurrency.lockutils [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.118s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.890254] env[68663]: DEBUG nova.objects.instance [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lazy-loading 'resources' on Instance uuid 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.910267] env[68663]: INFO nova.scheduler.client.report [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Deleted allocations for instance 7838a338-f8b7-4878-8b34-186f61c77e16 [ 889.987656] env[68663]: DEBUG nova.network.neutron [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Port ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9 binding to destination host cpu-1 is already ACTIVE {{(pid=68663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 890.038071] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.119147] env[68663]: DEBUG oslo_concurrency.lockutils [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Acquiring lock "3869c746-dff3-40bf-927d-aeafcc5b9451" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.119353] env[68663]: DEBUG oslo_concurrency.lockutils [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Lock "3869c746-dff3-40bf-927d-aeafcc5b9451" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.239560] env[68663]: DEBUG oslo_concurrency.lockutils [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "b34a987e-ad95-4941-a540-a2cd3816149e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.240018] env[68663]: DEBUG oslo_concurrency.lockutils [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "b34a987e-ad95-4941-a540-a2cd3816149e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.418184] env[68663]: DEBUG oslo_concurrency.lockutils [None req-495548d5-bbc5-47cb-ad96-71519ad84bfb tempest-VolumesAdminNegativeTest-1673749307 tempest-VolumesAdminNegativeTest-1673749307-project-member] Lock "7838a338-f8b7-4878-8b34-186f61c77e16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.436s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.469237] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "de80966d-6ce9-46ac-a76e-d4cc3dc36788" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.469490] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "de80966d-6ce9-46ac-a76e-d4cc3dc36788" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.469697] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "de80966d-6ce9-46ac-a76e-d4cc3dc36788-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.470048] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "de80966d-6ce9-46ac-a76e-d4cc3dc36788-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.470048] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "de80966d-6ce9-46ac-a76e-d4cc3dc36788-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.472111] env[68663]: INFO nova.compute.manager [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Terminating instance [ 890.622249] env[68663]: DEBUG nova.compute.manager [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.744014] env[68663]: DEBUG nova.compute.utils [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.825460] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Acquiring lock "4750b040-f475-4a3d-babf-56f08fc8d66f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.825698] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Lock "4750b040-f475-4a3d-babf-56f08fc8d66f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.825894] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Acquiring lock "4750b040-f475-4a3d-babf-56f08fc8d66f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.826085] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Lock "4750b040-f475-4a3d-babf-56f08fc8d66f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.826247] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Lock "4750b040-f475-4a3d-babf-56f08fc8d66f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.829176] env[68663]: INFO nova.compute.manager [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Terminating instance [ 890.861909] env[68663]: DEBUG nova.compute.manager [req-c45d5418-0c43-4b29-885b-c31a29e2aacb req-1985b746-05e5-4d08-8671-9c6b9f7755fa service nova] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Received event network-vif-plugged-15f4c7b2-eedc-4980-b78e-770c0e472211 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.862147] env[68663]: DEBUG oslo_concurrency.lockutils [req-c45d5418-0c43-4b29-885b-c31a29e2aacb req-1985b746-05e5-4d08-8671-9c6b9f7755fa service nova] Acquiring lock "3b6fcab1-14b4-4cf5-a03e-a222401a1802-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.862418] env[68663]: DEBUG oslo_concurrency.lockutils [req-c45d5418-0c43-4b29-885b-c31a29e2aacb req-1985b746-05e5-4d08-8671-9c6b9f7755fa service nova] Lock "3b6fcab1-14b4-4cf5-a03e-a222401a1802-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.862621] env[68663]: DEBUG oslo_concurrency.lockutils [req-c45d5418-0c43-4b29-885b-c31a29e2aacb req-1985b746-05e5-4d08-8671-9c6b9f7755fa service nova] Lock "3b6fcab1-14b4-4cf5-a03e-a222401a1802-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.862667] env[68663]: DEBUG nova.compute.manager [req-c45d5418-0c43-4b29-885b-c31a29e2aacb req-1985b746-05e5-4d08-8671-9c6b9f7755fa service nova] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] No waiting events found dispatching network-vif-plugged-15f4c7b2-eedc-4980-b78e-770c0e472211 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.862817] env[68663]: WARNING nova.compute.manager [req-c45d5418-0c43-4b29-885b-c31a29e2aacb req-1985b746-05e5-4d08-8671-9c6b9f7755fa service nova] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Received unexpected event network-vif-plugged-15f4c7b2-eedc-4980-b78e-770c0e472211 for instance with vm_state building and task_state spawning. [ 890.876678] env[68663]: DEBUG nova.network.neutron [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Successfully updated port: 15f4c7b2-eedc-4980-b78e-770c0e472211 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.959465] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6d8aac-f356-4b7d-970b-e8e325374b2f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.970602] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0573b667-1af7-43dd-a2b1-1c7163c86a8f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.006591] env[68663]: DEBUG nova.compute.manager [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.006919] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.015985] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d79a74-96ae-4030-a209-618c95a73491 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.019589] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6568e2e6-2076-41c1-93f3-2bf48adc81a0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.035018] env[68663]: DEBUG oslo_concurrency.lockutils [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "6a6e36f4-b232-46f0-85a8-00dce64392b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.035018] env[68663]: DEBUG oslo_concurrency.lockutils [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "6a6e36f4-b232-46f0-85a8-00dce64392b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.035018] env[68663]: DEBUG oslo_concurrency.lockutils [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "6a6e36f4-b232-46f0-85a8-00dce64392b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.046254] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f643040-ec06-4c0b-ab62-2376d803fe5b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.048415] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.049480] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-323c86ef-675d-4fc6-a7f4-4634204a7a6d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.065183] env[68663]: DEBUG nova.compute.provider_tree [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.068412] env[68663]: DEBUG oslo_vmware.api [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 891.068412] env[68663]: value = "task-3238404" [ 891.068412] env[68663]: _type = "Task" [ 891.068412] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.081093] env[68663]: DEBUG oslo_vmware.api [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.148413] env[68663]: DEBUG oslo_concurrency.lockutils [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.247997] env[68663]: DEBUG oslo_concurrency.lockutils [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "b34a987e-ad95-4941-a540-a2cd3816149e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.332072] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Acquiring lock "refresh_cache-4750b040-f475-4a3d-babf-56f08fc8d66f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.332286] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Acquired lock "refresh_cache-4750b040-f475-4a3d-babf-56f08fc8d66f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.332478] env[68663]: DEBUG nova.network.neutron [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.382063] env[68663]: DEBUG oslo_concurrency.lockutils [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "refresh_cache-3b6fcab1-14b4-4cf5-a03e-a222401a1802" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.382256] env[68663]: DEBUG oslo_concurrency.lockutils [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "refresh_cache-3b6fcab1-14b4-4cf5-a03e-a222401a1802" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.382390] env[68663]: DEBUG nova.network.neutron [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.570669] env[68663]: DEBUG nova.scheduler.client.report [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.586294] env[68663]: DEBUG oslo_vmware.api [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238404, 'name': PowerOffVM_Task, 'duration_secs': 0.198197} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.586876] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.586876] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.587044] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-362e4865-5591-4ef7-be23-89a69e578cd9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.660797] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.661048] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.661239] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Deleting the datastore file [datastore1] de80966d-6ce9-46ac-a76e-d4cc3dc36788 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.661866] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-898b3e5e-02a3-463c-a884-6bcc4ed07f2f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.671647] env[68663]: DEBUG oslo_vmware.api [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for the task: (returnval){ [ 891.671647] env[68663]: value = "task-3238406" [ 891.671647] env[68663]: _type = "Task" [ 891.671647] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.681056] env[68663]: DEBUG oslo_vmware.api [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.878140] env[68663]: DEBUG nova.network.neutron [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.939514] env[68663]: DEBUG nova.network.neutron [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.982607] env[68663]: DEBUG nova.network.neutron [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.081013] env[68663]: DEBUG oslo_concurrency.lockutils [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.085997] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.370s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.087955] env[68663]: INFO nova.compute.claims [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.112725] env[68663]: DEBUG oslo_concurrency.lockutils [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "refresh_cache-6a6e36f4-b232-46f0-85a8-00dce64392b8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.113473] env[68663]: DEBUG oslo_concurrency.lockutils [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "refresh_cache-6a6e36f4-b232-46f0-85a8-00dce64392b8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.113473] env[68663]: DEBUG nova.network.neutron [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.121117] env[68663]: INFO nova.scheduler.client.report [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Deleted allocations for instance 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c [ 892.194028] env[68663]: DEBUG oslo_vmware.api [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.209046] env[68663]: DEBUG nova.network.neutron [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Updating instance_info_cache with network_info: [{"id": "15f4c7b2-eedc-4980-b78e-770c0e472211", "address": "fa:16:3e:47:b3:78", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f4c7b2-ee", "ovs_interfaceid": "15f4c7b2-eedc-4980-b78e-770c0e472211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.322508] env[68663]: DEBUG oslo_concurrency.lockutils [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "b34a987e-ad95-4941-a540-a2cd3816149e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.322508] env[68663]: DEBUG oslo_concurrency.lockutils [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "b34a987e-ad95-4941-a540-a2cd3816149e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.322508] env[68663]: INFO nova.compute.manager [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Attaching volume e05aa2b5-935e-41e0-be59-c3d87e379e0b to /dev/sdb [ 892.362910] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02875d2-b097-4b83-a253-c00b6dc98e34 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.370213] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f468c5-348c-479c-9d02-7e7bed746c17 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.386975] env[68663]: DEBUG nova.virt.block_device [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Updating existing volume attachment record: 192c706d-62a2-4ad9-93ba-4b9269dd9527 {{(pid=68663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 892.485520] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Releasing lock "refresh_cache-4750b040-f475-4a3d-babf-56f08fc8d66f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.485913] env[68663]: DEBUG nova.compute.manager [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.487164] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.487164] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d0b635-eba5-49b0-9e1b-4c4e8a05276f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.495662] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.495901] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dded5836-1ba6-4f46-984d-e58949c3bd23 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.504763] env[68663]: DEBUG oslo_vmware.api [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 892.504763] env[68663]: value = "task-3238408" [ 892.504763] env[68663]: _type = "Task" [ 892.504763] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.514715] env[68663]: DEBUG oslo_vmware.api [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.631691] env[68663]: DEBUG oslo_concurrency.lockutils [None req-82566c16-00d2-4dc9-ae00-884dabd13608 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.623s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.689458] env[68663]: DEBUG oslo_vmware.api [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Task: {'id': task-3238406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.588923} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.689735] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.689916] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.690329] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.690329] env[68663]: INFO nova.compute.manager [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Took 1.68 seconds to destroy the instance on the hypervisor. [ 892.690497] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.690685] env[68663]: DEBUG nova.compute.manager [-] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.690780] env[68663]: DEBUG nova.network.neutron [-] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.711399] env[68663]: DEBUG oslo_concurrency.lockutils [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "refresh_cache-3b6fcab1-14b4-4cf5-a03e-a222401a1802" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.711741] env[68663]: DEBUG nova.compute.manager [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Instance network_info: |[{"id": "15f4c7b2-eedc-4980-b78e-770c0e472211", "address": "fa:16:3e:47:b3:78", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f4c7b2-ee", "ovs_interfaceid": "15f4c7b2-eedc-4980-b78e-770c0e472211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.712250] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:b3:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15f4c7b2-eedc-4980-b78e-770c0e472211', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.721341] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.721650] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.722332] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7058970e-032f-4351-882d-22bb6930c07c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.760354] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.760354] env[68663]: value = "task-3238411" [ 892.760354] env[68663]: _type = "Task" [ 892.760354] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.760650] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238411, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.930963] env[68663]: DEBUG nova.compute.manager [req-d8a7193e-f756-4145-9288-645df42e3d88 req-5eb5ac10-1575-41ad-8253-cdabd67a19e0 service nova] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Received event network-changed-15f4c7b2-eedc-4980-b78e-770c0e472211 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.931092] env[68663]: DEBUG nova.compute.manager [req-d8a7193e-f756-4145-9288-645df42e3d88 req-5eb5ac10-1575-41ad-8253-cdabd67a19e0 service nova] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Refreshing instance network info cache due to event network-changed-15f4c7b2-eedc-4980-b78e-770c0e472211. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.931266] env[68663]: DEBUG oslo_concurrency.lockutils [req-d8a7193e-f756-4145-9288-645df42e3d88 req-5eb5ac10-1575-41ad-8253-cdabd67a19e0 service nova] Acquiring lock "refresh_cache-3b6fcab1-14b4-4cf5-a03e-a222401a1802" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.931506] env[68663]: DEBUG oslo_concurrency.lockutils [req-d8a7193e-f756-4145-9288-645df42e3d88 req-5eb5ac10-1575-41ad-8253-cdabd67a19e0 service nova] Acquired lock "refresh_cache-3b6fcab1-14b4-4cf5-a03e-a222401a1802" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.931554] env[68663]: DEBUG nova.network.neutron [req-d8a7193e-f756-4145-9288-645df42e3d88 req-5eb5ac10-1575-41ad-8253-cdabd67a19e0 service nova] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Refreshing network info cache for port 15f4c7b2-eedc-4980-b78e-770c0e472211 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.015312] env[68663]: DEBUG oslo_vmware.api [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238408, 'name': PowerOffVM_Task, 'duration_secs': 0.148651} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.016189] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.016487] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.016864] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56612678-ab2b-4480-a744-ef4b7125468b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.052321] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.052458] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.052680] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Deleting the datastore file [datastore1] 4750b040-f475-4a3d-babf-56f08fc8d66f {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.052983] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1dc522b-8448-4288-b0ed-dfd785eb9dcc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.062815] env[68663]: DEBUG oslo_vmware.api [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for the task: (returnval){ [ 893.062815] env[68663]: value = "task-3238414" [ 893.062815] env[68663]: _type = "Task" [ 893.062815] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.076669] env[68663]: DEBUG oslo_vmware.api [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.262582] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238411, 'name': CreateVM_Task, 'duration_secs': 0.377575} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.262763] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.263516] env[68663]: DEBUG oslo_concurrency.lockutils [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.263726] env[68663]: DEBUG oslo_concurrency.lockutils [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.264058] env[68663]: DEBUG oslo_concurrency.lockutils [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.264331] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-143fbc89-86c2-441c-b85a-ba2548f96125 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.271542] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 893.271542] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52889e9d-4698-f1ad-3687-6662d36f5a16" [ 893.271542] env[68663]: _type = "Task" [ 893.271542] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.282336] env[68663]: DEBUG nova.network.neutron [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Updating instance_info_cache with network_info: [{"id": "ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9", "address": "fa:16:3e:36:2e:fe", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef4cb3ed-ab", "ovs_interfaceid": "ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.287073] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52889e9d-4698-f1ad-3687-6662d36f5a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.569443] env[68663]: DEBUG nova.network.neutron [-] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.579133] env[68663]: DEBUG oslo_vmware.api [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Task: {'id': task-3238414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107568} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.585318] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.585318] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.585318] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.585318] env[68663]: INFO nova.compute.manager [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 893.585318] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.585318] env[68663]: DEBUG nova.compute.manager [-] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.585318] env[68663]: DEBUG nova.network.neutron [-] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.611035] env[68663]: DEBUG nova.network.neutron [-] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.647966] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91eeda7-56df-4d7f-a5b8-ddfa188ab9f4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.651094] env[68663]: DEBUG oslo_concurrency.lockutils [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.651179] env[68663]: DEBUG oslo_concurrency.lockutils [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.651375] env[68663]: DEBUG oslo_concurrency.lockutils [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.651551] env[68663]: DEBUG oslo_concurrency.lockutils [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.651704] env[68663]: DEBUG oslo_concurrency.lockutils [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.656244] env[68663]: INFO nova.compute.manager [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Terminating instance [ 893.666835] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c497b5f-2adb-493b-a9bd-ce26afd29dfa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.701334] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd87dd3-29f7-4834-8ccb-ef1e8f3d4940 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.711141] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5aa20bb-0313-4efa-90ab-3ebca2a29ece {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.727914] env[68663]: DEBUG nova.compute.provider_tree [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.742388] env[68663]: DEBUG nova.network.neutron [req-d8a7193e-f756-4145-9288-645df42e3d88 req-5eb5ac10-1575-41ad-8253-cdabd67a19e0 service nova] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Updated VIF entry in instance network info cache for port 15f4c7b2-eedc-4980-b78e-770c0e472211. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.742667] env[68663]: DEBUG nova.network.neutron [req-d8a7193e-f756-4145-9288-645df42e3d88 req-5eb5ac10-1575-41ad-8253-cdabd67a19e0 service nova] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Updating instance_info_cache with network_info: [{"id": "15f4c7b2-eedc-4980-b78e-770c0e472211", "address": "fa:16:3e:47:b3:78", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f4c7b2-ee", "ovs_interfaceid": "15f4c7b2-eedc-4980-b78e-770c0e472211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.783186] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52889e9d-4698-f1ad-3687-6662d36f5a16, 'name': SearchDatastore_Task, 'duration_secs': 0.023213} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.783552] env[68663]: DEBUG oslo_concurrency.lockutils [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.783792] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.784038] env[68663]: DEBUG oslo_concurrency.lockutils [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.784188] env[68663]: DEBUG oslo_concurrency.lockutils [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.784364] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.784915] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3c3c44a-652c-4fa9-ba70-80f933c8bdac {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.788394] env[68663]: DEBUG oslo_concurrency.lockutils [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "refresh_cache-6a6e36f4-b232-46f0-85a8-00dce64392b8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.797369] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.797543] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.798271] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cd48287-ff3b-4466-bd47-58a2b9aa330b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.803983] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 893.803983] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e3c3e6-7ba9-636e-d7a4-ccac4176018a" [ 893.803983] env[68663]: _type = "Task" [ 893.803983] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.812041] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e3c3e6-7ba9-636e-d7a4-ccac4176018a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.072883] env[68663]: INFO nova.compute.manager [-] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Took 1.38 seconds to deallocate network for instance. [ 894.113187] env[68663]: DEBUG nova.network.neutron [-] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.163358] env[68663]: DEBUG nova.compute.manager [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.163623] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.164512] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080b78c0-804d-473c-90b8-9cfda76cc0a1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.172996] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.173254] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baa4a702-7f30-4f7b-9279-8eb4bce89db2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.179638] env[68663]: DEBUG oslo_vmware.api [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 894.179638] env[68663]: value = "task-3238415" [ 894.179638] env[68663]: _type = "Task" [ 894.179638] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.188899] env[68663]: DEBUG oslo_vmware.api [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.231266] env[68663]: DEBUG nova.scheduler.client.report [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.245780] env[68663]: DEBUG oslo_concurrency.lockutils [req-d8a7193e-f756-4145-9288-645df42e3d88 req-5eb5ac10-1575-41ad-8253-cdabd67a19e0 service nova] Releasing lock "refresh_cache-3b6fcab1-14b4-4cf5-a03e-a222401a1802" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.316139] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e3c3e6-7ba9-636e-d7a4-ccac4176018a, 'name': SearchDatastore_Task, 'duration_secs': 0.044186} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.318419] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ca699b-1082-4fee-99f7-f926a427f469 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.321114] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f55980ab-085f-4fa5-af23-cf5e21e3aff2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.329120] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 894.329120] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524e63c3-c5c7-e192-9248-b57c2ee3af91" [ 894.329120] env[68663]: _type = "Task" [ 894.329120] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.347717] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b227bf4-5f17-4c6b-9146-78493d46d99c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.358376] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Updating instance '6a6e36f4-b232-46f0-85a8-00dce64392b8' progress to 83 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.365122] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524e63c3-c5c7-e192-9248-b57c2ee3af91, 'name': SearchDatastore_Task, 'duration_secs': 0.012151} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.366692] env[68663]: DEBUG oslo_concurrency.lockutils [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.366692] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 3b6fcab1-14b4-4cf5-a03e-a222401a1802/3b6fcab1-14b4-4cf5-a03e-a222401a1802.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.366692] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e05e72a2-26da-4fed-beb7-19e6af0b605f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.374376] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 894.374376] env[68663]: value = "task-3238417" [ 894.374376] env[68663]: _type = "Task" [ 894.374376] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.385080] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.581110] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.618093] env[68663]: INFO nova.compute.manager [-] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Took 1.03 seconds to deallocate network for instance. [ 894.691722] env[68663]: DEBUG oslo_vmware.api [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238415, 'name': PowerOffVM_Task, 'duration_secs': 0.211653} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.692220] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.692465] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.692832] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ddbfcb1-fcc9-479a-8de3-348a4348c4f7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.737237] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.737968] env[68663]: DEBUG nova.compute.manager [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.741637] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.974s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.743838] env[68663]: INFO nova.compute.claims [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.837201] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.837444] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.837644] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Deleting the datastore file [datastore2] 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.837917] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eefbebef-5e8e-4160-925b-803a59e49d68 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.845389] env[68663]: DEBUG oslo_vmware.api [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 894.845389] env[68663]: value = "task-3238420" [ 894.845389] env[68663]: _type = "Task" [ 894.845389] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.857012] env[68663]: DEBUG oslo_vmware.api [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.868353] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.868684] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed2b7463-7f96-45a9-b8b2-05a5ed740cf3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.880062] env[68663]: DEBUG oslo_vmware.api [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 894.880062] env[68663]: value = "task-3238421" [ 894.880062] env[68663]: _type = "Task" [ 894.880062] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.887723] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436434} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.888377] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 3b6fcab1-14b4-4cf5-a03e-a222401a1802/3b6fcab1-14b4-4cf5-a03e-a222401a1802.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.888662] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.888939] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c91508c7-92be-430c-bb56-3e704aaee04e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.893965] env[68663]: DEBUG oslo_vmware.api [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.898324] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 894.898324] env[68663]: value = "task-3238422" [ 894.898324] env[68663]: _type = "Task" [ 894.898324] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.908697] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.980358] env[68663]: DEBUG nova.compute.manager [req-95d68444-d653-4ca9-8e9e-14ca36f1d3c5 req-be189a7d-b44e-4f78-bfeb-cb5e2becf469 service nova] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Received event network-vif-deleted-59f32dde-5910-44cd-8f25-1ee5e67cca8a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.125752] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.251849] env[68663]: DEBUG nova.compute.utils [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.254989] env[68663]: DEBUG nova.compute.manager [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.255367] env[68663]: DEBUG nova.network.neutron [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.335675] env[68663]: DEBUG nova.policy [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01b6cf858c314f6d81d12a93660395bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '445d7cda00e0483bb216ef99eb878f7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.357025] env[68663]: DEBUG oslo_vmware.api [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147435} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.357025] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.357025] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.357262] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.357372] env[68663]: INFO nova.compute.manager [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Took 1.19 seconds to destroy the instance on the hypervisor. [ 895.357520] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.357708] env[68663]: DEBUG nova.compute.manager [-] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.357802] env[68663]: DEBUG nova.network.neutron [-] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.391601] env[68663]: DEBUG oslo_vmware.api [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238421, 'name': PowerOnVM_Task, 'duration_secs': 0.41757} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.392415] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.392848] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-91dc0ab4-7ca2-4941-aac1-56a48d814e5e tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Updating instance '6a6e36f4-b232-46f0-85a8-00dce64392b8' progress to 100 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 895.409986] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072193} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.410311] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.411184] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f42c00-46f3-417c-930b-2a097b647cdc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.438479] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 3b6fcab1-14b4-4cf5-a03e-a222401a1802/3b6fcab1-14b4-4cf5-a03e-a222401a1802.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.441284] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea5605f3-7a2c-407e-9b9d-cb568bc1f69f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.464859] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 895.464859] env[68663]: value = "task-3238423" [ 895.464859] env[68663]: _type = "Task" [ 895.464859] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.481456] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238423, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.757140] env[68663]: DEBUG nova.network.neutron [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Successfully created port: 602846b3-8da7-4a77-afc8-3fae2e212a79 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.759860] env[68663]: DEBUG nova.compute.manager [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.976681] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.265235] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f49705-4aff-48e7-b111-bfb70aa5f605 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.281239] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfdb1f3-385a-4019-a9e6-74895debfc1c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.287676] env[68663]: DEBUG nova.network.neutron [-] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.317397] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8799731-c943-40c2-ac36-0c30373fce2e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.329615] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185b4089-c04c-47a4-a406-ccc017ee5b78 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.346262] env[68663]: DEBUG nova.compute.provider_tree [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.479013] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238423, 'name': ReconfigVM_Task, 'duration_secs': 1.010547} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.479405] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 3b6fcab1-14b4-4cf5-a03e-a222401a1802/3b6fcab1-14b4-4cf5-a03e-a222401a1802.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.480093] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dcaee40-fbca-42d2-91cf-0b06459b403d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.487669] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 896.487669] env[68663]: value = "task-3238425" [ 896.487669] env[68663]: _type = "Task" [ 896.487669] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.499029] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238425, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.774746] env[68663]: DEBUG nova.compute.manager [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.812544] env[68663]: DEBUG nova.virt.hardware [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:43:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c3188133-4606-463d-8a8c-43d7551172c6',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-754894777',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.812793] env[68663]: DEBUG nova.virt.hardware [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.812956] env[68663]: DEBUG nova.virt.hardware [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.813147] env[68663]: DEBUG nova.virt.hardware [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.813292] env[68663]: DEBUG nova.virt.hardware [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.813476] env[68663]: DEBUG nova.virt.hardware [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.813713] env[68663]: DEBUG nova.virt.hardware [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.813890] env[68663]: DEBUG nova.virt.hardware [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.814076] env[68663]: DEBUG nova.virt.hardware [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.814325] env[68663]: DEBUG nova.virt.hardware [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.814412] env[68663]: DEBUG nova.virt.hardware [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.815279] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6f9596-efe8-4909-9bf5-d3c3277cd806 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.818285] env[68663]: INFO nova.compute.manager [-] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Took 1.46 seconds to deallocate network for instance. [ 896.826687] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ce1303-faf5-481b-a124-cb57eed4e0e0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.849532] env[68663]: DEBUG nova.scheduler.client.report [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.947022] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Volume attach. Driver type: vmdk {{(pid=68663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 896.947022] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647248', 'volume_id': 'e05aa2b5-935e-41e0-be59-c3d87e379e0b', 'name': 'volume-e05aa2b5-935e-41e0-be59-c3d87e379e0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b34a987e-ad95-4941-a540-a2cd3816149e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e05aa2b5-935e-41e0-be59-c3d87e379e0b', 'serial': 'e05aa2b5-935e-41e0-be59-c3d87e379e0b'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 896.947022] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53ecde2-27d7-4a3a-8d06-a45f23aac9b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.967739] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b910446-81bb-4b43-b112-6fcb988aa527 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.994219] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] volume-e05aa2b5-935e-41e0-be59-c3d87e379e0b/volume-e05aa2b5-935e-41e0-be59-c3d87e379e0b.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.995884] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f9b650c-b796-4058-9115-993ac0a59496 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.015990] env[68663]: DEBUG nova.compute.manager [req-2e4cbb18-a2da-4669-ad4e-38b913d21e12 req-d23519aa-285d-45bd-8b99-1c1c37c67e66 service nova] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Received event network-vif-deleted-c52d1d88-324e-436d-a70f-3fe7fce094b1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.022861] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238425, 'name': Rename_Task, 'duration_secs': 0.309962} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.024529] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.025100] env[68663]: DEBUG oslo_vmware.api [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 897.025100] env[68663]: value = "task-3238426" [ 897.025100] env[68663]: _type = "Task" [ 897.025100] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.025293] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c96abad0-2068-40bf-8704-f959304b2277 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.039724] env[68663]: DEBUG oslo_vmware.api [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.040714] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 897.040714] env[68663]: value = "task-3238427" [ 897.040714] env[68663]: _type = "Task" [ 897.040714] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.051275] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.327419] env[68663]: DEBUG oslo_concurrency.lockutils [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.354552] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.355150] env[68663]: DEBUG nova.compute.manager [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.357819] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.141s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.358486] env[68663]: DEBUG nova.objects.instance [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lazy-loading 'resources' on Instance uuid 453c8944-a68e-47ee-ab7c-161ea0b47aaf {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.383129] env[68663]: DEBUG nova.network.neutron [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Successfully updated port: 602846b3-8da7-4a77-afc8-3fae2e212a79 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.439325] env[68663]: DEBUG nova.compute.manager [req-f987acd2-486f-4777-9409-fdeec75cae48 req-92a13d7e-5127-4378-abdb-dad0bf3b688b service nova] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Received event network-vif-plugged-602846b3-8da7-4a77-afc8-3fae2e212a79 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.439635] env[68663]: DEBUG oslo_concurrency.lockutils [req-f987acd2-486f-4777-9409-fdeec75cae48 req-92a13d7e-5127-4378-abdb-dad0bf3b688b service nova] Acquiring lock "eee6e8a8-e1e6-4034-af67-dffb534a167e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.440156] env[68663]: DEBUG oslo_concurrency.lockutils [req-f987acd2-486f-4777-9409-fdeec75cae48 req-92a13d7e-5127-4378-abdb-dad0bf3b688b service nova] Lock "eee6e8a8-e1e6-4034-af67-dffb534a167e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.440607] env[68663]: DEBUG oslo_concurrency.lockutils [req-f987acd2-486f-4777-9409-fdeec75cae48 req-92a13d7e-5127-4378-abdb-dad0bf3b688b service nova] Lock "eee6e8a8-e1e6-4034-af67-dffb534a167e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.440821] env[68663]: DEBUG nova.compute.manager [req-f987acd2-486f-4777-9409-fdeec75cae48 req-92a13d7e-5127-4378-abdb-dad0bf3b688b service nova] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] No waiting events found dispatching network-vif-plugged-602846b3-8da7-4a77-afc8-3fae2e212a79 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.441028] env[68663]: WARNING nova.compute.manager [req-f987acd2-486f-4777-9409-fdeec75cae48 req-92a13d7e-5127-4378-abdb-dad0bf3b688b service nova] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Received unexpected event network-vif-plugged-602846b3-8da7-4a77-afc8-3fae2e212a79 for instance with vm_state building and task_state spawning. [ 897.517030] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "6a6e36f4-b232-46f0-85a8-00dce64392b8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.517303] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "6a6e36f4-b232-46f0-85a8-00dce64392b8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.517497] env[68663]: DEBUG nova.compute.manager [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Going to confirm migration 3 {{(pid=68663) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 897.538109] env[68663]: DEBUG oslo_vmware.api [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238426, 'name': ReconfigVM_Task, 'duration_secs': 0.424265} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.538378] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Reconfigured VM instance instance-0000003e to attach disk [datastore2] volume-e05aa2b5-935e-41e0-be59-c3d87e379e0b/volume-e05aa2b5-935e-41e0-be59-c3d87e379e0b.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.544372] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c7a4492-7d48-4fef-ba4e-f86e756506b5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.567366] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238427, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.569257] env[68663]: DEBUG oslo_vmware.api [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 897.569257] env[68663]: value = "task-3238428" [ 897.569257] env[68663]: _type = "Task" [ 897.569257] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.581806] env[68663]: DEBUG oslo_vmware.api [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.864392] env[68663]: DEBUG nova.compute.utils [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.868323] env[68663]: DEBUG nova.compute.manager [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Not allocating networking since 'none' was specified. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 897.887706] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "refresh_cache-eee6e8a8-e1e6-4034-af67-dffb534a167e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.887861] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquired lock "refresh_cache-eee6e8a8-e1e6-4034-af67-dffb534a167e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.888034] env[68663]: DEBUG nova.network.neutron [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.059850] env[68663]: DEBUG oslo_vmware.api [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238427, 'name': PowerOnVM_Task, 'duration_secs': 0.558275} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.059973] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.060187] env[68663]: INFO nova.compute.manager [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Took 8.33 seconds to spawn the instance on the hypervisor. [ 898.061020] env[68663]: DEBUG nova.compute.manager [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.061491] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c106a57-6479-4790-b75e-6f92ecee0460 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.083566] env[68663]: DEBUG oslo_vmware.api [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238428, 'name': ReconfigVM_Task, 'duration_secs': 0.193363} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.086236] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647248', 'volume_id': 'e05aa2b5-935e-41e0-be59-c3d87e379e0b', 'name': 'volume-e05aa2b5-935e-41e0-be59-c3d87e379e0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b34a987e-ad95-4941-a540-a2cd3816149e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e05aa2b5-935e-41e0-be59-c3d87e379e0b', 'serial': 'e05aa2b5-935e-41e0-be59-c3d87e379e0b'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 898.119520] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "refresh_cache-6a6e36f4-b232-46f0-85a8-00dce64392b8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.119711] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "refresh_cache-6a6e36f4-b232-46f0-85a8-00dce64392b8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.119884] env[68663]: DEBUG nova.network.neutron [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.120078] env[68663]: DEBUG nova.objects.instance [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lazy-loading 'info_cache' on Instance uuid 6a6e36f4-b232-46f0-85a8-00dce64392b8 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.360118] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44328348-9533-4646-aaf1-c4c8071fdd03 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.373223] env[68663]: DEBUG nova.compute.manager [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.376365] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ccb909-550e-4ba4-909b-9543d2fd5767 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.420559] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72af020-db65-448f-b1bb-be862e02e4de {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.429372] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42484d7c-0e41-430a-8518-d40775bec60e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.444741] env[68663]: DEBUG nova.compute.provider_tree [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.473170] env[68663]: DEBUG nova.network.neutron [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.591775] env[68663]: INFO nova.compute.manager [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Took 48.94 seconds to build instance. [ 898.695469] env[68663]: DEBUG nova.network.neutron [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updating instance_info_cache with network_info: [{"id": "602846b3-8da7-4a77-afc8-3fae2e212a79", "address": "fa:16:3e:71:24:b0", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602846b3-8d", "ovs_interfaceid": "602846b3-8da7-4a77-afc8-3fae2e212a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.949521] env[68663]: DEBUG nova.scheduler.client.report [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.094241] env[68663]: DEBUG oslo_concurrency.lockutils [None req-832ef7e3-e785-4129-a9f4-590ae29220d7 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "3b6fcab1-14b4-4cf5-a03e-a222401a1802" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.446s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.142591] env[68663]: DEBUG nova.objects.instance [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lazy-loading 'flavor' on Instance uuid b34a987e-ad95-4941-a540-a2cd3816149e {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.201181] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Releasing lock "refresh_cache-eee6e8a8-e1e6-4034-af67-dffb534a167e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.201806] env[68663]: DEBUG nova.compute.manager [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Instance network_info: |[{"id": "602846b3-8da7-4a77-afc8-3fae2e212a79", "address": "fa:16:3e:71:24:b0", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602846b3-8d", "ovs_interfaceid": "602846b3-8da7-4a77-afc8-3fae2e212a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.202691] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:24:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '602846b3-8da7-4a77-afc8-3fae2e212a79', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.212205] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.212538] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.213024] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eccf494b-a186-4339-aa9c-571f9a00ec60 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.234781] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.234781] env[68663]: value = "task-3238430" [ 899.234781] env[68663]: _type = "Task" [ 899.234781] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.243681] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238430, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.388448] env[68663]: DEBUG nova.compute.manager [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.434854] env[68663]: DEBUG nova.virt.hardware [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.435190] env[68663]: DEBUG nova.virt.hardware [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.435268] env[68663]: DEBUG nova.virt.hardware [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.435566] env[68663]: DEBUG nova.virt.hardware [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.435731] env[68663]: DEBUG nova.virt.hardware [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.435880] env[68663]: DEBUG nova.virt.hardware [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.436271] env[68663]: DEBUG nova.virt.hardware [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.436271] env[68663]: DEBUG nova.virt.hardware [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.436411] env[68663]: DEBUG nova.virt.hardware [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.436557] env[68663]: DEBUG nova.virt.hardware [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.436723] env[68663]: DEBUG nova.virt.hardware [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.437693] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a21908-61d5-499c-948d-0c8e4759de2c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.447850] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182c0598-0e33-4052-9478-3155ac809e2a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.454273] env[68663]: DEBUG nova.network.neutron [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Updating instance_info_cache with network_info: [{"id": "ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9", "address": "fa:16:3e:36:2e:fe", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef4cb3ed-ab", "ovs_interfaceid": "ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.456957] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.460737] env[68663]: DEBUG oslo_concurrency.lockutils [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.281s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.460737] env[68663]: DEBUG nova.objects.instance [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Lazy-loading 'resources' on Instance uuid 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.477043] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Instance VIF info [] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.481293] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Creating folder: Project (a300960bb35846db81fa0582baef5dfb). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.482398] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59f00961-25bb-4966-b3a9-b38f72a98ae5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.486219] env[68663]: INFO nova.scheduler.client.report [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Deleted allocations for instance 453c8944-a68e-47ee-ab7c-161ea0b47aaf [ 899.496911] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Created folder: Project (a300960bb35846db81fa0582baef5dfb) in parent group-v647027. [ 899.496911] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Creating folder: Instances. Parent ref: group-v647250. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.497152] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-204b934a-8a15-4303-8615-81f43cb771c7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.510404] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Created folder: Instances in parent group-v647250. [ 899.510698] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.511269] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.511529] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e5ebf8f-bb27-4764-aaf6-4e6312ba09fc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.531034] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.531034] env[68663]: value = "task-3238433" [ 899.531034] env[68663]: _type = "Task" [ 899.531034] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.540854] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238433, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.543628] env[68663]: DEBUG nova.compute.manager [req-b8a550d4-6206-48aa-a119-ab1107dd1fd6 req-fc0d6572-2556-41d2-8b08-3197a554faa8 service nova] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Received event network-changed-602846b3-8da7-4a77-afc8-3fae2e212a79 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.543628] env[68663]: DEBUG nova.compute.manager [req-b8a550d4-6206-48aa-a119-ab1107dd1fd6 req-fc0d6572-2556-41d2-8b08-3197a554faa8 service nova] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Refreshing instance network info cache due to event network-changed-602846b3-8da7-4a77-afc8-3fae2e212a79. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.543628] env[68663]: DEBUG oslo_concurrency.lockutils [req-b8a550d4-6206-48aa-a119-ab1107dd1fd6 req-fc0d6572-2556-41d2-8b08-3197a554faa8 service nova] Acquiring lock "refresh_cache-eee6e8a8-e1e6-4034-af67-dffb534a167e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.543628] env[68663]: DEBUG oslo_concurrency.lockutils [req-b8a550d4-6206-48aa-a119-ab1107dd1fd6 req-fc0d6572-2556-41d2-8b08-3197a554faa8 service nova] Acquired lock "refresh_cache-eee6e8a8-e1e6-4034-af67-dffb534a167e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.543836] env[68663]: DEBUG nova.network.neutron [req-b8a550d4-6206-48aa-a119-ab1107dd1fd6 req-fc0d6572-2556-41d2-8b08-3197a554faa8 service nova] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Refreshing network info cache for port 602846b3-8da7-4a77-afc8-3fae2e212a79 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.659333] env[68663]: DEBUG oslo_concurrency.lockutils [None req-eccb424c-bbfe-44ad-9902-8193c8c6eb1e tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "b34a987e-ad95-4941-a540-a2cd3816149e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.338s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.751223] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238430, 'name': CreateVM_Task, 'duration_secs': 0.479527} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.751813] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.752920] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.753633] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.754198] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.754595] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be08a1a-1ab5-451c-9748-63c6a53d9735 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.763020] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 899.763020] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5220d2b0-1bad-9764-86e3-f1f5aee1a89c" [ 899.763020] env[68663]: _type = "Task" [ 899.763020] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.770781] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5220d2b0-1bad-9764-86e3-f1f5aee1a89c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.874793] env[68663]: INFO nova.compute.manager [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Rescuing [ 899.875168] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.875357] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.875574] env[68663]: DEBUG nova.network.neutron [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.950170] env[68663]: DEBUG nova.compute.manager [req-8b5aea05-20b7-49cf-ba4e-b03a184fc065 req-136479e1-2ba9-48f4-bc3f-a6e2dd609d67 service nova] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Received event network-changed-15f4c7b2-eedc-4980-b78e-770c0e472211 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.950170] env[68663]: DEBUG nova.compute.manager [req-8b5aea05-20b7-49cf-ba4e-b03a184fc065 req-136479e1-2ba9-48f4-bc3f-a6e2dd609d67 service nova] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Refreshing instance network info cache due to event network-changed-15f4c7b2-eedc-4980-b78e-770c0e472211. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.951155] env[68663]: DEBUG oslo_concurrency.lockutils [req-8b5aea05-20b7-49cf-ba4e-b03a184fc065 req-136479e1-2ba9-48f4-bc3f-a6e2dd609d67 service nova] Acquiring lock "refresh_cache-3b6fcab1-14b4-4cf5-a03e-a222401a1802" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.951349] env[68663]: DEBUG oslo_concurrency.lockutils [req-8b5aea05-20b7-49cf-ba4e-b03a184fc065 req-136479e1-2ba9-48f4-bc3f-a6e2dd609d67 service nova] Acquired lock "refresh_cache-3b6fcab1-14b4-4cf5-a03e-a222401a1802" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.951548] env[68663]: DEBUG nova.network.neutron [req-8b5aea05-20b7-49cf-ba4e-b03a184fc065 req-136479e1-2ba9-48f4-bc3f-a6e2dd609d67 service nova] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Refreshing network info cache for port 15f4c7b2-eedc-4980-b78e-770c0e472211 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.959634] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "refresh_cache-6a6e36f4-b232-46f0-85a8-00dce64392b8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.960024] env[68663]: DEBUG nova.objects.instance [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lazy-loading 'migration_context' on Instance uuid 6a6e36f4-b232-46f0-85a8-00dce64392b8 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.997403] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f118ccc9-16f2-4a9a-8f4f-a2e3ea4c74b3 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "453c8944-a68e-47ee-ab7c-161ea0b47aaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.318s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.046008] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238433, 'name': CreateVM_Task, 'duration_secs': 0.4591} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.049736] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.049736] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.278551] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5220d2b0-1bad-9764-86e3-f1f5aee1a89c, 'name': SearchDatastore_Task, 'duration_secs': 0.011748} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.279333] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.279442] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.279672] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.279822] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.280035] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.280611] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.280909] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.281480] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4d0b4dc-659e-4566-a88b-76a4bef8cd81 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.284155] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc9a4d4-1682-44c7-a2b9-1a5956218cf0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.294411] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 900.294411] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52026be0-5a6f-574b-7c49-796c2070af64" [ 900.294411] env[68663]: _type = "Task" [ 900.294411] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.304738] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.304957] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.305718] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64d9810b-5d34-47e8-b5f7-58da85816f17 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.320290] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52026be0-5a6f-574b-7c49-796c2070af64, 'name': SearchDatastore_Task, 'duration_secs': 0.015338} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.320290] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 900.320290] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e4a94b-6f7a-eb60-1757-7064807decb6" [ 900.320290] env[68663]: _type = "Task" [ 900.320290] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.321586] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.321778] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.322019] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.336854] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e4a94b-6f7a-eb60-1757-7064807decb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010861} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.342347] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47dc7f2c-16d6-4f5d-96f1-8e92b74f04d4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.351568] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 900.351568] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fc0aea-cbdf-5d60-24a0-ec1dd9f1c038" [ 900.351568] env[68663]: _type = "Task" [ 900.351568] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.362760] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fc0aea-cbdf-5d60-24a0-ec1dd9f1c038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.386023] env[68663]: DEBUG nova.network.neutron [req-b8a550d4-6206-48aa-a119-ab1107dd1fd6 req-fc0d6572-2556-41d2-8b08-3197a554faa8 service nova] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updated VIF entry in instance network info cache for port 602846b3-8da7-4a77-afc8-3fae2e212a79. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.386391] env[68663]: DEBUG nova.network.neutron [req-b8a550d4-6206-48aa-a119-ab1107dd1fd6 req-fc0d6572-2556-41d2-8b08-3197a554faa8 service nova] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updating instance_info_cache with network_info: [{"id": "602846b3-8da7-4a77-afc8-3fae2e212a79", "address": "fa:16:3e:71:24:b0", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602846b3-8d", "ovs_interfaceid": "602846b3-8da7-4a77-afc8-3fae2e212a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.469848] env[68663]: DEBUG nova.objects.base [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Object Instance<6a6e36f4-b232-46f0-85a8-00dce64392b8> lazy-loaded attributes: info_cache,migration_context {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 900.470765] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a77f473-ade3-471d-9bd1-53cf5dac55bb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.502972] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceedae0b-5f3a-4092-bb22-e3e84ff02844 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.514498] env[68663]: DEBUG oslo_vmware.api [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 900.514498] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5201e6ae-e0f4-105e-cc19-63318ca296fb" [ 900.514498] env[68663]: _type = "Task" [ 900.514498] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.524674] env[68663]: DEBUG oslo_vmware.api [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5201e6ae-e0f4-105e-cc19-63318ca296fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008476} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.526086] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.618719] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad5ae20-2609-4013-b690-11260d755ec7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.627810] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116c4274-f220-4fff-b91b-fe43c95ad702 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.670329] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Acquiring lock "36f05c4f-49e3-44d1-af2d-d1bd7b652690" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.670500] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Lock "36f05c4f-49e3-44d1-af2d-d1bd7b652690" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.677819] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2330e2-2f31-436e-9191-16c038f621f4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.690056] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f3e5cd-a653-4f22-990c-7b3ecf81f5ac {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.708102] env[68663]: DEBUG nova.compute.provider_tree [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.743757] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "43f73085-f2af-4a16-9d87-68f27ec58b18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.743984] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "43f73085-f2af-4a16-9d87-68f27ec58b18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.744321] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "43f73085-f2af-4a16-9d87-68f27ec58b18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.744507] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "43f73085-f2af-4a16-9d87-68f27ec58b18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.744672] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "43f73085-f2af-4a16-9d87-68f27ec58b18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.746922] env[68663]: INFO nova.compute.manager [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Terminating instance [ 900.754311] env[68663]: DEBUG nova.network.neutron [req-8b5aea05-20b7-49cf-ba4e-b03a184fc065 req-136479e1-2ba9-48f4-bc3f-a6e2dd609d67 service nova] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Updated VIF entry in instance network info cache for port 15f4c7b2-eedc-4980-b78e-770c0e472211. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.754694] env[68663]: DEBUG nova.network.neutron [req-8b5aea05-20b7-49cf-ba4e-b03a184fc065 req-136479e1-2ba9-48f4-bc3f-a6e2dd609d67 service nova] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Updating instance_info_cache with network_info: [{"id": "15f4c7b2-eedc-4980-b78e-770c0e472211", "address": "fa:16:3e:47:b3:78", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15f4c7b2-ee", "ovs_interfaceid": "15f4c7b2-eedc-4980-b78e-770c0e472211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.839684] env[68663]: DEBUG nova.network.neutron [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Updating instance_info_cache with network_info: [{"id": "d0e0c21d-00a9-4b63-837b-5e852086536d", "address": "fa:16:3e:b4:e7:32", "network": {"id": "c2a37843-de5e-400a-b66e-bb53529ba3ca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1393760450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9947b1acb5014043ba04d17781ffb803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e0c21d-00", "ovs_interfaceid": "d0e0c21d-00a9-4b63-837b-5e852086536d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.864032] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fc0aea-cbdf-5d60-24a0-ec1dd9f1c038, 'name': SearchDatastore_Task, 'duration_secs': 0.010523} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.864333] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.864595] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] eee6e8a8-e1e6-4034-af67-dffb534a167e/eee6e8a8-e1e6-4034-af67-dffb534a167e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.864875] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.865073] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.865289] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db44e34f-aff1-4cac-a88e-616ab6c34a46 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.867572] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e976572e-f52e-4b86-b89f-7bc3d9ba67bb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.877393] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 900.877393] env[68663]: value = "task-3238434" [ 900.877393] env[68663]: _type = "Task" [ 900.877393] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.879953] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.879953] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.883156] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1c5d166-5e34-433e-bccd-cff95bb4c0bc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.888790] env[68663]: DEBUG oslo_concurrency.lockutils [req-b8a550d4-6206-48aa-a119-ab1107dd1fd6 req-fc0d6572-2556-41d2-8b08-3197a554faa8 service nova] Releasing lock "refresh_cache-eee6e8a8-e1e6-4034-af67-dffb534a167e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.892998] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.893379] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 900.893379] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b1b880-55eb-dc8b-6702-8b41afd13a51" [ 900.893379] env[68663]: _type = "Task" [ 900.893379] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.903340] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b1b880-55eb-dc8b-6702-8b41afd13a51, 'name': SearchDatastore_Task, 'duration_secs': 0.010151} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.904251] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f71e7f-1643-47e9-a3df-89b8ea40c0e2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.914178] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 900.914178] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521f3922-ec6e-c0be-2c84-605d5afcfc9a" [ 900.914178] env[68663]: _type = "Task" [ 900.914178] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.926103] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521f3922-ec6e-c0be-2c84-605d5afcfc9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009542} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.926532] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.926680] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] c66bf974-52ee-41cf-8409-6ee868e2709e/c66bf974-52ee-41cf-8409-6ee868e2709e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.926970] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a343cb64-d9e8-4233-a8c2-d228cf73971c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.936572] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 900.936572] env[68663]: value = "task-3238435" [ 900.936572] env[68663]: _type = "Task" [ 900.936572] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.950591] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.179375] env[68663]: DEBUG nova.compute.manager [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.211660] env[68663]: DEBUG nova.scheduler.client.report [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.250643] env[68663]: DEBUG nova.compute.manager [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.250873] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.251872] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62446213-b61b-49b0-a5dc-da3e1b1b6316 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.258617] env[68663]: DEBUG oslo_concurrency.lockutils [req-8b5aea05-20b7-49cf-ba4e-b03a184fc065 req-136479e1-2ba9-48f4-bc3f-a6e2dd609d67 service nova] Releasing lock "refresh_cache-3b6fcab1-14b4-4cf5-a03e-a222401a1802" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.262275] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.262275] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f27e9cba-62d3-414f-a531-5544cd6914c0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.274949] env[68663]: DEBUG oslo_vmware.api [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 901.274949] env[68663]: value = "task-3238436" [ 901.274949] env[68663]: _type = "Task" [ 901.274949] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.288333] env[68663]: DEBUG oslo_vmware.api [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.346021] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Releasing lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.396571] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470892} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.397379] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] eee6e8a8-e1e6-4034-af67-dffb534a167e/eee6e8a8-e1e6-4034-af67-dffb534a167e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.397604] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.397957] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65bb8a49-8291-474b-aa61-5fdd2eb516cd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.409371] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 901.409371] env[68663]: value = "task-3238437" [ 901.409371] env[68663]: _type = "Task" [ 901.409371] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.421890] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.450390] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238435, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.612879] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "981d2f05-8273-4f06-85a7-030f47807943" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.613335] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "981d2f05-8273-4f06-85a7-030f47807943" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.703817] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.717902] env[68663]: DEBUG oslo_concurrency.lockutils [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.720112] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.627s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.720336] env[68663]: DEBUG nova.objects.instance [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lazy-loading 'resources' on Instance uuid 9ca512af-7602-448a-b3bf-8785bd43e211 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.739473] env[68663]: INFO nova.scheduler.client.report [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Deleted allocations for instance 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb [ 901.787738] env[68663]: DEBUG oslo_vmware.api [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238436, 'name': PowerOffVM_Task, 'duration_secs': 0.31273} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.789170] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.789518] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.790364] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93449e40-6f27-4b77-86cd-b65f8d778cd9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.862740] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.862926] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.863878] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Deleting the datastore file [datastore1] 43f73085-f2af-4a16-9d87-68f27ec58b18 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.863878] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8112c95-4057-4646-afce-15c40bd6111f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.871202] env[68663]: DEBUG oslo_vmware.api [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 901.871202] env[68663]: value = "task-3238439" [ 901.871202] env[68663]: _type = "Task" [ 901.871202] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.882276] env[68663]: DEBUG oslo_vmware.api [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.919736] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100007} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.920362] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.921112] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bf90d1-825f-44e3-9de1-e619289bc329 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.947701] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] eee6e8a8-e1e6-4034-af67-dffb534a167e/eee6e8a8-e1e6-4034-af67-dffb534a167e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.948212] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4934600c-c74a-4d75-880f-0f6301e0f9c9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.973257] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727505} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.974659] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] c66bf974-52ee-41cf-8409-6ee868e2709e/c66bf974-52ee-41cf-8409-6ee868e2709e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.974885] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.975213] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 901.975213] env[68663]: value = "task-3238440" [ 901.975213] env[68663]: _type = "Task" [ 901.975213] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.975401] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4055c594-0154-49d6-bdc8-7539d2e29a6a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.986249] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.987495] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 901.987495] env[68663]: value = "task-3238441" [ 901.987495] env[68663]: _type = "Task" [ 901.987495] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.996062] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.119655] env[68663]: DEBUG nova.compute.manager [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.247231] env[68663]: DEBUG oslo_concurrency.lockutils [None req-85aa1235-a578-4f53-a6c0-aad0441ffe24 tempest-ServerMetadataNegativeTestJSON-183999853 tempest-ServerMetadataNegativeTestJSON-183999853-project-member] Lock "0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.160s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.383622] env[68663]: DEBUG oslo_vmware.api [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175064} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.386359] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.386608] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.386811] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.386985] env[68663]: INFO nova.compute.manager [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Took 1.14 seconds to destroy the instance on the hypervisor. [ 902.387247] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.387632] env[68663]: DEBUG nova.compute.manager [-] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.387731] env[68663]: DEBUG nova.network.neutron [-] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.488820] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238440, 'name': ReconfigVM_Task, 'duration_secs': 0.328801} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.492425] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Reconfigured VM instance instance-0000004c to attach disk [datastore2] eee6e8a8-e1e6-4034-af67-dffb534a167e/eee6e8a8-e1e6-4034-af67-dffb534a167e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.492896] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-725cf227-71da-4a5d-ba12-de43915ba8f5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.504373] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 902.504373] env[68663]: value = "task-3238442" [ 902.504373] env[68663]: _type = "Task" [ 902.504373] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.504879] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071883} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.505553] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.509353] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a762d2-998d-41fd-9de3-6079a795a29c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.520871] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238442, 'name': Rename_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.542507] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] c66bf974-52ee-41cf-8409-6ee868e2709e/c66bf974-52ee-41cf-8409-6ee868e2709e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.545881] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd50c0ee-93be-4395-a96d-76886ca0586c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.568712] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 902.568712] env[68663]: value = "task-3238443" [ 902.568712] env[68663]: _type = "Task" [ 902.568712] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.578928] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.645643] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.723638] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd998cb-453e-4b04-ba3e-04a2035325a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.732396] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de131323-114a-4972-871f-aae03b945e6b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.739885] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Acquiring lock "cffd46ec-3dc2-4437-971b-5ac4ed431647" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.740236] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Lock "cffd46ec-3dc2-4437-971b-5ac4ed431647" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.772433] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feed395e-91a2-4da6-abce-d89295581ecd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.781971] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f000e7-4d5f-447e-a68e-1fbd9525cc3c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.797366] env[68663]: DEBUG nova.compute.provider_tree [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.901209] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.901552] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e04175f9-ebc6-414f-8d3c-7c8bfc39e017 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.910014] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 902.910014] env[68663]: value = "task-3238444" [ 902.910014] env[68663]: _type = "Task" [ 902.910014] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.918899] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.015571] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238442, 'name': Rename_Task, 'duration_secs': 0.187823} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.015866] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.015909] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e35f2cb4-264d-43c5-a57d-21a259745eba {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.023706] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 903.023706] env[68663]: value = "task-3238445" [ 903.023706] env[68663]: _type = "Task" [ 903.023706] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.033704] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.078470] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.243170] env[68663]: DEBUG nova.compute.manager [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.322346] env[68663]: ERROR nova.scheduler.client.report [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [req-4deefd79-ec3c-4385-8658-79c2a10f6909] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4deefd79-ec3c-4385-8658-79c2a10f6909"}]} [ 903.345504] env[68663]: DEBUG nova.scheduler.client.report [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Refreshing inventories for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 903.367373] env[68663]: DEBUG nova.scheduler.client.report [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Updating ProviderTree inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 903.367373] env[68663]: DEBUG nova.compute.provider_tree [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 903.374032] env[68663]: DEBUG nova.compute.manager [req-8bdfc25f-9c3d-41cc-afa3-962bb2d5a161 req-7b80969b-1eb9-40f4-bd03-ac79257e4273 service nova] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Received event network-vif-deleted-8110f3b3-8500-4861-b595-8bd2df12c9dd {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.374032] env[68663]: INFO nova.compute.manager [req-8bdfc25f-9c3d-41cc-afa3-962bb2d5a161 req-7b80969b-1eb9-40f4-bd03-ac79257e4273 service nova] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Neutron deleted interface 8110f3b3-8500-4861-b595-8bd2df12c9dd; detaching it from the instance and deleting it from the info cache [ 903.374032] env[68663]: DEBUG nova.network.neutron [req-8bdfc25f-9c3d-41cc-afa3-962bb2d5a161 req-7b80969b-1eb9-40f4-bd03-ac79257e4273 service nova] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.390088] env[68663]: DEBUG nova.scheduler.client.report [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Refreshing aggregate associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, aggregates: None {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 903.417371] env[68663]: DEBUG nova.scheduler.client.report [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Refreshing trait associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 903.426264] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238444, 'name': PowerOffVM_Task, 'duration_secs': 0.407377} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.426534] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.427733] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eefb68d-a093-4fc7-bd7f-a08ea28a3141 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.457664] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2ef4f8-34af-4bbf-abd6-4669044c371a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.483528] env[68663]: DEBUG nova.network.neutron [-] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.500765] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.501076] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd57f50d-5d2e-429e-bb00-52e2ad8a9fb4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.512131] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 903.512131] env[68663]: value = "task-3238446" [ 903.512131] env[68663]: _type = "Task" [ 903.512131] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.529907] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] VM already powered off {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 903.530234] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.530566] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.530734] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.530917] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.534850] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2166887f-1814-4fd7-b64f-97fbe7749f5e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.544112] env[68663]: DEBUG oslo_vmware.api [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238445, 'name': PowerOnVM_Task, 'duration_secs': 0.512738} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.544648] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.544927] env[68663]: INFO nova.compute.manager [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Took 6.77 seconds to spawn the instance on the hypervisor. [ 903.545107] env[68663]: DEBUG nova.compute.manager [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.546380] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1b5cc3-7c01-4521-b95e-cd62bd139050 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.549864] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.550076] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.551105] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6a5d9a-df8a-4bc7-b7fb-0c3e4045ec06 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.567083] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 903.567083] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526e4e49-5788-207d-049c-a6ac9bc85594" [ 903.567083] env[68663]: _type = "Task" [ 903.567083] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.571964] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526e4e49-5788-207d-049c-a6ac9bc85594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.583791] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238443, 'name': ReconfigVM_Task, 'duration_secs': 0.849808} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.584072] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Reconfigured VM instance instance-0000004d to attach disk [datastore2] c66bf974-52ee-41cf-8409-6ee868e2709e/c66bf974-52ee-41cf-8409-6ee868e2709e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.584692] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc80d149-62c6-4a23-bd54-63bec4e9ee85 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.591878] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 903.591878] env[68663]: value = "task-3238447" [ 903.591878] env[68663]: _type = "Task" [ 903.591878] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.602646] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238447, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.775943] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.878143] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47d62260-4a0b-4ab3-9c89-3ba1edeb0ae9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.892373] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2db0853-d35f-4f26-88dd-652db30bf453 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.937280] env[68663]: DEBUG nova.compute.manager [req-8bdfc25f-9c3d-41cc-afa3-962bb2d5a161 req-7b80969b-1eb9-40f4-bd03-ac79257e4273 service nova] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Detach interface failed, port_id=8110f3b3-8500-4861-b595-8bd2df12c9dd, reason: Instance 43f73085-f2af-4a16-9d87-68f27ec58b18 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 903.985655] env[68663]: INFO nova.compute.manager [-] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Took 1.60 seconds to deallocate network for instance. [ 904.023398] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fb9761-5828-4b1e-b4ce-c06a6496dd7a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.033237] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f85545e-8b80-4cdc-982a-8fab354e64d4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.080254] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56fcd80-9287-4a10-ab5b-26fd1dedefbf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.084194] env[68663]: INFO nova.compute.manager [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Took 41.40 seconds to build instance. [ 904.095465] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca177e0-7a34-4272-99da-334577bfde1e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.100276] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526e4e49-5788-207d-049c-a6ac9bc85594, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.104194] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cff50e3d-e551-4a78-8654-d9c1cfb2e0cf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.115954] env[68663]: DEBUG nova.compute.provider_tree [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.122526] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238447, 'name': Rename_Task, 'duration_secs': 0.374118} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.122912] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 904.122912] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52425b17-efc8-e604-9735-c6fe266390da" [ 904.122912] env[68663]: _type = "Task" [ 904.122912] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.123489] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.123829] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebdfd874-8779-440b-81d4-4227cc60319a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.135430] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52425b17-efc8-e604-9735-c6fe266390da, 'name': SearchDatastore_Task, 'duration_secs': 0.010441} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.136684] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.136986] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] b34a987e-ad95-4941-a540-a2cd3816149e/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk. {{(pid=68663) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 904.137318] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 904.137318] env[68663]: value = "task-3238448" [ 904.137318] env[68663]: _type = "Task" [ 904.137318] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.137503] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f636bc36-a823-498c-b781-b6f090abc5cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.150052] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.151343] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 904.151343] env[68663]: value = "task-3238449" [ 904.151343] env[68663]: _type = "Task" [ 904.151343] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.160285] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.280769] env[68663]: DEBUG oslo_concurrency.lockutils [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Acquiring lock "41b3b190-e394-4295-89b7-6269a4b19ada" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.281093] env[68663]: DEBUG oslo_concurrency.lockutils [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Lock "41b3b190-e394-4295-89b7-6269a4b19ada" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.281327] env[68663]: DEBUG oslo_concurrency.lockutils [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Acquiring lock "41b3b190-e394-4295-89b7-6269a4b19ada-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.281548] env[68663]: DEBUG oslo_concurrency.lockutils [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Lock "41b3b190-e394-4295-89b7-6269a4b19ada-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.281733] env[68663]: DEBUG oslo_concurrency.lockutils [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Lock "41b3b190-e394-4295-89b7-6269a4b19ada-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.284522] env[68663]: INFO nova.compute.manager [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Terminating instance [ 904.491720] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.587611] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a144677f-6dee-4c76-8bb6-f99b798b61ac tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "eee6e8a8-e1e6-4034-af67-dffb534a167e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.601s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.656638] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238448, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.661241] env[68663]: DEBUG nova.scheduler.client.report [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 904.661506] env[68663]: DEBUG nova.compute.provider_tree [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 113 to 114 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 904.661935] env[68663]: DEBUG nova.compute.provider_tree [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.676142] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466757} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.677162] env[68663]: INFO nova.virt.vmwareapi.ds_util [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] b34a987e-ad95-4941-a540-a2cd3816149e/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk. [ 904.678022] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bbe733-206c-42b8-b5df-37eb549fa328 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.713539] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] b34a987e-ad95-4941-a540-a2cd3816149e/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.714216] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d90691d9-cda6-4eed-a171-3ce881546811 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.734638] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 904.734638] env[68663]: value = "task-3238450" [ 904.734638] env[68663]: _type = "Task" [ 904.734638] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.745754] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.787856] env[68663]: DEBUG nova.compute.manager [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.788486] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.789143] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fceee9a9-fab6-473b-8fa0-e748523e6a4c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.798708] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.798997] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59588be7-fab7-483b-9b3b-3a86af1af12c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.807499] env[68663]: DEBUG oslo_vmware.api [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Waiting for the task: (returnval){ [ 904.807499] env[68663]: value = "task-3238451" [ 904.807499] env[68663]: _type = "Task" [ 904.807499] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.820960] env[68663]: DEBUG oslo_vmware.api [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.154539] env[68663]: DEBUG oslo_vmware.api [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238448, 'name': PowerOnVM_Task, 'duration_secs': 0.794427} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.154929] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.154997] env[68663]: INFO nova.compute.manager [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Took 5.77 seconds to spawn the instance on the hypervisor. [ 905.155189] env[68663]: DEBUG nova.compute.manager [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.156039] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177e2de8-3740-41d0-91aa-c0b4ca538ec8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.168997] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.449s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.173290] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.473s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.175007] env[68663]: INFO nova.compute.claims [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.194184] env[68663]: INFO nova.scheduler.client.report [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleted allocations for instance 9ca512af-7602-448a-b3bf-8785bd43e211 [ 905.248323] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.320947] env[68663]: DEBUG oslo_vmware.api [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238451, 'name': PowerOffVM_Task, 'duration_secs': 0.367267} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.321264] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.321481] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.321792] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-308c64e3-0a4d-4a54-b666-c5d7f80d618b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.691023] env[68663]: INFO nova.compute.manager [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Took 41.94 seconds to build instance. [ 905.702857] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b92dffaf-d864-4df9-894d-738db5093849 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "9ca512af-7602-448a-b3bf-8785bd43e211" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.546s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.746985] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238450, 'name': ReconfigVM_Task, 'duration_secs': 0.61747} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.747282] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Reconfigured VM instance instance-0000003e to attach disk [datastore2] b34a987e-ad95-4941-a540-a2cd3816149e/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.748150] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec43b1b-5d9e-4d01-b193-b3fda49491a8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.777131] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ecb8281-8b95-4759-b66b-da74efaf4d49 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.793223] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 905.793223] env[68663]: value = "task-3238453" [ 905.793223] env[68663]: _type = "Task" [ 905.793223] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.801715] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.845448] env[68663]: DEBUG nova.compute.manager [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Stashing vm_state: active {{(pid=68663) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 906.195055] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08a214ea-3ae2-475f-be37-09661cd05a26 tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Lock "c66bf974-52ee-41cf-8409-6ee868e2709e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.850s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.311021] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238453, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.366891] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.610558] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa4e8b8-ef20-45ab-b672-df78fd7814e2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.624336] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c963a8-32b2-4bbf-aba5-5347ada1ca68 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.657871] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921dda06-2a05-46a2-85ba-e820167c447b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.666316] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed35375a-0d5e-45a8-8cfc-8401faf4b302 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.680591] env[68663]: DEBUG nova.compute.provider_tree [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.808536] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238453, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.088742] env[68663]: INFO nova.compute.manager [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Rebuilding instance [ 907.146274] env[68663]: DEBUG nova.compute.manager [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.147567] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b08b171-c01e-4500-8d36-440f201c2f13 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.157860] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.158182] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.183400] env[68663]: DEBUG nova.scheduler.client.report [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.310065] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238453, 'name': ReconfigVM_Task, 'duration_secs': 1.392306} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.311344] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.311667] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.311857] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.312052] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Deleting the datastore file [datastore1] 41b3b190-e394-4295-89b7-6269a4b19ada {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.312291] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e4ec9ff-8e89-4509-b7c6-c8c5646a9c85 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.315091] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-142ebb48-d2fd-4242-802e-e1f13bb6eea7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.321439] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 907.321439] env[68663]: value = "task-3238454" [ 907.321439] env[68663]: _type = "Task" [ 907.321439] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.322942] env[68663]: DEBUG oslo_vmware.api [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Waiting for the task: (returnval){ [ 907.322942] env[68663]: value = "task-3238455" [ 907.322942] env[68663]: _type = "Task" [ 907.322942] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.334459] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.337398] env[68663]: DEBUG oslo_vmware.api [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.666538] env[68663]: DEBUG nova.compute.manager [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.688264] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.689076] env[68663]: DEBUG nova.compute.manager [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.691289] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.675s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.691560] env[68663]: DEBUG nova.objects.instance [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lazy-loading 'resources' on Instance uuid 6b90ee6f-5800-49dc-a82d-bd60726a8d4d {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.836559] env[68663]: DEBUG oslo_vmware.api [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Task: {'id': task-3238455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155472} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.839899] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.840109] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.840300] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.840499] env[68663]: INFO nova.compute.manager [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Took 3.05 seconds to destroy the instance on the hypervisor. [ 907.840725] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.840924] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238454, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.841136] env[68663]: DEBUG nova.compute.manager [-] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.841262] env[68663]: DEBUG nova.network.neutron [-] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.175720] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.175720] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78cafa61-768a-416a-b64c-52ce79b1e118 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.187736] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 908.187736] env[68663]: value = "task-3238456" [ 908.187736] env[68663]: _type = "Task" [ 908.187736] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.199650] env[68663]: DEBUG nova.compute.utils [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.207454] env[68663]: DEBUG nova.compute.manager [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.207817] env[68663]: DEBUG nova.network.neutron [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.209752] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.211230] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.268374] env[68663]: DEBUG nova.policy [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b314863068845ac8e90d3aebe42082e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7e2477deac44ebd85f2df594bfee6af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.334682] env[68663]: DEBUG oslo_vmware.api [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238454, 'name': PowerOnVM_Task, 'duration_secs': 0.688758} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.338302] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.341820] env[68663]: DEBUG nova.compute.manager [None req-6b2cb3f8-1304-4981-a657-9341bd2b464f tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.343171] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991abea0-55eb-4d56-ab61-a9d141b3ec16 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.560163] env[68663]: DEBUG nova.compute.manager [req-9beb1578-e2c9-49e8-8b0e-1d4e72f1ef2c req-13c0f875-f115-426a-bb5d-7c1f56e6f3fc service nova] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Received event network-vif-deleted-f3810b21-0447-4687-92ab-0e8380ec619a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.560163] env[68663]: INFO nova.compute.manager [req-9beb1578-e2c9-49e8-8b0e-1d4e72f1ef2c req-13c0f875-f115-426a-bb5d-7c1f56e6f3fc service nova] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Neutron deleted interface f3810b21-0447-4687-92ab-0e8380ec619a; detaching it from the instance and deleting it from the info cache [ 908.560163] env[68663]: DEBUG nova.network.neutron [req-9beb1578-e2c9-49e8-8b0e-1d4e72f1ef2c req-13c0f875-f115-426a-bb5d-7c1f56e6f3fc service nova] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.598493] env[68663]: DEBUG nova.network.neutron [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Successfully created port: ac3374a9-588f-418d-9eac-65eb33554ad0 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.698089] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238456, 'name': PowerOffVM_Task, 'duration_secs': 0.251758} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.698381] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.698670] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.699535] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dc9411-5ca3-4c8c-b71b-8f13a2f4a8a9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.709454] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.709714] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d93de79-722e-41a4-96c8-cad8653234f4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.711478] env[68663]: DEBUG nova.compute.manager [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.734257] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70a845e-50b4-473d-96bb-177d4d2921ee {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.742846] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9bca71-2d88-425d-be7c-23fafb37c4c5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.747987] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.747987] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.747987] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Deleting the datastore file [datastore2] c66bf974-52ee-41cf-8409-6ee868e2709e {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.748528] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bad0908e-8e41-4d31-aa33-b4982f4d7482 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.781804] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11138da-90d6-412c-b768-d0999a0e4d08 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.784926] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 908.784926] env[68663]: value = "task-3238458" [ 908.784926] env[68663]: _type = "Task" [ 908.784926] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.792715] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56193bc1-0c04-4a83-a382-1c216691a5fd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.800593] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.811025] env[68663]: DEBUG nova.compute.provider_tree [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.049094] env[68663]: DEBUG nova.network.neutron [-] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.066881] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f68b7a4-b498-4557-b566-6d49efc550e4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.080719] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78220cf7-6203-4549-b310-922b04ad5e00 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.120258] env[68663]: DEBUG nova.compute.manager [req-9beb1578-e2c9-49e8-8b0e-1d4e72f1ef2c req-13c0f875-f115-426a-bb5d-7c1f56e6f3fc service nova] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Detach interface failed, port_id=f3810b21-0447-4687-92ab-0e8380ec619a, reason: Instance 41b3b190-e394-4295-89b7-6269a4b19ada could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 909.295724] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093349} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.296030] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.296227] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.296406] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.315263] env[68663]: DEBUG nova.scheduler.client.report [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.555082] env[68663]: INFO nova.compute.manager [-] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Took 1.71 seconds to deallocate network for instance. [ 909.724216] env[68663]: DEBUG nova.compute.manager [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.750017] env[68663]: DEBUG nova.virt.hardware [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.750292] env[68663]: DEBUG nova.virt.hardware [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.750434] env[68663]: DEBUG nova.virt.hardware [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.750613] env[68663]: DEBUG nova.virt.hardware [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.750816] env[68663]: DEBUG nova.virt.hardware [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.750905] env[68663]: DEBUG nova.virt.hardware [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.751148] env[68663]: DEBUG nova.virt.hardware [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.751292] env[68663]: DEBUG nova.virt.hardware [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.751458] env[68663]: DEBUG nova.virt.hardware [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.751618] env[68663]: DEBUG nova.virt.hardware [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.751792] env[68663]: DEBUG nova.virt.hardware [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.752675] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e4d572-c5f9-4597-b334-19a08c24f1e5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.761294] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2348b9-7e28-40fc-9806-59c1b1c2c9ef {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.822720] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.825147] env[68663]: DEBUG oslo_concurrency.lockutils [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.307s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.827037] env[68663]: INFO nova.compute.claims [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.843011] env[68663]: INFO nova.scheduler.client.report [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Deleted allocations for instance 6b90ee6f-5800-49dc-a82d-bd60726a8d4d [ 910.024010] env[68663]: DEBUG nova.compute.manager [req-7f5a8638-0e2d-4042-b540-7ddd134957fd req-a85abfaf-09ca-430a-b9b1-4a30c18d13b6 service nova] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Received event network-vif-plugged-ac3374a9-588f-418d-9eac-65eb33554ad0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.024010] env[68663]: DEBUG oslo_concurrency.lockutils [req-7f5a8638-0e2d-4042-b540-7ddd134957fd req-a85abfaf-09ca-430a-b9b1-4a30c18d13b6 service nova] Acquiring lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.024010] env[68663]: DEBUG oslo_concurrency.lockutils [req-7f5a8638-0e2d-4042-b540-7ddd134957fd req-a85abfaf-09ca-430a-b9b1-4a30c18d13b6 service nova] Lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.024010] env[68663]: DEBUG oslo_concurrency.lockutils [req-7f5a8638-0e2d-4042-b540-7ddd134957fd req-a85abfaf-09ca-430a-b9b1-4a30c18d13b6 service nova] Lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.024010] env[68663]: DEBUG nova.compute.manager [req-7f5a8638-0e2d-4042-b540-7ddd134957fd req-a85abfaf-09ca-430a-b9b1-4a30c18d13b6 service nova] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] No waiting events found dispatching network-vif-plugged-ac3374a9-588f-418d-9eac-65eb33554ad0 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.024010] env[68663]: WARNING nova.compute.manager [req-7f5a8638-0e2d-4042-b540-7ddd134957fd req-a85abfaf-09ca-430a-b9b1-4a30c18d13b6 service nova] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Received unexpected event network-vif-plugged-ac3374a9-588f-418d-9eac-65eb33554ad0 for instance with vm_state building and task_state spawning. [ 910.070176] env[68663]: DEBUG oslo_concurrency.lockutils [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.070176] env[68663]: INFO nova.compute.manager [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Unrescuing [ 910.070176] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.070176] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquired lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.070176] env[68663]: DEBUG nova.network.neutron [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.165655] env[68663]: DEBUG nova.network.neutron [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Successfully updated port: ac3374a9-588f-418d-9eac-65eb33554ad0 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.330198] env[68663]: DEBUG nova.virt.hardware [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.330462] env[68663]: DEBUG nova.virt.hardware [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.330617] env[68663]: DEBUG nova.virt.hardware [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.330798] env[68663]: DEBUG nova.virt.hardware [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.331053] env[68663]: DEBUG nova.virt.hardware [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.331139] env[68663]: DEBUG nova.virt.hardware [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.331306] env[68663]: DEBUG nova.virt.hardware [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.331473] env[68663]: DEBUG nova.virt.hardware [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.331626] env[68663]: DEBUG nova.virt.hardware [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.333109] env[68663]: DEBUG nova.virt.hardware [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.333109] env[68663]: DEBUG nova.virt.hardware [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.334778] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbce022-db49-47b7-9e55-fd2c84cb05d0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.344773] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88cafc6-06ec-4e79-bf09-5462089c60d2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.351534] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c032ffb7-47a9-4663-90b7-aa626cfee0c0 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "6b90ee6f-5800-49dc-a82d-bd60726a8d4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.436s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.361876] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Instance VIF info [] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.367787] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.368557] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.368780] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d90e5d83-e5f6-4b33-941b-0249cf173af3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.389598] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.389598] env[68663]: value = "task-3238459" [ 910.389598] env[68663]: _type = "Task" [ 910.389598] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.399033] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238459, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.668206] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "refresh_cache-12922cc6-ae60-4f08-a7c4-6a54936e6a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.668483] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "refresh_cache-12922cc6-ae60-4f08-a7c4-6a54936e6a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.668519] env[68663]: DEBUG nova.network.neutron [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.806972] env[68663]: DEBUG nova.network.neutron [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Updating instance_info_cache with network_info: [{"id": "d0e0c21d-00a9-4b63-837b-5e852086536d", "address": "fa:16:3e:b4:e7:32", "network": {"id": "c2a37843-de5e-400a-b66e-bb53529ba3ca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1393760450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9947b1acb5014043ba04d17781ffb803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e0c21d-00", "ovs_interfaceid": "d0e0c21d-00a9-4b63-837b-5e852086536d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.908421] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238459, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.220186] env[68663]: DEBUG nova.network.neutron [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.312359] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Releasing lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.312972] env[68663]: DEBUG nova.objects.instance [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lazy-loading 'flavor' on Instance uuid b34a987e-ad95-4941-a540-a2cd3816149e {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.336128] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d9ebf0-98ed-4908-b4c6-b2be33b54fa7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.345859] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6b6cd8-1a11-4c24-8d0a-f60c09719fbc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.382088] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a702336e-9e8d-47af-bc35-5799c651971c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.390936] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84aa8cc5-6d5d-47bf-a4f2-1eade90e7f4a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.411021] env[68663]: DEBUG nova.compute.provider_tree [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.415240] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238459, 'name': CreateVM_Task, 'duration_secs': 0.622523} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.415457] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.415875] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.416059] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.416566] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.417298] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48a73782-521a-4f5c-b73e-efe622f7200e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.426862] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 911.426862] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a4bc88-25a9-5354-b486-40dad968fc23" [ 911.426862] env[68663]: _type = "Task" [ 911.426862] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.436494] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a4bc88-25a9-5354-b486-40dad968fc23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.664944] env[68663]: DEBUG nova.network.neutron [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Updating instance_info_cache with network_info: [{"id": "ac3374a9-588f-418d-9eac-65eb33554ad0", "address": "fa:16:3e:70:e1:58", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac3374a9-58", "ovs_interfaceid": "ac3374a9-588f-418d-9eac-65eb33554ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.818808] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f24447-0264-49fb-8804-99b82740b510 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.843530] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.843907] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98522ca9-8d85-4c84-801c-5f101de543ed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.852826] env[68663]: DEBUG oslo_vmware.api [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 911.852826] env[68663]: value = "task-3238460" [ 911.852826] env[68663]: _type = "Task" [ 911.852826] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.861355] env[68663]: DEBUG oslo_vmware.api [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.912787] env[68663]: DEBUG nova.scheduler.client.report [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.939245] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a4bc88-25a9-5354-b486-40dad968fc23, 'name': SearchDatastore_Task, 'duration_secs': 0.012988} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.939604] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.939867] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.940130] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.940285] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.940480] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.940775] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb9803a3-4aa9-46a0-9053-83bdd04712e1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.950818] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.951035] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.952130] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4af68f4-7666-4b29-9a45-ff2f6f95523b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.962555] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 911.962555] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5240590a-af77-de0e-5056-36935a6e95ba" [ 911.962555] env[68663]: _type = "Task" [ 911.962555] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.969505] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5240590a-af77-de0e-5056-36935a6e95ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.089423] env[68663]: DEBUG nova.compute.manager [req-ff39befe-3d31-4bd2-bb86-0af09306fe73 req-0a497d29-7cf4-4877-9887-3730117d3e93 service nova] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Received event network-changed-ac3374a9-588f-418d-9eac-65eb33554ad0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.089423] env[68663]: DEBUG nova.compute.manager [req-ff39befe-3d31-4bd2-bb86-0af09306fe73 req-0a497d29-7cf4-4877-9887-3730117d3e93 service nova] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Refreshing instance network info cache due to event network-changed-ac3374a9-588f-418d-9eac-65eb33554ad0. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.089423] env[68663]: DEBUG oslo_concurrency.lockutils [req-ff39befe-3d31-4bd2-bb86-0af09306fe73 req-0a497d29-7cf4-4877-9887-3730117d3e93 service nova] Acquiring lock "refresh_cache-12922cc6-ae60-4f08-a7c4-6a54936e6a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.169794] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "refresh_cache-12922cc6-ae60-4f08-a7c4-6a54936e6a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.170454] env[68663]: DEBUG nova.compute.manager [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Instance network_info: |[{"id": "ac3374a9-588f-418d-9eac-65eb33554ad0", "address": "fa:16:3e:70:e1:58", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac3374a9-58", "ovs_interfaceid": "ac3374a9-588f-418d-9eac-65eb33554ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.171464] env[68663]: DEBUG oslo_concurrency.lockutils [req-ff39befe-3d31-4bd2-bb86-0af09306fe73 req-0a497d29-7cf4-4877-9887-3730117d3e93 service nova] Acquired lock "refresh_cache-12922cc6-ae60-4f08-a7c4-6a54936e6a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.171464] env[68663]: DEBUG nova.network.neutron [req-ff39befe-3d31-4bd2-bb86-0af09306fe73 req-0a497d29-7cf4-4877-9887-3730117d3e93 service nova] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Refreshing network info cache for port ac3374a9-588f-418d-9eac-65eb33554ad0 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.172626] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:e1:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac3374a9-588f-418d-9eac-65eb33554ad0', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.180997] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.182449] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.182785] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a70bd217-0390-43af-92e9-f6a00419aec2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.207910] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.207910] env[68663]: value = "task-3238461" [ 912.207910] env[68663]: _type = "Task" [ 912.207910] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.217608] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238461, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.363523] env[68663]: DEBUG oslo_vmware.api [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238460, 'name': PowerOffVM_Task, 'duration_secs': 0.254995} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.363823] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.369166] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Reconfiguring VM instance instance-0000003e to detach disk 2002 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 912.369454] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94b23bea-e1e1-400b-98ea-6aa515844a82 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.390162] env[68663]: DEBUG oslo_vmware.api [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 912.390162] env[68663]: value = "task-3238462" [ 912.390162] env[68663]: _type = "Task" [ 912.390162] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.399606] env[68663]: DEBUG oslo_vmware.api [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.419794] env[68663]: DEBUG oslo_concurrency.lockutils [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.420316] env[68663]: DEBUG nova.compute.manager [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.423284] env[68663]: DEBUG oslo_concurrency.lockutils [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.108s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.424760] env[68663]: INFO nova.compute.claims [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.473132] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5240590a-af77-de0e-5056-36935a6e95ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009652} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.474188] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-544007a3-973f-43e7-91be-e90303931638 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.480875] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 912.480875] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e2475b-4a1f-e25c-5aa6-51c4b9146793" [ 912.480875] env[68663]: _type = "Task" [ 912.480875] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.490785] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e2475b-4a1f-e25c-5aa6-51c4b9146793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.726982] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238461, 'name': CreateVM_Task, 'duration_secs': 0.412943} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.727262] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.731603] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.731603] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.731603] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.731603] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e0bf3b3-e6cf-4bb5-bb4f-2c88e7d4cab3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.737372] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 912.737372] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ca47e8-287b-f448-c131-8354f3a75b61" [ 912.737372] env[68663]: _type = "Task" [ 912.737372] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.746540] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ca47e8-287b-f448-c131-8354f3a75b61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.895366] env[68663]: DEBUG nova.network.neutron [req-ff39befe-3d31-4bd2-bb86-0af09306fe73 req-0a497d29-7cf4-4877-9887-3730117d3e93 service nova] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Updated VIF entry in instance network info cache for port ac3374a9-588f-418d-9eac-65eb33554ad0. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.895712] env[68663]: DEBUG nova.network.neutron [req-ff39befe-3d31-4bd2-bb86-0af09306fe73 req-0a497d29-7cf4-4877-9887-3730117d3e93 service nova] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Updating instance_info_cache with network_info: [{"id": "ac3374a9-588f-418d-9eac-65eb33554ad0", "address": "fa:16:3e:70:e1:58", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac3374a9-58", "ovs_interfaceid": "ac3374a9-588f-418d-9eac-65eb33554ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.900993] env[68663]: DEBUG oslo_vmware.api [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238462, 'name': ReconfigVM_Task, 'duration_secs': 0.288002} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.901289] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Reconfigured VM instance instance-0000003e to detach disk 2002 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 912.901502] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.901767] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02bcbb9a-2b5d-4f9c-8763-ac745e001182 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.909422] env[68663]: DEBUG oslo_vmware.api [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 912.909422] env[68663]: value = "task-3238463" [ 912.909422] env[68663]: _type = "Task" [ 912.909422] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.918703] env[68663]: DEBUG oslo_vmware.api [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.929643] env[68663]: DEBUG nova.compute.utils [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.936358] env[68663]: DEBUG nova.compute.manager [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.936561] env[68663]: DEBUG nova.network.neutron [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.978288] env[68663]: DEBUG nova.policy [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '557694df41f84586b40ddb42da50e058', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06219caff06340b58cf475b4edd7a55e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.991908] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e2475b-4a1f-e25c-5aa6-51c4b9146793, 'name': SearchDatastore_Task, 'duration_secs': 0.010968} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.992193] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.992457] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] c66bf974-52ee-41cf-8409-6ee868e2709e/c66bf974-52ee-41cf-8409-6ee868e2709e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.993078] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17decc8c-4ddf-4722-b30c-892f415f5466 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.001058] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 913.001058] env[68663]: value = "task-3238464" [ 913.001058] env[68663]: _type = "Task" [ 913.001058] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.010561] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.254888] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ca47e8-287b-f448-c131-8354f3a75b61, 'name': SearchDatastore_Task, 'duration_secs': 0.0132} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.254888] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.254888] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.254888] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.254888] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.254888] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.257036] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eaae2be-cc54-4ac8-aa2f-958b5fce6cd6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.271651] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.271882] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.272731] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-163bb1d2-ee66-42bf-a1c0-62e5fee517fa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.281224] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 913.281224] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ad90f0-2d12-e624-1265-016afc618ae7" [ 913.281224] env[68663]: _type = "Task" [ 913.281224] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.292271] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ad90f0-2d12-e624-1265-016afc618ae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.308937] env[68663]: DEBUG nova.network.neutron [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Successfully created port: 10af275c-2271-47dd-9aa7-12d715614b1a {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.403230] env[68663]: DEBUG oslo_concurrency.lockutils [req-ff39befe-3d31-4bd2-bb86-0af09306fe73 req-0a497d29-7cf4-4877-9887-3730117d3e93 service nova] Releasing lock "refresh_cache-12922cc6-ae60-4f08-a7c4-6a54936e6a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.424864] env[68663]: DEBUG oslo_vmware.api [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238463, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.438870] env[68663]: DEBUG nova.compute.manager [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.514496] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238464, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.790564] env[68663]: DEBUG oslo_concurrency.lockutils [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquiring lock "533a0d77-f461-4d66-bb88-49cc8d826ef9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.790796] env[68663]: DEBUG oslo_concurrency.lockutils [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "533a0d77-f461-4d66-bb88-49cc8d826ef9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.798931] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ad90f0-2d12-e624-1265-016afc618ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.065885} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.806992] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e949c5f3-2a91-4b47-8ee6-36024449de81 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.815267] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 913.815267] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525ffd5a-caca-56d0-fdd7-c4835578e5cb" [ 913.815267] env[68663]: _type = "Task" [ 913.815267] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.827401] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525ffd5a-caca-56d0-fdd7-c4835578e5cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.921963] env[68663]: DEBUG oslo_vmware.api [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238463, 'name': PowerOnVM_Task, 'duration_secs': 0.525431} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.921963] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.922266] env[68663]: DEBUG nova.compute.manager [None req-844f87c0-86fd-4e9f-a179-dc7c8cf9df31 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.925763] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908cbe5d-498b-49b5-8b0a-0ff33558901f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.985030] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c910b96-a95a-444b-a086-6ee592f24f43 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.995371] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523d679e-de15-4f37-9644-65403c8fdfe6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.028313] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd7f8c8-27a4-4f1e-b5ab-96852ab1865d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.036128] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514951} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.038227] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] c66bf974-52ee-41cf-8409-6ee868e2709e/c66bf974-52ee-41cf-8409-6ee868e2709e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.038449] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.038717] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79e889d4-54c9-4ac5-82df-1044f4e740c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.041374] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d286a2-6ab5-44d1-98ad-a7bbb58cbd44 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.059043] env[68663]: DEBUG nova.compute.provider_tree [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.059833] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 914.059833] env[68663]: value = "task-3238465" [ 914.059833] env[68663]: _type = "Task" [ 914.059833] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.294081] env[68663]: DEBUG nova.compute.manager [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.331468] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525ffd5a-caca-56d0-fdd7-c4835578e5cb, 'name': SearchDatastore_Task, 'duration_secs': 0.047381} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.331468] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.331468] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 12922cc6-ae60-4f08-a7c4-6a54936e6a07/12922cc6-ae60-4f08-a7c4-6a54936e6a07.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.331468] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c36782d7-38b3-4833-97a1-a0c6e6417339 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.341973] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 914.341973] env[68663]: value = "task-3238466" [ 914.341973] env[68663]: _type = "Task" [ 914.341973] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.352533] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.451184] env[68663]: DEBUG nova.compute.manager [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.482206] env[68663]: DEBUG nova.virt.hardware [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.482472] env[68663]: DEBUG nova.virt.hardware [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.482629] env[68663]: DEBUG nova.virt.hardware [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.482824] env[68663]: DEBUG nova.virt.hardware [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.482974] env[68663]: DEBUG nova.virt.hardware [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.483199] env[68663]: DEBUG nova.virt.hardware [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.483506] env[68663]: DEBUG nova.virt.hardware [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.483652] env[68663]: DEBUG nova.virt.hardware [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.483851] env[68663]: DEBUG nova.virt.hardware [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.484017] env[68663]: DEBUG nova.virt.hardware [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.484148] env[68663]: DEBUG nova.virt.hardware [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.485464] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a5ad3d-ede9-4dca-b6c0-2ed1a3a38083 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.494943] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa41d1e-d281-4c56-bf56-a3bb334a5150 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.565287] env[68663]: DEBUG nova.scheduler.client.report [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.576897] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088328} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.576897] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.576897] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd96367-0365-4edf-a54f-f7ce24d4c69c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.606684] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] c66bf974-52ee-41cf-8409-6ee868e2709e/c66bf974-52ee-41cf-8409-6ee868e2709e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.607462] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe46914f-4f87-45b4-a370-f8e7b059f186 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.635669] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 914.635669] env[68663]: value = "task-3238467" [ 914.635669] env[68663]: _type = "Task" [ 914.635669] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.646244] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.817842] env[68663]: DEBUG oslo_concurrency.lockutils [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.855703] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238466, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.929368] env[68663]: DEBUG nova.network.neutron [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Successfully updated port: 10af275c-2271-47dd-9aa7-12d715614b1a {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.931062] env[68663]: DEBUG nova.compute.manager [req-6a32b268-68f4-4c3d-b6d4-7670e6c17584 req-08c716c5-768c-42c6-9f85-198bd601fbc0 service nova] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Received event network-vif-plugged-10af275c-2271-47dd-9aa7-12d715614b1a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.931304] env[68663]: DEBUG oslo_concurrency.lockutils [req-6a32b268-68f4-4c3d-b6d4-7670e6c17584 req-08c716c5-768c-42c6-9f85-198bd601fbc0 service nova] Acquiring lock "4bb1cc01-80a4-4240-b7f5-cd6add62f310-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.931631] env[68663]: DEBUG oslo_concurrency.lockutils [req-6a32b268-68f4-4c3d-b6d4-7670e6c17584 req-08c716c5-768c-42c6-9f85-198bd601fbc0 service nova] Lock "4bb1cc01-80a4-4240-b7f5-cd6add62f310-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.931900] env[68663]: DEBUG oslo_concurrency.lockutils [req-6a32b268-68f4-4c3d-b6d4-7670e6c17584 req-08c716c5-768c-42c6-9f85-198bd601fbc0 service nova] Lock "4bb1cc01-80a4-4240-b7f5-cd6add62f310-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.932009] env[68663]: DEBUG nova.compute.manager [req-6a32b268-68f4-4c3d-b6d4-7670e6c17584 req-08c716c5-768c-42c6-9f85-198bd601fbc0 service nova] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] No waiting events found dispatching network-vif-plugged-10af275c-2271-47dd-9aa7-12d715614b1a {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.932214] env[68663]: WARNING nova.compute.manager [req-6a32b268-68f4-4c3d-b6d4-7670e6c17584 req-08c716c5-768c-42c6-9f85-198bd601fbc0 service nova] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Received unexpected event network-vif-plugged-10af275c-2271-47dd-9aa7-12d715614b1a for instance with vm_state building and task_state spawning. [ 915.071715] env[68663]: DEBUG oslo_concurrency.lockutils [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.072578] env[68663]: DEBUG nova.compute.manager [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.078696] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.782s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.082553] env[68663]: INFO nova.compute.claims [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.147674] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238467, 'name': ReconfigVM_Task, 'duration_secs': 0.403363} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.147905] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Reconfigured VM instance instance-0000004d to attach disk [datastore1] c66bf974-52ee-41cf-8409-6ee868e2709e/c66bf974-52ee-41cf-8409-6ee868e2709e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.148626] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af58b42c-f580-48be-b63b-573174c26e49 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.156105] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 915.156105] env[68663]: value = "task-3238468" [ 915.156105] env[68663]: _type = "Task" [ 915.156105] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.166026] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238468, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.352392] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805957} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.352667] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 12922cc6-ae60-4f08-a7c4-6a54936e6a07/12922cc6-ae60-4f08-a7c4-6a54936e6a07.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.352874] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.355588] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3d239da-2407-4fb9-aee6-70ac39770fc4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.358260] env[68663]: DEBUG nova.compute.manager [req-caa4cb9d-f793-4b98-92c4-c055dfbe18b8 req-fe836343-1f16-4a1f-bddb-46511ec5b28b service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Received event network-changed-d0e0c21d-00a9-4b63-837b-5e852086536d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.358508] env[68663]: DEBUG nova.compute.manager [req-caa4cb9d-f793-4b98-92c4-c055dfbe18b8 req-fe836343-1f16-4a1f-bddb-46511ec5b28b service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Refreshing instance network info cache due to event network-changed-d0e0c21d-00a9-4b63-837b-5e852086536d. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.358782] env[68663]: DEBUG oslo_concurrency.lockutils [req-caa4cb9d-f793-4b98-92c4-c055dfbe18b8 req-fe836343-1f16-4a1f-bddb-46511ec5b28b service nova] Acquiring lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.358974] env[68663]: DEBUG oslo_concurrency.lockutils [req-caa4cb9d-f793-4b98-92c4-c055dfbe18b8 req-fe836343-1f16-4a1f-bddb-46511ec5b28b service nova] Acquired lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.359276] env[68663]: DEBUG nova.network.neutron [req-caa4cb9d-f793-4b98-92c4-c055dfbe18b8 req-fe836343-1f16-4a1f-bddb-46511ec5b28b service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Refreshing network info cache for port d0e0c21d-00a9-4b63-837b-5e852086536d {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.364467] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 915.364467] env[68663]: value = "task-3238469" [ 915.364467] env[68663]: _type = "Task" [ 915.364467] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.375752] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.433983] env[68663]: DEBUG oslo_concurrency.lockutils [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "refresh_cache-4bb1cc01-80a4-4240-b7f5-cd6add62f310" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.434219] env[68663]: DEBUG oslo_concurrency.lockutils [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquired lock "refresh_cache-4bb1cc01-80a4-4240-b7f5-cd6add62f310" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.434411] env[68663]: DEBUG nova.network.neutron [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.589422] env[68663]: DEBUG nova.compute.utils [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.593027] env[68663]: DEBUG nova.compute.manager [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.593212] env[68663]: DEBUG nova.network.neutron [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.631368] env[68663]: DEBUG nova.policy [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc78e01d99fe418d83ea35dc7aa3d04e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4414076fe9f4036a21ae78d242ae3de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.668762] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238468, 'name': Rename_Task, 'duration_secs': 0.180236} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.669408] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.669408] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a14271e-3901-4d7c-9354-2731eaf130fa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.677878] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 915.677878] env[68663]: value = "task-3238470" [ 915.677878] env[68663]: _type = "Task" [ 915.677878] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.687960] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.876567] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18238} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.876861] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.877728] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51216d2f-2acf-41b2-a314-daa2a0031408 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.903445] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 12922cc6-ae60-4f08-a7c4-6a54936e6a07/12922cc6-ae60-4f08-a7c4-6a54936e6a07.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.903640] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-823987d0-50d4-493d-b16f-94fae9c83d25 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.919302] env[68663]: DEBUG nova.network.neutron [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Successfully created port: 03bbb848-3277-49bc-9f6d-6624544c531a {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.931181] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 915.931181] env[68663]: value = "task-3238471" [ 915.931181] env[68663]: _type = "Task" [ 915.931181] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.940062] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.992340] env[68663]: DEBUG nova.network.neutron [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.097071] env[68663]: DEBUG nova.compute.manager [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.197210] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238470, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.334846] env[68663]: DEBUG nova.network.neutron [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Updating instance_info_cache with network_info: [{"id": "10af275c-2271-47dd-9aa7-12d715614b1a", "address": "fa:16:3e:91:4d:29", "network": {"id": "7d8e51e4-243e-4186-a409-9c9014274de7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-943322285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "06219caff06340b58cf475b4edd7a55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10af275c-22", "ovs_interfaceid": "10af275c-2271-47dd-9aa7-12d715614b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.413449] env[68663]: DEBUG nova.network.neutron [req-caa4cb9d-f793-4b98-92c4-c055dfbe18b8 req-fe836343-1f16-4a1f-bddb-46511ec5b28b service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Updated VIF entry in instance network info cache for port d0e0c21d-00a9-4b63-837b-5e852086536d. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.413848] env[68663]: DEBUG nova.network.neutron [req-caa4cb9d-f793-4b98-92c4-c055dfbe18b8 req-fe836343-1f16-4a1f-bddb-46511ec5b28b service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Updating instance_info_cache with network_info: [{"id": "d0e0c21d-00a9-4b63-837b-5e852086536d", "address": "fa:16:3e:b4:e7:32", "network": {"id": "c2a37843-de5e-400a-b66e-bb53529ba3ca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1393760450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9947b1acb5014043ba04d17781ffb803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e0c21d-00", "ovs_interfaceid": "d0e0c21d-00a9-4b63-837b-5e852086536d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.443432] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.613296] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570e8cb6-2f55-426b-a2b1-4cf482f0fbaa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.623238] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77533ded-7673-47c7-8873-abe1e6e798f8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.661160] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ace12e-64de-4d73-9b93-243c413122dd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.669733] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a2b541-2c63-480a-b16b-c4114d4a59fe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.686382] env[68663]: DEBUG nova.compute.provider_tree [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 916.697942] env[68663]: DEBUG oslo_vmware.api [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238470, 'name': PowerOnVM_Task, 'duration_secs': 0.557111} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.699089] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.699405] env[68663]: DEBUG nova.compute.manager [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.700235] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7aae19-cf3b-4807-8164-46d7a669ea84 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.841337] env[68663]: DEBUG oslo_concurrency.lockutils [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Releasing lock "refresh_cache-4bb1cc01-80a4-4240-b7f5-cd6add62f310" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.841572] env[68663]: DEBUG nova.compute.manager [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Instance network_info: |[{"id": "10af275c-2271-47dd-9aa7-12d715614b1a", "address": "fa:16:3e:91:4d:29", "network": {"id": "7d8e51e4-243e-4186-a409-9c9014274de7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-943322285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "06219caff06340b58cf475b4edd7a55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10af275c-22", "ovs_interfaceid": "10af275c-2271-47dd-9aa7-12d715614b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.842026] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:4d:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10af275c-2271-47dd-9aa7-12d715614b1a', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.850472] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.850656] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.850937] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1834a58c-1e95-4f1b-b89b-763307d9bc8f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.871017] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.871017] env[68663]: value = "task-3238472" [ 916.871017] env[68663]: _type = "Task" [ 916.871017] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.881727] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238472, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.919821] env[68663]: DEBUG oslo_concurrency.lockutils [req-caa4cb9d-f793-4b98-92c4-c055dfbe18b8 req-fe836343-1f16-4a1f-bddb-46511ec5b28b service nova] Releasing lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.943205] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238471, 'name': ReconfigVM_Task, 'duration_secs': 0.76959} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.943205] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 12922cc6-ae60-4f08-a7c4-6a54936e6a07/12922cc6-ae60-4f08-a7c4-6a54936e6a07.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.944285] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2088c5a-a372-4845-8566-1a9a3133fd42 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.954372] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 916.954372] env[68663]: value = "task-3238473" [ 916.954372] env[68663]: _type = "Task" [ 916.954372] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.959795] env[68663]: DEBUG nova.compute.manager [req-4c102b6f-422c-4d69-bca3-5ce1d1440a85 req-ed4fc609-07b5-4e2c-abf7-5e50887edc1e service nova] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Received event network-changed-10af275c-2271-47dd-9aa7-12d715614b1a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.959991] env[68663]: DEBUG nova.compute.manager [req-4c102b6f-422c-4d69-bca3-5ce1d1440a85 req-ed4fc609-07b5-4e2c-abf7-5e50887edc1e service nova] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Refreshing instance network info cache due to event network-changed-10af275c-2271-47dd-9aa7-12d715614b1a. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.960227] env[68663]: DEBUG oslo_concurrency.lockutils [req-4c102b6f-422c-4d69-bca3-5ce1d1440a85 req-ed4fc609-07b5-4e2c-abf7-5e50887edc1e service nova] Acquiring lock "refresh_cache-4bb1cc01-80a4-4240-b7f5-cd6add62f310" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.960365] env[68663]: DEBUG oslo_concurrency.lockutils [req-4c102b6f-422c-4d69-bca3-5ce1d1440a85 req-ed4fc609-07b5-4e2c-abf7-5e50887edc1e service nova] Acquired lock "refresh_cache-4bb1cc01-80a4-4240-b7f5-cd6add62f310" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.960522] env[68663]: DEBUG nova.network.neutron [req-4c102b6f-422c-4d69-bca3-5ce1d1440a85 req-ed4fc609-07b5-4e2c-abf7-5e50887edc1e service nova] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Refreshing network info cache for port 10af275c-2271-47dd-9aa7-12d715614b1a {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.968508] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238473, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.118648] env[68663]: DEBUG nova.compute.manager [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.145372] env[68663]: DEBUG nova.virt.hardware [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.145608] env[68663]: DEBUG nova.virt.hardware [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.145764] env[68663]: DEBUG nova.virt.hardware [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.145945] env[68663]: DEBUG nova.virt.hardware [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.146103] env[68663]: DEBUG nova.virt.hardware [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.146251] env[68663]: DEBUG nova.virt.hardware [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.146462] env[68663]: DEBUG nova.virt.hardware [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.146620] env[68663]: DEBUG nova.virt.hardware [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.146785] env[68663]: DEBUG nova.virt.hardware [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.146948] env[68663]: DEBUG nova.virt.hardware [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.147279] env[68663]: DEBUG nova.virt.hardware [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.148227] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8638163-5e1e-46cb-984e-b69924e8cb19 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.158427] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89315b0-34fe-41f7-b644-c7bc16ab977e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.219883] env[68663]: ERROR nova.scheduler.client.report [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [req-2f093c8c-9e8f-489a-9500-155ba3630837] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2f093c8c-9e8f-489a-9500-155ba3630837"}]} [ 917.224172] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.236685] env[68663]: DEBUG nova.scheduler.client.report [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Refreshing inventories for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 917.257591] env[68663]: DEBUG nova.scheduler.client.report [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Updating ProviderTree inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 917.258026] env[68663]: DEBUG nova.compute.provider_tree [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.273409] env[68663]: DEBUG nova.scheduler.client.report [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Refreshing aggregate associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, aggregates: None {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 917.296365] env[68663]: DEBUG nova.scheduler.client.report [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Refreshing trait associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 917.384616] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238472, 'name': CreateVM_Task, 'duration_secs': 0.484322} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.386213] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.386213] env[68663]: DEBUG oslo_concurrency.lockutils [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.386213] env[68663]: DEBUG oslo_concurrency.lockutils [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.386317] env[68663]: DEBUG oslo_concurrency.lockutils [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.386558] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e1ae59-ae2c-4d03-876e-5a0d349e30b5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.392520] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 917.392520] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52764e0f-c446-fa8c-9937-be07b045f184" [ 917.392520] env[68663]: _type = "Task" [ 917.392520] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.401494] env[68663]: DEBUG nova.compute.manager [req-594da70f-42c0-4b86-af33-42ad433d0318 req-9b372c43-bfef-4fd7-ae14-0e71de6be561 service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Received event network-changed-d0e0c21d-00a9-4b63-837b-5e852086536d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.401704] env[68663]: DEBUG nova.compute.manager [req-594da70f-42c0-4b86-af33-42ad433d0318 req-9b372c43-bfef-4fd7-ae14-0e71de6be561 service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Refreshing instance network info cache due to event network-changed-d0e0c21d-00a9-4b63-837b-5e852086536d. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.401914] env[68663]: DEBUG oslo_concurrency.lockutils [req-594da70f-42c0-4b86-af33-42ad433d0318 req-9b372c43-bfef-4fd7-ae14-0e71de6be561 service nova] Acquiring lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.402144] env[68663]: DEBUG oslo_concurrency.lockutils [req-594da70f-42c0-4b86-af33-42ad433d0318 req-9b372c43-bfef-4fd7-ae14-0e71de6be561 service nova] Acquired lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.402327] env[68663]: DEBUG nova.network.neutron [req-594da70f-42c0-4b86-af33-42ad433d0318 req-9b372c43-bfef-4fd7-ae14-0e71de6be561 service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Refreshing network info cache for port d0e0c21d-00a9-4b63-837b-5e852086536d {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.410953] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52764e0f-c446-fa8c-9937-be07b045f184, 'name': SearchDatastore_Task, 'duration_secs': 0.013051} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.410953] env[68663]: DEBUG oslo_concurrency.lockutils [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.411802] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.411802] env[68663]: DEBUG oslo_concurrency.lockutils [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.411802] env[68663]: DEBUG oslo_concurrency.lockutils [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.411952] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.412846] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fd69404-c587-4df9-9307-24fcb346a03c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.423532] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.423735] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.424737] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc18d475-ae4d-490e-ac94-2ae15d166eee {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.430768] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 917.430768] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ab0437-1d48-7ed3-87ae-822996a198eb" [ 917.430768] env[68663]: _type = "Task" [ 917.430768] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.443669] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ab0437-1d48-7ed3-87ae-822996a198eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009517} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.446341] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80b2bbf-0e83-443b-8451-51dedad0fc52 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.450479] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 917.450479] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b0a498-162e-e55c-7fcb-f89c942f1dc1" [ 917.450479] env[68663]: _type = "Task" [ 917.450479] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.460890] env[68663]: DEBUG nova.network.neutron [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Successfully updated port: 03bbb848-3277-49bc-9f6d-6624544c531a {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.469872] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b0a498-162e-e55c-7fcb-f89c942f1dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.009868} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.473267] env[68663]: DEBUG oslo_concurrency.lockutils [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.473359] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 4bb1cc01-80a4-4240-b7f5-cd6add62f310/4bb1cc01-80a4-4240-b7f5-cd6add62f310.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.473983] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238473, 'name': Rename_Task, 'duration_secs': 0.159433} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.476724] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b8fc50b-d9e4-4298-af24-df82ae578a9b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.479270] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.480221] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b2fc22f-326a-41d2-981c-34eff4916da7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.487010] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 917.487010] env[68663]: value = "task-3238474" [ 917.487010] env[68663]: _type = "Task" [ 917.487010] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.493262] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 917.493262] env[68663]: value = "task-3238475" [ 917.493262] env[68663]: _type = "Task" [ 917.493262] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.500108] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.507950] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.676695] env[68663]: DEBUG nova.network.neutron [req-4c102b6f-422c-4d69-bca3-5ce1d1440a85 req-ed4fc609-07b5-4e2c-abf7-5e50887edc1e service nova] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Updated VIF entry in instance network info cache for port 10af275c-2271-47dd-9aa7-12d715614b1a. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.677235] env[68663]: DEBUG nova.network.neutron [req-4c102b6f-422c-4d69-bca3-5ce1d1440a85 req-ed4fc609-07b5-4e2c-abf7-5e50887edc1e service nova] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Updating instance_info_cache with network_info: [{"id": "10af275c-2271-47dd-9aa7-12d715614b1a", "address": "fa:16:3e:91:4d:29", "network": {"id": "7d8e51e4-243e-4186-a409-9c9014274de7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-943322285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "06219caff06340b58cf475b4edd7a55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10af275c-22", "ovs_interfaceid": "10af275c-2271-47dd-9aa7-12d715614b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.819143] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a8a1a9-787b-4bcf-b2cb-1cf485fbabf6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.828460] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aa6701-7fd1-4589-bbc9-202c6326cec5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.863548] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d576af-8945-40db-9633-af5aa568e572 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.873422] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56b6288-3006-434b-b252-21811147b9e4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.889707] env[68663]: DEBUG nova.compute.provider_tree [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.965729] env[68663]: DEBUG oslo_concurrency.lockutils [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "refresh_cache-680c16ed-91ea-40af-a1b7-c17ee594c9be" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.965729] env[68663]: DEBUG oslo_concurrency.lockutils [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquired lock "refresh_cache-680c16ed-91ea-40af-a1b7-c17ee594c9be" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.965729] env[68663]: DEBUG nova.network.neutron [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.004280] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238474, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.010536] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238475, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.148403] env[68663]: DEBUG nova.network.neutron [req-594da70f-42c0-4b86-af33-42ad433d0318 req-9b372c43-bfef-4fd7-ae14-0e71de6be561 service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Updated VIF entry in instance network info cache for port d0e0c21d-00a9-4b63-837b-5e852086536d. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.148798] env[68663]: DEBUG nova.network.neutron [req-594da70f-42c0-4b86-af33-42ad433d0318 req-9b372c43-bfef-4fd7-ae14-0e71de6be561 service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Updating instance_info_cache with network_info: [{"id": "d0e0c21d-00a9-4b63-837b-5e852086536d", "address": "fa:16:3e:b4:e7:32", "network": {"id": "c2a37843-de5e-400a-b66e-bb53529ba3ca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1393760450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9947b1acb5014043ba04d17781ffb803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e0c21d-00", "ovs_interfaceid": "d0e0c21d-00a9-4b63-837b-5e852086536d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.180084] env[68663]: DEBUG oslo_concurrency.lockutils [req-4c102b6f-422c-4d69-bca3-5ce1d1440a85 req-ed4fc609-07b5-4e2c-abf7-5e50887edc1e service nova] Releasing lock "refresh_cache-4bb1cc01-80a4-4240-b7f5-cd6add62f310" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.423376] env[68663]: DEBUG nova.scheduler.client.report [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 918.423910] env[68663]: DEBUG nova.compute.provider_tree [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 118 to 119 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 918.424174] env[68663]: DEBUG nova.compute.provider_tree [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.495341] env[68663]: DEBUG nova.network.neutron [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.503551] env[68663]: DEBUG oslo_vmware.api [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238474, 'name': PowerOnVM_Task, 'duration_secs': 0.851538} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.503551] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.503678] env[68663]: INFO nova.compute.manager [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Took 8.78 seconds to spawn the instance on the hypervisor. [ 918.503871] env[68663]: DEBUG nova.compute.manager [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.505046] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8574f352-4f89-450c-b412-8f238e3c76af {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.511896] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536349} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.512461] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 4bb1cc01-80a4-4240-b7f5-cd6add62f310/4bb1cc01-80a4-4240-b7f5-cd6add62f310.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.512709] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.512943] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbed5c1c-9252-4c98-b9b0-e64c8d588f79 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.528658] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 918.528658] env[68663]: value = "task-3238476" [ 918.528658] env[68663]: _type = "Task" [ 918.528658] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.537756] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.616194] env[68663]: INFO nova.compute.manager [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Rebuilding instance [ 918.638184] env[68663]: DEBUG nova.network.neutron [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Updating instance_info_cache with network_info: [{"id": "03bbb848-3277-49bc-9f6d-6624544c531a", "address": "fa:16:3e:64:26:f4", "network": {"id": "53b92fc4-5558-427f-b634-fc420fa70fb8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494203925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4414076fe9f4036a21ae78d242ae3de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03bbb848-32", "ovs_interfaceid": "03bbb848-3277-49bc-9f6d-6624544c531a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.652590] env[68663]: DEBUG oslo_concurrency.lockutils [req-594da70f-42c0-4b86-af33-42ad433d0318 req-9b372c43-bfef-4fd7-ae14-0e71de6be561 service nova] Releasing lock "refresh_cache-b34a987e-ad95-4941-a540-a2cd3816149e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.665399] env[68663]: DEBUG nova.compute.manager [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.666275] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c772700-577e-4c08-ac76-a971c6b97421 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.929705] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.852s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.930259] env[68663]: DEBUG nova.compute.manager [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.933330] env[68663]: DEBUG oslo_concurrency.lockutils [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 33.285s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.993165] env[68663]: DEBUG nova.compute.manager [req-87ad3aa2-973a-4c35-b002-0982e6acf4fd req-37b9d112-df6c-4e38-9137-1752ce140984 service nova] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Received event network-vif-plugged-03bbb848-3277-49bc-9f6d-6624544c531a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.993440] env[68663]: DEBUG oslo_concurrency.lockutils [req-87ad3aa2-973a-4c35-b002-0982e6acf4fd req-37b9d112-df6c-4e38-9137-1752ce140984 service nova] Acquiring lock "680c16ed-91ea-40af-a1b7-c17ee594c9be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.993781] env[68663]: DEBUG oslo_concurrency.lockutils [req-87ad3aa2-973a-4c35-b002-0982e6acf4fd req-37b9d112-df6c-4e38-9137-1752ce140984 service nova] Lock "680c16ed-91ea-40af-a1b7-c17ee594c9be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.993871] env[68663]: DEBUG oslo_concurrency.lockutils [req-87ad3aa2-973a-4c35-b002-0982e6acf4fd req-37b9d112-df6c-4e38-9137-1752ce140984 service nova] Lock "680c16ed-91ea-40af-a1b7-c17ee594c9be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.994235] env[68663]: DEBUG nova.compute.manager [req-87ad3aa2-973a-4c35-b002-0982e6acf4fd req-37b9d112-df6c-4e38-9137-1752ce140984 service nova] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] No waiting events found dispatching network-vif-plugged-03bbb848-3277-49bc-9f6d-6624544c531a {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.994435] env[68663]: WARNING nova.compute.manager [req-87ad3aa2-973a-4c35-b002-0982e6acf4fd req-37b9d112-df6c-4e38-9137-1752ce140984 service nova] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Received unexpected event network-vif-plugged-03bbb848-3277-49bc-9f6d-6624544c531a for instance with vm_state building and task_state spawning. [ 918.994599] env[68663]: DEBUG nova.compute.manager [req-87ad3aa2-973a-4c35-b002-0982e6acf4fd req-37b9d112-df6c-4e38-9137-1752ce140984 service nova] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Received event network-changed-03bbb848-3277-49bc-9f6d-6624544c531a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.994761] env[68663]: DEBUG nova.compute.manager [req-87ad3aa2-973a-4c35-b002-0982e6acf4fd req-37b9d112-df6c-4e38-9137-1752ce140984 service nova] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Refreshing instance network info cache due to event network-changed-03bbb848-3277-49bc-9f6d-6624544c531a. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.994976] env[68663]: DEBUG oslo_concurrency.lockutils [req-87ad3aa2-973a-4c35-b002-0982e6acf4fd req-37b9d112-df6c-4e38-9137-1752ce140984 service nova] Acquiring lock "refresh_cache-680c16ed-91ea-40af-a1b7-c17ee594c9be" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.026325] env[68663]: INFO nova.compute.manager [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Took 40.35 seconds to build instance. [ 919.040933] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076207} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.041748] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.042566] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e893dd1-a9c0-48ac-8413-dfc6f563c7b1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.067332] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 4bb1cc01-80a4-4240-b7f5-cd6add62f310/4bb1cc01-80a4-4240-b7f5-cd6add62f310.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.068087] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5c0f777-9367-4b06-9d19-e2d1451f79c3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.091028] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 919.091028] env[68663]: value = "task-3238477" [ 919.091028] env[68663]: _type = "Task" [ 919.091028] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.099983] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.140940] env[68663]: DEBUG oslo_concurrency.lockutils [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Releasing lock "refresh_cache-680c16ed-91ea-40af-a1b7-c17ee594c9be" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.141366] env[68663]: DEBUG nova.compute.manager [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Instance network_info: |[{"id": "03bbb848-3277-49bc-9f6d-6624544c531a", "address": "fa:16:3e:64:26:f4", "network": {"id": "53b92fc4-5558-427f-b634-fc420fa70fb8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494203925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4414076fe9f4036a21ae78d242ae3de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03bbb848-32", "ovs_interfaceid": "03bbb848-3277-49bc-9f6d-6624544c531a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.141792] env[68663]: DEBUG oslo_concurrency.lockutils [req-87ad3aa2-973a-4c35-b002-0982e6acf4fd req-37b9d112-df6c-4e38-9137-1752ce140984 service nova] Acquired lock "refresh_cache-680c16ed-91ea-40af-a1b7-c17ee594c9be" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.142036] env[68663]: DEBUG nova.network.neutron [req-87ad3aa2-973a-4c35-b002-0982e6acf4fd req-37b9d112-df6c-4e38-9137-1752ce140984 service nova] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Refreshing network info cache for port 03bbb848-3277-49bc-9f6d-6624544c531a {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.143384] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:26:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03bbb848-3277-49bc-9f6d-6624544c531a', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.150968] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.154342] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.154888] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5178cfc-637b-488f-bb7a-18bd1002042f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.175451] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.175451] env[68663]: value = "task-3238478" [ 919.175451] env[68663]: _type = "Task" [ 919.175451] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.186032] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238478, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.383687] env[68663]: DEBUG nova.network.neutron [req-87ad3aa2-973a-4c35-b002-0982e6acf4fd req-37b9d112-df6c-4e38-9137-1752ce140984 service nova] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Updated VIF entry in instance network info cache for port 03bbb848-3277-49bc-9f6d-6624544c531a. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.383687] env[68663]: DEBUG nova.network.neutron [req-87ad3aa2-973a-4c35-b002-0982e6acf4fd req-37b9d112-df6c-4e38-9137-1752ce140984 service nova] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Updating instance_info_cache with network_info: [{"id": "03bbb848-3277-49bc-9f6d-6624544c531a", "address": "fa:16:3e:64:26:f4", "network": {"id": "53b92fc4-5558-427f-b634-fc420fa70fb8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494203925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4414076fe9f4036a21ae78d242ae3de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03bbb848-32", "ovs_interfaceid": "03bbb848-3277-49bc-9f6d-6624544c531a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.439312] env[68663]: DEBUG nova.compute.utils [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.442041] env[68663]: DEBUG nova.compute.manager [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.445437] env[68663]: DEBUG nova.network.neutron [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.524180] env[68663]: DEBUG nova.policy [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f25be357edb4660b10e67eeadd9fe2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebaad111ab4e4c22a9139c0415184c98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.528239] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3bceb25f-d340-4e11-af9c-ab42023349e5 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.863s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.605837] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238477, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.681251] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.681535] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a07bc8a-d651-4882-abb9-f05e7eb69e13 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.686699] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238478, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.695200] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Waiting for the task: (returnval){ [ 919.695200] env[68663]: value = "task-3238479" [ 919.695200] env[68663]: _type = "Task" [ 919.695200] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.703857] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': task-3238479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.892330] env[68663]: DEBUG oslo_concurrency.lockutils [req-87ad3aa2-973a-4c35-b002-0982e6acf4fd req-37b9d112-df6c-4e38-9137-1752ce140984 service nova] Releasing lock "refresh_cache-680c16ed-91ea-40af-a1b7-c17ee594c9be" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.943201] env[68663]: DEBUG nova.compute.manager [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.961536] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a465d17b-881e-4c11-81a5-955d08a25dd3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.972336] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54222c1b-8f89-4be7-b50b-85f62b1e6588 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.003903] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04181452-d0cc-4b60-a998-e6886f3c743c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.012113] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57b0329-a804-4ad4-a2ad-27f05943989a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.026784] env[68663]: DEBUG nova.compute.provider_tree [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.069706] env[68663]: DEBUG nova.network.neutron [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Successfully created port: d7f8e6d9-3753-4f10-873f-a8cf44b1f7b8 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.103295] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238477, 'name': ReconfigVM_Task, 'duration_secs': 0.557239} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.103604] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 4bb1cc01-80a4-4240-b7f5-cd6add62f310/4bb1cc01-80a4-4240-b7f5-cd6add62f310.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.104604] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7697e182-fa3d-4c80-9086-a81c860af2c7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.114962] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 920.114962] env[68663]: value = "task-3238480" [ 920.114962] env[68663]: _type = "Task" [ 920.114962] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.124995] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238480, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.188077] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238478, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.205589] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': task-3238479, 'name': PowerOffVM_Task, 'duration_secs': 0.340168} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.206893] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.206893] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.207264] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35c1ae7-c774-4926-a7de-0907506b5c39 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.215727] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.216064] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d922da80-ea47-483c-a679-6f79ea85050f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.244356] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.244673] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.244929] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Deleting the datastore file [datastore1] c66bf974-52ee-41cf-8409-6ee868e2709e {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.245137] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcc85c79-6247-4fe9-85d4-62537cb4de6d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.263996] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Waiting for the task: (returnval){ [ 920.263996] env[68663]: value = "task-3238482" [ 920.263996] env[68663]: _type = "Task" [ 920.263996] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.273825] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': task-3238482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.530600] env[68663]: DEBUG nova.scheduler.client.report [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.625906] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238480, 'name': Rename_Task, 'duration_secs': 0.2574} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.626183] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.626438] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee717725-cafc-43c7-8712-151dcae71818 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.632088] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 920.632088] env[68663]: value = "task-3238483" [ 920.632088] env[68663]: _type = "Task" [ 920.632088] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.639928] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.687746] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238478, 'name': CreateVM_Task, 'duration_secs': 1.438949} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.687995] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.688819] env[68663]: DEBUG oslo_concurrency.lockutils [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.689012] env[68663]: DEBUG oslo_concurrency.lockutils [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.689346] env[68663]: DEBUG oslo_concurrency.lockutils [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.689663] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-751aa8bb-28bc-44c0-916c-fc0bdeb9c3d9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.694574] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 920.694574] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e4a0eb-0d2f-5598-9e39-eeaeeee9f7b4" [ 920.694574] env[68663]: _type = "Task" [ 920.694574] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.702964] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e4a0eb-0d2f-5598-9e39-eeaeeee9f7b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.773618] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': task-3238482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127535} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.773955] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.774261] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.774525] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.951424] env[68663]: DEBUG nova.compute.manager [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.978152] env[68663]: DEBUG nova.virt.hardware [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.978462] env[68663]: DEBUG nova.virt.hardware [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.978693] env[68663]: DEBUG nova.virt.hardware [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.978845] env[68663]: DEBUG nova.virt.hardware [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.978992] env[68663]: DEBUG nova.virt.hardware [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.979165] env[68663]: DEBUG nova.virt.hardware [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.979384] env[68663]: DEBUG nova.virt.hardware [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.979549] env[68663]: DEBUG nova.virt.hardware [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.979698] env[68663]: DEBUG nova.virt.hardware [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.979860] env[68663]: DEBUG nova.virt.hardware [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.980040] env[68663]: DEBUG nova.virt.hardware [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.980932] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2fb63f-d486-4fbe-84ce-1b05153706b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.989326] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8411a74-e2f8-4f27-99f3-4fa09f86a403 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.052827] env[68663]: DEBUG nova.compute.manager [req-db2e91dc-deb4-4dbf-9663-59093085c8cb req-40905733-886f-43ff-8a06-5607dd2e143d service nova] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Received event network-changed-ac3374a9-588f-418d-9eac-65eb33554ad0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.053089] env[68663]: DEBUG nova.compute.manager [req-db2e91dc-deb4-4dbf-9663-59093085c8cb req-40905733-886f-43ff-8a06-5607dd2e143d service nova] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Refreshing instance network info cache due to event network-changed-ac3374a9-588f-418d-9eac-65eb33554ad0. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.053270] env[68663]: DEBUG oslo_concurrency.lockutils [req-db2e91dc-deb4-4dbf-9663-59093085c8cb req-40905733-886f-43ff-8a06-5607dd2e143d service nova] Acquiring lock "refresh_cache-12922cc6-ae60-4f08-a7c4-6a54936e6a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.053449] env[68663]: DEBUG oslo_concurrency.lockutils [req-db2e91dc-deb4-4dbf-9663-59093085c8cb req-40905733-886f-43ff-8a06-5607dd2e143d service nova] Acquired lock "refresh_cache-12922cc6-ae60-4f08-a7c4-6a54936e6a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.053645] env[68663]: DEBUG nova.network.neutron [req-db2e91dc-deb4-4dbf-9663-59093085c8cb req-40905733-886f-43ff-8a06-5607dd2e143d service nova] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Refreshing network info cache for port ac3374a9-588f-418d-9eac-65eb33554ad0 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.142322] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238483, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.204840] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e4a0eb-0d2f-5598-9e39-eeaeeee9f7b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.206039] env[68663]: DEBUG oslo_concurrency.lockutils [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.206039] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.206039] env[68663]: DEBUG oslo_concurrency.lockutils [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.206039] env[68663]: DEBUG oslo_concurrency.lockutils [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.206039] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.206289] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd7310f7-1fe0-482c-8d2e-a2cf27ff156a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.219426] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.219623] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.220421] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef3ddc5b-4199-4c09-a72e-b9368464412c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.225954] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 921.225954] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527b474b-0ede-7201-0924-4c74b6477944" [ 921.225954] env[68663]: _type = "Task" [ 921.225954] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.233870] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527b474b-0ede-7201-0924-4c74b6477944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.541725] env[68663]: DEBUG oslo_concurrency.lockutils [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.608s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.541935] env[68663]: DEBUG nova.compute.manager [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68663) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 921.544814] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.507s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.545017] env[68663]: DEBUG nova.objects.instance [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 921.587118] env[68663]: DEBUG nova.network.neutron [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Successfully updated port: d7f8e6d9-3753-4f10-873f-a8cf44b1f7b8 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.643061] env[68663]: DEBUG oslo_vmware.api [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238483, 'name': PowerOnVM_Task, 'duration_secs': 0.586847} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.643296] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.643493] env[68663]: INFO nova.compute.manager [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Took 7.19 seconds to spawn the instance on the hypervisor. [ 921.643743] env[68663]: DEBUG nova.compute.manager [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.644480] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60925ab-3095-46b5-ba78-95b1dad09292 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.736344] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527b474b-0ede-7201-0924-4c74b6477944, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.739478] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-907040c2-9ea3-4dce-b5f0-c8a1ec74b5a8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.744755] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 921.744755] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52eb084e-d6c2-b1b2-29a2-64c40bea0f84" [ 921.744755] env[68663]: _type = "Task" [ 921.744755] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.752450] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52eb084e-d6c2-b1b2-29a2-64c40bea0f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.807719] env[68663]: DEBUG nova.virt.hardware [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.807963] env[68663]: DEBUG nova.virt.hardware [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.808132] env[68663]: DEBUG nova.virt.hardware [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.808314] env[68663]: DEBUG nova.virt.hardware [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.808457] env[68663]: DEBUG nova.virt.hardware [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.808600] env[68663]: DEBUG nova.virt.hardware [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.808805] env[68663]: DEBUG nova.virt.hardware [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.808965] env[68663]: DEBUG nova.virt.hardware [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.809144] env[68663]: DEBUG nova.virt.hardware [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.809308] env[68663]: DEBUG nova.virt.hardware [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.809479] env[68663]: DEBUG nova.virt.hardware [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.810353] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9675fe65-d274-4f4a-a4f4-651a1cf1a9b0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.818084] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dec10c9-caa4-44bb-b618-09f3f217de4c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.832545] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Instance VIF info [] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.838155] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.838390] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.838584] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8fbf766-e806-4ced-bef1-1001b6229e92 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.850766] env[68663]: DEBUG nova.network.neutron [req-db2e91dc-deb4-4dbf-9663-59093085c8cb req-40905733-886f-43ff-8a06-5607dd2e143d service nova] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Updated VIF entry in instance network info cache for port ac3374a9-588f-418d-9eac-65eb33554ad0. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.851114] env[68663]: DEBUG nova.network.neutron [req-db2e91dc-deb4-4dbf-9663-59093085c8cb req-40905733-886f-43ff-8a06-5607dd2e143d service nova] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Updating instance_info_cache with network_info: [{"id": "ac3374a9-588f-418d-9eac-65eb33554ad0", "address": "fa:16:3e:70:e1:58", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac3374a9-58", "ovs_interfaceid": "ac3374a9-588f-418d-9eac-65eb33554ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.856958] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.856958] env[68663]: value = "task-3238484" [ 921.856958] env[68663]: _type = "Task" [ 921.856958] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.864611] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238484, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.093039] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "refresh_cache-6f4eb0a2-eff1-474a-aa04-28ec52d2a632" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.093039] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "refresh_cache-6f4eb0a2-eff1-474a-aa04-28ec52d2a632" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.093039] env[68663]: DEBUG nova.network.neutron [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.114077] env[68663]: INFO nova.scheduler.client.report [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Deleted allocation for migration 716cf39c-e987-4618-94b2-0766cb6512f2 [ 922.162514] env[68663]: INFO nova.compute.manager [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Took 41.66 seconds to build instance. [ 922.258531] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52eb084e-d6c2-b1b2-29a2-64c40bea0f84, 'name': SearchDatastore_Task, 'duration_secs': 0.009424} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.258531] env[68663]: DEBUG oslo_concurrency.lockutils [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.258531] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 680c16ed-91ea-40af-a1b7-c17ee594c9be/680c16ed-91ea-40af-a1b7-c17ee594c9be.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.258982] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe01d4d9-b28b-4e3b-93e0-e96467405e84 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.265788] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 922.265788] env[68663]: value = "task-3238485" [ 922.265788] env[68663]: _type = "Task" [ 922.265788] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.274351] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.354176] env[68663]: DEBUG oslo_concurrency.lockutils [req-db2e91dc-deb4-4dbf-9663-59093085c8cb req-40905733-886f-43ff-8a06-5607dd2e143d service nova] Releasing lock "refresh_cache-12922cc6-ae60-4f08-a7c4-6a54936e6a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.365938] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238484, 'name': CreateVM_Task, 'duration_secs': 0.317501} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.369220] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.369220] env[68663]: DEBUG oslo_concurrency.lockutils [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.369220] env[68663]: DEBUG oslo_concurrency.lockutils [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.369220] env[68663]: DEBUG oslo_concurrency.lockutils [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.369220] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f64a025f-5b1e-4917-8763-84d0ec3c04b9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.374083] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Waiting for the task: (returnval){ [ 922.374083] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526ce57d-911a-c313-557c-563614bf5977" [ 922.374083] env[68663]: _type = "Task" [ 922.374083] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.379679] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526ce57d-911a-c313-557c-563614bf5977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.384211] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.384211] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.559055] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ae77e2b-018d-401e-b05a-b4eb5fb6b4a2 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.561352] env[68663]: DEBUG oslo_concurrency.lockutils [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.412s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.562974] env[68663]: INFO nova.compute.claims [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.623834] env[68663]: DEBUG oslo_concurrency.lockutils [None req-422844b8-0164-4a71-84bb-b4153c258289 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "68b24323-6432-4cbd-9ea7-b231fb008990" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.925s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.662596] env[68663]: DEBUG nova.network.neutron [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.664724] env[68663]: DEBUG oslo_concurrency.lockutils [None req-704c81e0-513b-4676-983c-a9ebadf3576b tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "4bb1cc01-80a4-4240-b7f5-cd6add62f310" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.179s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.777648] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456032} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.781226] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 680c16ed-91ea-40af-a1b7-c17ee594c9be/680c16ed-91ea-40af-a1b7-c17ee594c9be.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.781226] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.781226] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e48f3b8d-6fb0-4fb1-8677-cdf296d589fb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.789196] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 922.789196] env[68663]: value = "task-3238486" [ 922.789196] env[68663]: _type = "Task" [ 922.789196] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.798071] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.884413] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526ce57d-911a-c313-557c-563614bf5977, 'name': SearchDatastore_Task, 'duration_secs': 0.008672} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.884874] env[68663]: DEBUG oslo_concurrency.lockutils [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.885222] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.885550] env[68663]: DEBUG oslo_concurrency.lockutils [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.885832] env[68663]: DEBUG oslo_concurrency.lockutils [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.886136] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.886500] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da7fefea-5b88-40f6-ad29-b0dadee5fd0e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.897889] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.901019] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.901019] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.901019] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.901019] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.901019] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.901019] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 922.902332] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.902622] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.904714] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.906725] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31174b21-3a0c-426d-bad9-4ae2434b8cf8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.912540] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Waiting for the task: (returnval){ [ 922.912540] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528fcbf2-3425-7f90-adfb-8cda33a343e6" [ 922.912540] env[68663]: _type = "Task" [ 922.912540] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.920440] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528fcbf2-3425-7f90-adfb-8cda33a343e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.943675] env[68663]: DEBUG nova.network.neutron [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Updating instance_info_cache with network_info: [{"id": "d7f8e6d9-3753-4f10-873f-a8cf44b1f7b8", "address": "fa:16:3e:04:0d:9c", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7f8e6d9-37", "ovs_interfaceid": "d7f8e6d9-3753-4f10-873f-a8cf44b1f7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.076743] env[68663]: DEBUG nova.compute.manager [req-99ebfea9-c30b-41bd-b8f7-b00b597453e2 req-497414c8-ea36-4e43-a9b4-646621eb4b9b service nova] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Received event network-vif-plugged-d7f8e6d9-3753-4f10-873f-a8cf44b1f7b8 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.077161] env[68663]: DEBUG oslo_concurrency.lockutils [req-99ebfea9-c30b-41bd-b8f7-b00b597453e2 req-497414c8-ea36-4e43-a9b4-646621eb4b9b service nova] Acquiring lock "6f4eb0a2-eff1-474a-aa04-28ec52d2a632-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.077316] env[68663]: DEBUG oslo_concurrency.lockutils [req-99ebfea9-c30b-41bd-b8f7-b00b597453e2 req-497414c8-ea36-4e43-a9b4-646621eb4b9b service nova] Lock "6f4eb0a2-eff1-474a-aa04-28ec52d2a632-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.077443] env[68663]: DEBUG oslo_concurrency.lockutils [req-99ebfea9-c30b-41bd-b8f7-b00b597453e2 req-497414c8-ea36-4e43-a9b4-646621eb4b9b service nova] Lock "6f4eb0a2-eff1-474a-aa04-28ec52d2a632-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.077697] env[68663]: DEBUG nova.compute.manager [req-99ebfea9-c30b-41bd-b8f7-b00b597453e2 req-497414c8-ea36-4e43-a9b4-646621eb4b9b service nova] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] No waiting events found dispatching network-vif-plugged-d7f8e6d9-3753-4f10-873f-a8cf44b1f7b8 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.077947] env[68663]: WARNING nova.compute.manager [req-99ebfea9-c30b-41bd-b8f7-b00b597453e2 req-497414c8-ea36-4e43-a9b4-646621eb4b9b service nova] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Received unexpected event network-vif-plugged-d7f8e6d9-3753-4f10-873f-a8cf44b1f7b8 for instance with vm_state building and task_state spawning. [ 923.078169] env[68663]: DEBUG nova.compute.manager [req-99ebfea9-c30b-41bd-b8f7-b00b597453e2 req-497414c8-ea36-4e43-a9b4-646621eb4b9b service nova] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Received event network-changed-d7f8e6d9-3753-4f10-873f-a8cf44b1f7b8 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.078405] env[68663]: DEBUG nova.compute.manager [req-99ebfea9-c30b-41bd-b8f7-b00b597453e2 req-497414c8-ea36-4e43-a9b4-646621eb4b9b service nova] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Refreshing instance network info cache due to event network-changed-d7f8e6d9-3753-4f10-873f-a8cf44b1f7b8. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.078654] env[68663]: DEBUG oslo_concurrency.lockutils [req-99ebfea9-c30b-41bd-b8f7-b00b597453e2 req-497414c8-ea36-4e43-a9b4-646621eb4b9b service nova] Acquiring lock "refresh_cache-6f4eb0a2-eff1-474a-aa04-28ec52d2a632" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.299602] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06402} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.299877] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.300643] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ea51a5-b5c9-4df1-84e9-f21ce7cd272b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.321927] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 680c16ed-91ea-40af-a1b7-c17ee594c9be/680c16ed-91ea-40af-a1b7-c17ee594c9be.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.322169] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c90afb7-1bec-4ba6-bd14-c02a10084912 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.339903] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 923.339903] env[68663]: value = "task-3238487" [ 923.339903] env[68663]: _type = "Task" [ 923.339903] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.347660] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.410931] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.422658] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528fcbf2-3425-7f90-adfb-8cda33a343e6, 'name': SearchDatastore_Task, 'duration_secs': 0.00893} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.423534] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c448cfec-9782-4554-8d61-c4091d54162d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.428506] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Waiting for the task: (returnval){ [ 923.428506] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524346b3-20b2-e3a0-6619-fdc816b1d53e" [ 923.428506] env[68663]: _type = "Task" [ 923.428506] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.436180] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524346b3-20b2-e3a0-6619-fdc816b1d53e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.445759] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "refresh_cache-6f4eb0a2-eff1-474a-aa04-28ec52d2a632" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.446105] env[68663]: DEBUG nova.compute.manager [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Instance network_info: |[{"id": "d7f8e6d9-3753-4f10-873f-a8cf44b1f7b8", "address": "fa:16:3e:04:0d:9c", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7f8e6d9-37", "ovs_interfaceid": "d7f8e6d9-3753-4f10-873f-a8cf44b1f7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.446385] env[68663]: DEBUG oslo_concurrency.lockutils [req-99ebfea9-c30b-41bd-b8f7-b00b597453e2 req-497414c8-ea36-4e43-a9b4-646621eb4b9b service nova] Acquired lock "refresh_cache-6f4eb0a2-eff1-474a-aa04-28ec52d2a632" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.446560] env[68663]: DEBUG nova.network.neutron [req-99ebfea9-c30b-41bd-b8f7-b00b597453e2 req-497414c8-ea36-4e43-a9b4-646621eb4b9b service nova] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Refreshing network info cache for port d7f8e6d9-3753-4f10-873f-a8cf44b1f7b8 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.447876] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:0d:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7f8e6d9-3753-4f10-873f-a8cf44b1f7b8', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.455207] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.457994] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.458475] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c719f5b-6c03-492b-a110-9f362592e35d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.478354] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.478354] env[68663]: value = "task-3238488" [ 923.478354] env[68663]: _type = "Task" [ 923.478354] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.486153] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238488, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.496359] env[68663]: DEBUG nova.objects.instance [None req-feda344c-2a52-411d-bd0f-2f05d33ed7ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lazy-loading 'flavor' on Instance uuid 68b24323-6432-4cbd-9ea7-b231fb008990 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.558975] env[68663]: INFO nova.compute.manager [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Rescuing [ 923.559710] env[68663]: DEBUG oslo_concurrency.lockutils [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "refresh_cache-4bb1cc01-80a4-4240-b7f5-cd6add62f310" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.559710] env[68663]: DEBUG oslo_concurrency.lockutils [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquired lock "refresh_cache-4bb1cc01-80a4-4240-b7f5-cd6add62f310" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.559710] env[68663]: DEBUG nova.network.neutron [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.720787] env[68663]: DEBUG nova.network.neutron [req-99ebfea9-c30b-41bd-b8f7-b00b597453e2 req-497414c8-ea36-4e43-a9b4-646621eb4b9b service nova] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Updated VIF entry in instance network info cache for port d7f8e6d9-3753-4f10-873f-a8cf44b1f7b8. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.721267] env[68663]: DEBUG nova.network.neutron [req-99ebfea9-c30b-41bd-b8f7-b00b597453e2 req-497414c8-ea36-4e43-a9b4-646621eb4b9b service nova] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Updating instance_info_cache with network_info: [{"id": "d7f8e6d9-3753-4f10-873f-a8cf44b1f7b8", "address": "fa:16:3e:04:0d:9c", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7f8e6d9-37", "ovs_interfaceid": "d7f8e6d9-3753-4f10-873f-a8cf44b1f7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.850193] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.941546] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524346b3-20b2-e3a0-6619-fdc816b1d53e, 'name': SearchDatastore_Task, 'duration_secs': 0.009879} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.944500] env[68663]: DEBUG oslo_concurrency.lockutils [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.944958] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] c66bf974-52ee-41cf-8409-6ee868e2709e/c66bf974-52ee-41cf-8409-6ee868e2709e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.945361] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aeeacc6f-a6bb-4973-9323-afc5e51d851b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.952419] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Waiting for the task: (returnval){ [ 923.952419] env[68663]: value = "task-3238489" [ 923.952419] env[68663]: _type = "Task" [ 923.952419] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.966259] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': task-3238489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.991352] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238488, 'name': CreateVM_Task, 'duration_secs': 0.492171} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.991622] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.992376] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.992533] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.992890] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.993182] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2704e8e4-00b8-4367-ab0b-c57741d23c92 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.002928] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 924.002928] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5241719a-979e-1b9d-47af-6a82c3722572" [ 924.002928] env[68663]: _type = "Task" [ 924.002928] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.002928] env[68663]: DEBUG oslo_concurrency.lockutils [None req-feda344c-2a52-411d-bd0f-2f05d33ed7ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.002928] env[68663]: DEBUG oslo_concurrency.lockutils [None req-feda344c-2a52-411d-bd0f-2f05d33ed7ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.002928] env[68663]: DEBUG nova.network.neutron [None req-feda344c-2a52-411d-bd0f-2f05d33ed7ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.002928] env[68663]: DEBUG nova.objects.instance [None req-feda344c-2a52-411d-bd0f-2f05d33ed7ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lazy-loading 'info_cache' on Instance uuid 68b24323-6432-4cbd-9ea7-b231fb008990 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.015713] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5241719a-979e-1b9d-47af-6a82c3722572, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.016828] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.017139] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.017435] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.017645] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.017960] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.018588] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-672abe23-5a32-4cca-9c3c-5defb59d0cda {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.026095] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cf9534-ca26-4a1a-b853-9f02555a7cda {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.029789] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.029962] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.030941] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec24f46a-e42d-49e2-b4f1-6d603fa4d9b7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.035942] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8706dcc7-204c-4d44-91b2-c5bb4d2317be {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.039996] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 924.039996] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5207bf8b-da8d-accb-8577-cf54440b87f8" [ 924.039996] env[68663]: _type = "Task" [ 924.039996] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.069703] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85087d3-b995-40cc-a7c7-d0ec379828f1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.076298] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5207bf8b-da8d-accb-8577-cf54440b87f8, 'name': SearchDatastore_Task, 'duration_secs': 0.0088} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.077294] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27e2e7f9-3615-4156-975a-cf03f1207841 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.083481] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f96ee2-9c5b-4b28-b454-2de23ed75a9d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.088299] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 924.088299] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52492c0f-1f8c-d2bd-5c94-7d4f61c5cd62" [ 924.088299] env[68663]: _type = "Task" [ 924.088299] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.100733] env[68663]: DEBUG nova.compute.provider_tree [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.106912] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52492c0f-1f8c-d2bd-5c94-7d4f61c5cd62, 'name': SearchDatastore_Task, 'duration_secs': 0.00989} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.109322] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.109583] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 6f4eb0a2-eff1-474a-aa04-28ec52d2a632/6f4eb0a2-eff1-474a-aa04-28ec52d2a632.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.110435] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49e495df-a4e9-4344-ba8c-2b5f4e0d29e2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.118926] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 924.118926] env[68663]: value = "task-3238490" [ 924.118926] env[68663]: _type = "Task" [ 924.118926] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.128588] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.225333] env[68663]: DEBUG oslo_concurrency.lockutils [req-99ebfea9-c30b-41bd-b8f7-b00b597453e2 req-497414c8-ea36-4e43-a9b4-646621eb4b9b service nova] Releasing lock "refresh_cache-6f4eb0a2-eff1-474a-aa04-28ec52d2a632" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.355649] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238487, 'name': ReconfigVM_Task, 'duration_secs': 0.622629} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.356168] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 680c16ed-91ea-40af-a1b7-c17ee594c9be/680c16ed-91ea-40af-a1b7-c17ee594c9be.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.356699] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-524cee06-4801-4902-bc45-52322067bc47 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.366011] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 924.366011] env[68663]: value = "task-3238491" [ 924.366011] env[68663]: _type = "Task" [ 924.366011] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.381476] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238491, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.462678] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': task-3238489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441255} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.462965] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] c66bf974-52ee-41cf-8409-6ee868e2709e/c66bf974-52ee-41cf-8409-6ee868e2709e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.463196] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.463449] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9834c45-9576-466b-9ca2-7139f1153937 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.466147] env[68663]: DEBUG nova.network.neutron [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Updating instance_info_cache with network_info: [{"id": "10af275c-2271-47dd-9aa7-12d715614b1a", "address": "fa:16:3e:91:4d:29", "network": {"id": "7d8e51e4-243e-4186-a409-9c9014274de7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-943322285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "06219caff06340b58cf475b4edd7a55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10af275c-22", "ovs_interfaceid": "10af275c-2271-47dd-9aa7-12d715614b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.473550] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Waiting for the task: (returnval){ [ 924.473550] env[68663]: value = "task-3238492" [ 924.473550] env[68663]: _type = "Task" [ 924.473550] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.481738] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': task-3238492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.510354] env[68663]: DEBUG nova.objects.base [None req-feda344c-2a52-411d-bd0f-2f05d33ed7ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Object Instance<68b24323-6432-4cbd-9ea7-b231fb008990> lazy-loaded attributes: flavor,info_cache {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 924.604217] env[68663]: DEBUG nova.scheduler.client.report [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.635148] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238490, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.877077] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238491, 'name': Rename_Task, 'duration_secs': 0.239832} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.877395] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.877650] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9254b4c-311a-4a45-9763-56615212a91a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.883938] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 924.883938] env[68663]: value = "task-3238493" [ 924.883938] env[68663]: _type = "Task" [ 924.883938] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.891533] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.969739] env[68663]: DEBUG oslo_concurrency.lockutils [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Releasing lock "refresh_cache-4bb1cc01-80a4-4240-b7f5-cd6add62f310" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.983886] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': task-3238492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090158} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.984284] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.985416] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabff602-31db-4381-bb20-290fea569d40 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.020379] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] c66bf974-52ee-41cf-8409-6ee868e2709e/c66bf974-52ee-41cf-8409-6ee868e2709e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.025408] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2013da1-112d-415c-a948-9c26889184d7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.045796] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Waiting for the task: (returnval){ [ 925.045796] env[68663]: value = "task-3238494" [ 925.045796] env[68663]: _type = "Task" [ 925.045796] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.054408] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': task-3238494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.111417] env[68663]: DEBUG oslo_concurrency.lockutils [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.112191] env[68663]: DEBUG nova.compute.manager [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.114802] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.534s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.115136] env[68663]: DEBUG nova.objects.instance [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lazy-loading 'resources' on Instance uuid de80966d-6ce9-46ac-a76e-d4cc3dc36788 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.133836] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651267} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.136139] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 6f4eb0a2-eff1-474a-aa04-28ec52d2a632/6f4eb0a2-eff1-474a-aa04-28ec52d2a632.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.136370] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.136639] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-528adb22-cab2-4de5-9b61-44d8b1b448da {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.145671] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 925.145671] env[68663]: value = "task-3238495" [ 925.145671] env[68663]: _type = "Task" [ 925.145671] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.153680] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.330021] env[68663]: DEBUG nova.network.neutron [None req-feda344c-2a52-411d-bd0f-2f05d33ed7ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updating instance_info_cache with network_info: [{"id": "28b75339-e196-4ad4-971c-cbe1fede1f4b", "address": "fa:16:3e:f4:41:e3", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b75339-e1", "ovs_interfaceid": "28b75339-e196-4ad4-971c-cbe1fede1f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.393980] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238493, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.556222] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': task-3238494, 'name': ReconfigVM_Task, 'duration_secs': 0.311738} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.556563] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Reconfigured VM instance instance-0000004d to attach disk [datastore2] c66bf974-52ee-41cf-8409-6ee868e2709e/c66bf974-52ee-41cf-8409-6ee868e2709e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.557856] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-166db768-be2e-417c-a2ce-2cbec4360c7a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.563818] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Waiting for the task: (returnval){ [ 925.563818] env[68663]: value = "task-3238496" [ 925.563818] env[68663]: _type = "Task" [ 925.563818] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.575504] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': task-3238496, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.619177] env[68663]: DEBUG nova.compute.utils [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.624225] env[68663]: DEBUG nova.compute.manager [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.624225] env[68663]: DEBUG nova.network.neutron [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.655920] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.483755} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.656248] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.657048] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e376b670-a138-4b40-8364-60f0d554746f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.682556] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 6f4eb0a2-eff1-474a-aa04-28ec52d2a632/6f4eb0a2-eff1-474a-aa04-28ec52d2a632.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.685437] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c71738a-3b00-48c0-af71-8a4c3d078b5f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.704773] env[68663]: DEBUG nova.policy [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4639a433283f4c5195a84157d580dfff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb6a834c639c4a549ec438b2752124d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.712193] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 925.712193] env[68663]: value = "task-3238497" [ 925.712193] env[68663]: _type = "Task" [ 925.712193] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.720213] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238497, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.832407] env[68663]: DEBUG oslo_concurrency.lockutils [None req-feda344c-2a52-411d-bd0f-2f05d33ed7ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "refresh_cache-68b24323-6432-4cbd-9ea7-b231fb008990" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.893912] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238493, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.075100] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': task-3238496, 'name': Rename_Task, 'duration_secs': 0.138371} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.075412] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.075683] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dd4cf4c-d841-494b-9cb2-dd1a077cdbd9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.084391] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Waiting for the task: (returnval){ [ 926.084391] env[68663]: value = "task-3238498" [ 926.084391] env[68663]: _type = "Task" [ 926.084391] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.093354] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': task-3238498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.124415] env[68663]: DEBUG nova.compute.manager [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.147816] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8c54c5-778b-43ed-a0cc-895aace6805f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.156848] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d31f3d5-3dfb-4f6c-90f9-65a43eee35ea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.196382] env[68663]: DEBUG nova.network.neutron [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Successfully created port: 9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.199321] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e65f1fb-f706-4172-8dc8-97c08d76456d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.223677] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfb93c3-a535-4bef-a9b3-feac312a11f2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.228126] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238497, 'name': ReconfigVM_Task, 'duration_secs': 0.510164} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.228727] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 6f4eb0a2-eff1-474a-aa04-28ec52d2a632/6f4eb0a2-eff1-474a-aa04-28ec52d2a632.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.229736] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab12f4bc-2410-4383-8119-392cdff6e796 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.243484] env[68663]: DEBUG nova.compute.provider_tree [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.248222] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 926.248222] env[68663]: value = "task-3238499" [ 926.248222] env[68663]: _type = "Task" [ 926.248222] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.256916] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238499, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.394942] env[68663]: DEBUG oslo_vmware.api [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238493, 'name': PowerOnVM_Task, 'duration_secs': 1.154456} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.395517] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.395517] env[68663]: INFO nova.compute.manager [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Took 9.28 seconds to spawn the instance on the hypervisor. [ 926.395619] env[68663]: DEBUG nova.compute.manager [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.396356] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50c49fb-ac22-4601-8a92-e5c177f26ffe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.547214] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.547474] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7286ca97-0274-48f0-bd27-56211d768c09 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.554387] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 926.554387] env[68663]: value = "task-3238500" [ 926.554387] env[68663]: _type = "Task" [ 926.554387] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.562553] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.593626] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': task-3238498, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.744439] env[68663]: DEBUG nova.scheduler.client.report [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.758261] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238499, 'name': Rename_Task, 'duration_secs': 0.139952} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.758535] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.758775] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f5e798a-e700-4a82-807e-7c0e942d38bb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.765882] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 926.765882] env[68663]: value = "task-3238501" [ 926.765882] env[68663]: _type = "Task" [ 926.765882] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.773500] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.841974] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-feda344c-2a52-411d-bd0f-2f05d33ed7ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.842354] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5b5898f-4b5f-4919-81a5-e79f0e228a7e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.849805] env[68663]: DEBUG oslo_vmware.api [None req-feda344c-2a52-411d-bd0f-2f05d33ed7ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 926.849805] env[68663]: value = "task-3238502" [ 926.849805] env[68663]: _type = "Task" [ 926.849805] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.858389] env[68663]: DEBUG oslo_vmware.api [None req-feda344c-2a52-411d-bd0f-2f05d33ed7ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.914139] env[68663]: INFO nova.compute.manager [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Took 45.62 seconds to build instance. [ 927.064762] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238500, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.096320] env[68663]: DEBUG oslo_vmware.api [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Task: {'id': task-3238498, 'name': PowerOnVM_Task, 'duration_secs': 0.630057} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.096629] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.096834] env[68663]: DEBUG nova.compute.manager [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.097696] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f525715-05ac-457d-9d9e-4ba2b008cc83 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.138659] env[68663]: DEBUG nova.compute.manager [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.166642] env[68663]: DEBUG nova.virt.hardware [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.166907] env[68663]: DEBUG nova.virt.hardware [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.167091] env[68663]: DEBUG nova.virt.hardware [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.167281] env[68663]: DEBUG nova.virt.hardware [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.167429] env[68663]: DEBUG nova.virt.hardware [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.167577] env[68663]: DEBUG nova.virt.hardware [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.167786] env[68663]: DEBUG nova.virt.hardware [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.167948] env[68663]: DEBUG nova.virt.hardware [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.168138] env[68663]: DEBUG nova.virt.hardware [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.168305] env[68663]: DEBUG nova.virt.hardware [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.168479] env[68663]: DEBUG nova.virt.hardware [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.169387] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fe8f3e-d702-4e93-844b-cda9ed81ba3f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.177786] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fb88b9-b4fc-4345-b606-56baaed1dee0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.249416] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.251838] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.126s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.252091] env[68663]: DEBUG nova.objects.instance [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Lazy-loading 'resources' on Instance uuid 4750b040-f475-4a3d-babf-56f08fc8d66f {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.272556] env[68663]: INFO nova.scheduler.client.report [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Deleted allocations for instance de80966d-6ce9-46ac-a76e-d4cc3dc36788 [ 927.277190] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.361216] env[68663]: DEBUG oslo_vmware.api [None req-feda344c-2a52-411d-bd0f-2f05d33ed7ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238502, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.417525] env[68663]: DEBUG oslo_concurrency.lockutils [None req-915dbac9-9303-4a80-9c8d-72bd244aa03e tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "680c16ed-91ea-40af-a1b7-c17ee594c9be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.128s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.565561] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238500, 'name': PowerOffVM_Task, 'duration_secs': 0.69768} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.565850] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.566916] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3f196a-1c12-4ad8-a5ad-7c26432131d0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.585269] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edac4da7-8c5e-446d-9744-e161aa0287cf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.614095] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.614258] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a014ff0-0dcc-4b40-9a04-e64641b0c32e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.621047] env[68663]: DEBUG oslo_concurrency.lockutils [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.625433] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 927.625433] env[68663]: value = "task-3238503" [ 927.625433] env[68663]: _type = "Task" [ 927.625433] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.632662] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.779246] env[68663]: DEBUG oslo_vmware.api [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238501, 'name': PowerOnVM_Task, 'duration_secs': 0.843468} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.779246] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.779246] env[68663]: INFO nova.compute.manager [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Took 6.83 seconds to spawn the instance on the hypervisor. [ 927.779246] env[68663]: DEBUG nova.compute.manager [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.780774] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca78473b-f39c-4b9d-83c5-e2814aa3c665 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.786286] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5ebd5f60-5957-4e8a-bf83-f47c5f73d7d2 tempest-ImagesOneServerNegativeTestJSON-1800537799 tempest-ImagesOneServerNegativeTestJSON-1800537799-project-member] Lock "de80966d-6ce9-46ac-a76e-d4cc3dc36788" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.317s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.820936] env[68663]: DEBUG nova.compute.manager [req-5bbd23a4-48d2-465e-9e84-b60f513e1886 req-a502a90d-e5fc-4072-ba63-d6d94bddd83a service nova] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Received event network-vif-plugged-9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.821423] env[68663]: DEBUG oslo_concurrency.lockutils [req-5bbd23a4-48d2-465e-9e84-b60f513e1886 req-a502a90d-e5fc-4072-ba63-d6d94bddd83a service nova] Acquiring lock "3869c746-dff3-40bf-927d-aeafcc5b9451-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.821815] env[68663]: DEBUG oslo_concurrency.lockutils [req-5bbd23a4-48d2-465e-9e84-b60f513e1886 req-a502a90d-e5fc-4072-ba63-d6d94bddd83a service nova] Lock "3869c746-dff3-40bf-927d-aeafcc5b9451-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.822116] env[68663]: DEBUG oslo_concurrency.lockutils [req-5bbd23a4-48d2-465e-9e84-b60f513e1886 req-a502a90d-e5fc-4072-ba63-d6d94bddd83a service nova] Lock "3869c746-dff3-40bf-927d-aeafcc5b9451-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.822411] env[68663]: DEBUG nova.compute.manager [req-5bbd23a4-48d2-465e-9e84-b60f513e1886 req-a502a90d-e5fc-4072-ba63-d6d94bddd83a service nova] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] No waiting events found dispatching network-vif-plugged-9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.822684] env[68663]: WARNING nova.compute.manager [req-5bbd23a4-48d2-465e-9e84-b60f513e1886 req-a502a90d-e5fc-4072-ba63-d6d94bddd83a service nova] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Received unexpected event network-vif-plugged-9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2 for instance with vm_state building and task_state spawning. [ 927.863222] env[68663]: DEBUG oslo_vmware.api [None req-feda344c-2a52-411d-bd0f-2f05d33ed7ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238502, 'name': PowerOnVM_Task, 'duration_secs': 0.547251} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.864212] env[68663]: DEBUG nova.network.neutron [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Successfully updated port: 9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.865258] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-feda344c-2a52-411d-bd0f-2f05d33ed7ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.865467] env[68663]: DEBUG nova.compute.manager [None req-feda344c-2a52-411d-bd0f-2f05d33ed7ec tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.866352] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d36b83-c2ea-4102-847e-bcd199ed148d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.137821] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] VM already powered off {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 928.138256] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.138796] env[68663]: DEBUG oslo_concurrency.lockutils [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.139015] env[68663]: DEBUG oslo_concurrency.lockutils [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.139213] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.142487] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93dd474d-e884-43b3-afba-a390309f0f23 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.151152] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.151348] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.152238] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee11789-1e2f-4485-a678-9fae88c995b3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.161018] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 928.161018] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e82ab6-b8df-5a6d-eaac-3196a04d4723" [ 928.161018] env[68663]: _type = "Task" [ 928.161018] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.168897] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e82ab6-b8df-5a6d-eaac-3196a04d4723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.197141] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "680c16ed-91ea-40af-a1b7-c17ee594c9be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.197392] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "680c16ed-91ea-40af-a1b7-c17ee594c9be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.197593] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "680c16ed-91ea-40af-a1b7-c17ee594c9be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.197772] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "680c16ed-91ea-40af-a1b7-c17ee594c9be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.197937] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "680c16ed-91ea-40af-a1b7-c17ee594c9be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.199966] env[68663]: INFO nova.compute.manager [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Terminating instance [ 928.220873] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e1d44a-1cdf-40e6-a318-146c9a60ff42 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.229542] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818dbf61-ef44-4cb3-a032-afb2dac64cd4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.261137] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5ba91e-2381-4d37-a6da-3412f8e0a541 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.269233] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b68b464-e243-4e43-9377-abf0ca128f41 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.286294] env[68663]: DEBUG nova.compute.provider_tree [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.305315] env[68663]: INFO nova.compute.manager [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Took 43.03 seconds to build instance. [ 928.371053] env[68663]: DEBUG oslo_concurrency.lockutils [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Acquiring lock "refresh_cache-3869c746-dff3-40bf-927d-aeafcc5b9451" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.371222] env[68663]: DEBUG oslo_concurrency.lockutils [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Acquired lock "refresh_cache-3869c746-dff3-40bf-927d-aeafcc5b9451" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.371388] env[68663]: DEBUG nova.network.neutron [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.671844] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e82ab6-b8df-5a6d-eaac-3196a04d4723, 'name': SearchDatastore_Task, 'duration_secs': 0.009315} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.672702] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a874ac89-2eb2-49e2-8cd2-0945ac4f19cc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.678061] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 928.678061] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525ebb0c-852c-40be-4b11-98784ece0ee0" [ 928.678061] env[68663]: _type = "Task" [ 928.678061] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.686289] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525ebb0c-852c-40be-4b11-98784ece0ee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.703267] env[68663]: DEBUG nova.compute.manager [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.703508] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.704440] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1721f318-c51d-4726-a529-548a58c5ec1c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.711591] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.712079] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1736a499-973b-4749-96c9-9e21b8c73b59 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.718014] env[68663]: DEBUG oslo_vmware.api [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 928.718014] env[68663]: value = "task-3238504" [ 928.718014] env[68663]: _type = "Task" [ 928.718014] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.727683] env[68663]: DEBUG oslo_vmware.api [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.790076] env[68663]: DEBUG nova.scheduler.client.report [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.807195] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1e9dc0a1-0fd0-4064-a63e-111bc9dbe44e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "6f4eb0a2-eff1-474a-aa04-28ec52d2a632" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.541s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.900813] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Acquiring lock "c66bf974-52ee-41cf-8409-6ee868e2709e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.901018] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Lock "c66bf974-52ee-41cf-8409-6ee868e2709e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.901324] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Acquiring lock "c66bf974-52ee-41cf-8409-6ee868e2709e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.901534] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Lock "c66bf974-52ee-41cf-8409-6ee868e2709e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.901708] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Lock "c66bf974-52ee-41cf-8409-6ee868e2709e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.903781] env[68663]: INFO nova.compute.manager [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Terminating instance [ 928.960532] env[68663]: DEBUG nova.network.neutron [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.975023] env[68663]: DEBUG oslo_concurrency.lockutils [None req-78027eff-24bb-4bda-b8a4-b9240741f49e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "6f4eb0a2-eff1-474a-aa04-28ec52d2a632" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.976369] env[68663]: DEBUG oslo_concurrency.lockutils [None req-78027eff-24bb-4bda-b8a4-b9240741f49e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "6f4eb0a2-eff1-474a-aa04-28ec52d2a632" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.976693] env[68663]: DEBUG nova.compute.manager [None req-78027eff-24bb-4bda-b8a4-b9240741f49e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.979475] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdffb65d-7902-47f0-873c-93eb8cdeb109 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.991802] env[68663]: DEBUG nova.compute.manager [None req-78027eff-24bb-4bda-b8a4-b9240741f49e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 928.992532] env[68663]: DEBUG nova.objects.instance [None req-78027eff-24bb-4bda-b8a4-b9240741f49e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lazy-loading 'flavor' on Instance uuid 6f4eb0a2-eff1-474a-aa04-28ec52d2a632 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.189644] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525ebb0c-852c-40be-4b11-98784ece0ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.189644] env[68663]: DEBUG oslo_concurrency.lockutils [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.189865] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 4bb1cc01-80a4-4240-b7f5-cd6add62f310/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk. {{(pid=68663) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 929.190024] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30869cf3-8411-41ee-8195-11c66342b3f8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.196700] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 929.196700] env[68663]: value = "task-3238505" [ 929.196700] env[68663]: _type = "Task" [ 929.196700] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.206692] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.211126] env[68663]: DEBUG nova.network.neutron [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Updating instance_info_cache with network_info: [{"id": "9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2", "address": "fa:16:3e:0c:94:43", "network": {"id": "32cf161d-a9fc-4ff5-8323-396270ce2351", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1454279190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb6a834c639c4a549ec438b2752124d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ba7f11a-92", "ovs_interfaceid": "9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.226735] env[68663]: DEBUG oslo_vmware.api [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238504, 'name': PowerOffVM_Task, 'duration_secs': 0.185119} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.227041] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.227219] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.227473] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b11ca2fe-a33c-4155-88cf-04242c6f9327 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.295427] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.298777] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.298981] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.299175] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Deleting the datastore file [datastore1] 680c16ed-91ea-40af-a1b7-c17ee594c9be {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.299690] env[68663]: DEBUG oslo_concurrency.lockutils [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.973s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.299897] env[68663]: DEBUG nova.objects.instance [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lazy-loading 'resources' on Instance uuid 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.301421] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21b3ecae-eccd-4ce8-a321-2cb13de66b16 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.310130] env[68663]: DEBUG oslo_vmware.api [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 929.310130] env[68663]: value = "task-3238507" [ 929.310130] env[68663]: _type = "Task" [ 929.310130] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.321930] env[68663]: DEBUG oslo_vmware.api [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.333912] env[68663]: INFO nova.scheduler.client.report [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Deleted allocations for instance 4750b040-f475-4a3d-babf-56f08fc8d66f [ 929.407107] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Acquiring lock "refresh_cache-c66bf974-52ee-41cf-8409-6ee868e2709e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.407324] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Acquired lock "refresh_cache-c66bf974-52ee-41cf-8409-6ee868e2709e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.407547] env[68663]: DEBUG nova.network.neutron [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.564784] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "68b24323-6432-4cbd-9ea7-b231fb008990" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.565102] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "68b24323-6432-4cbd-9ea7-b231fb008990" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.565337] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "68b24323-6432-4cbd-9ea7-b231fb008990-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.565519] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "68b24323-6432-4cbd-9ea7-b231fb008990-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.565802] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "68b24323-6432-4cbd-9ea7-b231fb008990-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.567964] env[68663]: INFO nova.compute.manager [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Terminating instance [ 929.708560] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.715560] env[68663]: DEBUG oslo_concurrency.lockutils [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Releasing lock "refresh_cache-3869c746-dff3-40bf-927d-aeafcc5b9451" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.715895] env[68663]: DEBUG nova.compute.manager [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Instance network_info: |[{"id": "9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2", "address": "fa:16:3e:0c:94:43", "network": {"id": "32cf161d-a9fc-4ff5-8323-396270ce2351", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1454279190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb6a834c639c4a549ec438b2752124d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ba7f11a-92", "ovs_interfaceid": "9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.716369] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:94:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.724064] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Creating folder: Project (cb6a834c639c4a549ec438b2752124d0). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.724362] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3607cbd3-4d20-4a09-9ff3-9b4abddcdee0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.736945] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Created folder: Project (cb6a834c639c4a549ec438b2752124d0) in parent group-v647027. [ 929.737343] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Creating folder: Instances. Parent ref: group-v647259. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.737685] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc160963-d22d-436b-a28f-797873e99ef5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.751172] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Created folder: Instances in parent group-v647259. [ 929.751172] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.751172] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.751172] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de10e5fb-fb33-462e-94df-33ce7d5fb7b3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.772556] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.772556] env[68663]: value = "task-3238510" [ 929.772556] env[68663]: _type = "Task" [ 929.772556] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.781662] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238510, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.823396] env[68663]: DEBUG oslo_vmware.api [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.846646] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4f49358-2dc9-4224-baf8-641ef4b9f556 tempest-ServersListShow298Test-1996226234 tempest-ServersListShow298Test-1996226234-project-member] Lock "4750b040-f475-4a3d-babf-56f08fc8d66f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.021s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.857232] env[68663]: DEBUG nova.compute.manager [req-dcf45e95-a88d-4a18-8606-fcf790e5779d req-26e400b9-26e4-434a-ab7b-832fff8ee32e service nova] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Received event network-changed-9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.857432] env[68663]: DEBUG nova.compute.manager [req-dcf45e95-a88d-4a18-8606-fcf790e5779d req-26e400b9-26e4-434a-ab7b-832fff8ee32e service nova] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Refreshing instance network info cache due to event network-changed-9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.857717] env[68663]: DEBUG oslo_concurrency.lockutils [req-dcf45e95-a88d-4a18-8606-fcf790e5779d req-26e400b9-26e4-434a-ab7b-832fff8ee32e service nova] Acquiring lock "refresh_cache-3869c746-dff3-40bf-927d-aeafcc5b9451" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.857828] env[68663]: DEBUG oslo_concurrency.lockutils [req-dcf45e95-a88d-4a18-8606-fcf790e5779d req-26e400b9-26e4-434a-ab7b-832fff8ee32e service nova] Acquired lock "refresh_cache-3869c746-dff3-40bf-927d-aeafcc5b9451" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.857981] env[68663]: DEBUG nova.network.neutron [req-dcf45e95-a88d-4a18-8606-fcf790e5779d req-26e400b9-26e4-434a-ab7b-832fff8ee32e service nova] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Refreshing network info cache for port 9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.943383] env[68663]: DEBUG nova.network.neutron [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.005031] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-78027eff-24bb-4bda-b8a4-b9240741f49e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.005031] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ac1a24c-2e1a-4020-82a5-2525c23460e7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.017133] env[68663]: DEBUG nova.network.neutron [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.025021] env[68663]: DEBUG oslo_vmware.api [None req-78027eff-24bb-4bda-b8a4-b9240741f49e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 930.025021] env[68663]: value = "task-3238511" [ 930.025021] env[68663]: _type = "Task" [ 930.025021] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.045266] env[68663]: DEBUG oslo_vmware.api [None req-78027eff-24bb-4bda-b8a4-b9240741f49e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.074029] env[68663]: DEBUG nova.compute.manager [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.074029] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.074029] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a724b6cf-8dde-41c2-8792-94d29f0908ed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.082921] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.083535] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fface680-48d5-4053-86ee-7f5e6e34c9d0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.097444] env[68663]: DEBUG oslo_vmware.api [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 930.097444] env[68663]: value = "task-3238512" [ 930.097444] env[68663]: _type = "Task" [ 930.097444] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.107129] env[68663]: DEBUG oslo_vmware.api [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.210373] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.293720] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238510, 'name': CreateVM_Task, 'duration_secs': 0.35717} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.300484] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.301410] env[68663]: DEBUG oslo_concurrency.lockutils [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.301822] env[68663]: DEBUG oslo_concurrency.lockutils [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.304109] env[68663]: DEBUG oslo_concurrency.lockutils [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.304109] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f43b31f1-f35c-4992-9992-4649ef2ee396 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.307192] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Waiting for the task: (returnval){ [ 930.307192] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522a97e6-c6ca-28f6-cec0-a23cb500dc28" [ 930.307192] env[68663]: _type = "Task" [ 930.307192] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.319793] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522a97e6-c6ca-28f6-cec0-a23cb500dc28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.324670] env[68663]: DEBUG oslo_vmware.api [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.368125] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a7f7cb-ec65-46bc-b34f-6a85f742316a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.377398] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a422c73-5eed-4e01-970e-ce8d9842fcdc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.414644] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da11ef43-c5bd-464b-bfcd-bd9747a29709 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.423824] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39d6d97-3c21-4ce2-a3bc-a08009ecb2d0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.439894] env[68663]: DEBUG nova.compute.provider_tree [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.524644] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Releasing lock "refresh_cache-c66bf974-52ee-41cf-8409-6ee868e2709e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.525642] env[68663]: DEBUG nova.compute.manager [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.525642] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.526586] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179a9a08-2cd7-4b28-a04a-7aa9b10dd7dd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.540334] env[68663]: DEBUG oslo_vmware.api [None req-78027eff-24bb-4bda-b8a4-b9240741f49e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238511, 'name': PowerOffVM_Task, 'duration_secs': 0.229429} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.540587] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.540899] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-78027eff-24bb-4bda-b8a4-b9240741f49e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.541019] env[68663]: DEBUG nova.compute.manager [None req-78027eff-24bb-4bda-b8a4-b9240741f49e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.541251] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4650da3-b21c-440c-b08b-8e313e84bb0f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.543155] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f74b2f-b92d-47c3-a397-288d0b0ba623 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.551951] env[68663]: DEBUG oslo_vmware.api [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 930.551951] env[68663]: value = "task-3238513" [ 930.551951] env[68663]: _type = "Task" [ 930.551951] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.608756] env[68663]: DEBUG oslo_vmware.api [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.709800] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.729141] env[68663]: DEBUG nova.network.neutron [req-dcf45e95-a88d-4a18-8606-fcf790e5779d req-26e400b9-26e4-434a-ab7b-832fff8ee32e service nova] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Updated VIF entry in instance network info cache for port 9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.729677] env[68663]: DEBUG nova.network.neutron [req-dcf45e95-a88d-4a18-8606-fcf790e5779d req-26e400b9-26e4-434a-ab7b-832fff8ee32e service nova] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Updating instance_info_cache with network_info: [{"id": "9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2", "address": "fa:16:3e:0c:94:43", "network": {"id": "32cf161d-a9fc-4ff5-8323-396270ce2351", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1454279190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb6a834c639c4a549ec438b2752124d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ba7f11a-92", "ovs_interfaceid": "9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.826274] env[68663]: DEBUG oslo_vmware.api [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.284795} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.830990] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.831205] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.831288] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.831800] env[68663]: INFO nova.compute.manager [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Took 2.13 seconds to destroy the instance on the hypervisor. [ 930.831902] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.832181] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522a97e6-c6ca-28f6-cec0-a23cb500dc28, 'name': SearchDatastore_Task, 'duration_secs': 0.291859} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.832453] env[68663]: DEBUG nova.compute.manager [-] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.832581] env[68663]: DEBUG nova.network.neutron [-] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.840061] env[68663]: DEBUG oslo_concurrency.lockutils [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.840061] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.840061] env[68663]: DEBUG oslo_concurrency.lockutils [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.840061] env[68663]: DEBUG oslo_concurrency.lockutils [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.840061] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.840061] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2756f74d-fb65-4ec2-8abf-773fed7bdb25 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.855979] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.856089] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.856897] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71d73bde-1fce-4050-b656-a399be9df7b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.864882] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Waiting for the task: (returnval){ [ 930.864882] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ef2b42-f1db-f8f5-e9d0-83318745d2c3" [ 930.864882] env[68663]: _type = "Task" [ 930.864882] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.875605] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ef2b42-f1db-f8f5-e9d0-83318745d2c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.946113] env[68663]: DEBUG nova.scheduler.client.report [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.058719] env[68663]: DEBUG oslo_concurrency.lockutils [None req-78027eff-24bb-4bda-b8a4-b9240741f49e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "6f4eb0a2-eff1-474a-aa04-28ec52d2a632" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.073696] env[68663]: DEBUG oslo_vmware.api [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238513, 'name': PowerOffVM_Task, 'duration_secs': 0.513227} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.075026] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.075026] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.075026] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79e953e6-0427-442a-890d-e5586afa95e1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.107081] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.107081] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.107081] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Deleting the datastore file [datastore2] c66bf974-52ee-41cf-8409-6ee868e2709e {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.107081] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d9d1abc-4ca1-4b20-a1b4-971d217c0e44 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.115479] env[68663]: DEBUG oslo_vmware.api [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238512, 'name': PowerOffVM_Task, 'duration_secs': 0.976708} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.118130] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.118362] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.119101] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4fec241-d094-44af-a844-16cca0183bc1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.122538] env[68663]: DEBUG oslo_vmware.api [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for the task: (returnval){ [ 931.122538] env[68663]: value = "task-3238515" [ 931.122538] env[68663]: _type = "Task" [ 931.122538] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.132018] env[68663]: DEBUG oslo_vmware.api [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.183599] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.184015] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.184307] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Deleting the datastore file [datastore1] 68b24323-6432-4cbd-9ea7-b231fb008990 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.184675] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69cdd109-6f53-47df-a3fb-d567b869d50a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.195863] env[68663]: DEBUG oslo_vmware.api [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 931.195863] env[68663]: value = "task-3238517" [ 931.195863] env[68663]: _type = "Task" [ 931.195863] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.221312] env[68663]: DEBUG oslo_vmware.api [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.221610] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238505, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.760356} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.221881] env[68663]: INFO nova.virt.vmwareapi.ds_util [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 4bb1cc01-80a4-4240-b7f5-cd6add62f310/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk. [ 931.222716] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa4412b-b7b6-46f6-8685-a1283add32bb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.241137] env[68663]: DEBUG oslo_concurrency.lockutils [req-dcf45e95-a88d-4a18-8606-fcf790e5779d req-26e400b9-26e4-434a-ab7b-832fff8ee32e service nova] Releasing lock "refresh_cache-3869c746-dff3-40bf-927d-aeafcc5b9451" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.249697] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 4bb1cc01-80a4-4240-b7f5-cd6add62f310/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.250027] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a26267a5-884a-4ca0-8264-ac5a6b08404b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.268284] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 931.268284] env[68663]: value = "task-3238518" [ 931.268284] env[68663]: _type = "Task" [ 931.268284] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.279048] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.376210] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ef2b42-f1db-f8f5-e9d0-83318745d2c3, 'name': SearchDatastore_Task, 'duration_secs': 0.056485} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.377059] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f558502-2a4e-477d-93d7-897d820a404c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.382205] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Waiting for the task: (returnval){ [ 931.382205] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a50363-1c0c-ef04-e3d6-05d09f31e611" [ 931.382205] env[68663]: _type = "Task" [ 931.382205] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.389787] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a50363-1c0c-ef04-e3d6-05d09f31e611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.455367] env[68663]: DEBUG oslo_concurrency.lockutils [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.457753] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.933s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.482296] env[68663]: INFO nova.scheduler.client.report [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Deleted allocations for instance 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf [ 931.576599] env[68663]: DEBUG oslo_concurrency.lockutils [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "6f4eb0a2-eff1-474a-aa04-28ec52d2a632" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.576930] env[68663]: DEBUG oslo_concurrency.lockutils [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "6f4eb0a2-eff1-474a-aa04-28ec52d2a632" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.577170] env[68663]: DEBUG oslo_concurrency.lockutils [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "6f4eb0a2-eff1-474a-aa04-28ec52d2a632-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.577365] env[68663]: DEBUG oslo_concurrency.lockutils [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "6f4eb0a2-eff1-474a-aa04-28ec52d2a632-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.577524] env[68663]: DEBUG oslo_concurrency.lockutils [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "6f4eb0a2-eff1-474a-aa04-28ec52d2a632-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.581064] env[68663]: INFO nova.compute.manager [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Terminating instance [ 931.617896] env[68663]: DEBUG nova.network.neutron [-] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.633308] env[68663]: DEBUG oslo_vmware.api [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Task: {'id': task-3238515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20312} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.633923] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.634125] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.634337] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.634510] env[68663]: INFO nova.compute.manager [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 931.634753] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.634963] env[68663]: DEBUG nova.compute.manager [-] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.635218] env[68663]: DEBUG nova.network.neutron [-] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.651137] env[68663]: DEBUG nova.network.neutron [-] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.705699] env[68663]: DEBUG oslo_vmware.api [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211493} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.706055] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.706287] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.706419] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.706588] env[68663]: INFO nova.compute.manager [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Took 1.63 seconds to destroy the instance on the hypervisor. [ 931.706819] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.707014] env[68663]: DEBUG nova.compute.manager [-] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.707115] env[68663]: DEBUG nova.network.neutron [-] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.780113] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238518, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.892630] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a50363-1c0c-ef04-e3d6-05d09f31e611, 'name': SearchDatastore_Task, 'duration_secs': 0.012543} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.892945] env[68663]: DEBUG oslo_concurrency.lockutils [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.893313] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 3869c746-dff3-40bf-927d-aeafcc5b9451/3869c746-dff3-40bf-927d-aeafcc5b9451.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.893670] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-668815b1-1a34-4d79-b406-96bb5220e0a4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.900688] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Waiting for the task: (returnval){ [ 931.900688] env[68663]: value = "task-3238519" [ 931.900688] env[68663]: _type = "Task" [ 931.900688] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.908551] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': task-3238519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.992127] env[68663]: DEBUG oslo_concurrency.lockutils [None req-deb42f0b-32a1-46d5-8152-9e4610651a74 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.341s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.084955] env[68663]: DEBUG nova.compute.manager [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.085231] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.087702] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152349a8-6682-4436-a7bc-67f500fce3c9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.098728] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.098728] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-466ad9dd-ae64-45af-9fa2-0e8e9b91bd7f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.119931] env[68663]: INFO nova.compute.manager [-] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Took 1.29 seconds to deallocate network for instance. [ 932.154307] env[68663]: DEBUG nova.network.neutron [-] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.192841] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.193069] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.193256] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleting the datastore file [datastore2] 6f4eb0a2-eff1-474a-aa04-28ec52d2a632 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.193549] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8df5a54-7399-481e-aecc-ae492d07cd1b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.201996] env[68663]: DEBUG oslo_vmware.api [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 932.201996] env[68663]: value = "task-3238521" [ 932.201996] env[68663]: _type = "Task" [ 932.201996] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.218848] env[68663]: DEBUG oslo_vmware.api [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.278900] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238518, 'name': ReconfigVM_Task, 'duration_secs': 0.516192} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.279234] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 4bb1cc01-80a4-4240-b7f5-cd6add62f310/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.280148] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927015a4-e73f-4b85-9bdb-3effd42e2d39 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.318224] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be88dd7c-d431-47e8-ba34-0d0b4297b651 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.332755] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 932.332755] env[68663]: value = "task-3238522" [ 932.332755] env[68663]: _type = "Task" [ 932.332755] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.342487] env[68663]: DEBUG nova.compute.manager [req-84db22ec-a2e1-469b-a75b-2250f5fa8f57 req-b9b16c3a-37c9-425f-ad8d-13b725a2a1e0 service nova] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Received event network-vif-deleted-03bbb848-3277-49bc-9f6d-6624544c531a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.349995] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.414396] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': task-3238519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472299} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.414771] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 3869c746-dff3-40bf-927d-aeafcc5b9451/3869c746-dff3-40bf-927d-aeafcc5b9451.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.415036] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.415337] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84df3a2e-66b6-4aef-9645-c03483571495 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.421763] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Waiting for the task: (returnval){ [ 932.421763] env[68663]: value = "task-3238523" [ 932.421763] env[68663]: _type = "Task" [ 932.421763] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.432970] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': task-3238523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.494748] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7e9ead-17b9-4ecc-9204-bca328ee6d10 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.503483] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c909d5a-7b67-4d95-9c19-e97e0ce197e2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.533349] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db101bd1-e98e-4aaa-b29f-acb0af03c6a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.540640] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586f2be2-c16e-4ee7-8ecb-98c47452e8b3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.553581] env[68663]: DEBUG nova.compute.provider_tree [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.629202] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.657882] env[68663]: INFO nova.compute.manager [-] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Took 1.02 seconds to deallocate network for instance. [ 932.713619] env[68663]: DEBUG oslo_vmware.api [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265582} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.714478] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.714478] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.714478] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.714478] env[68663]: INFO nova.compute.manager [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Took 0.63 seconds to destroy the instance on the hypervisor. [ 932.714616] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.716657] env[68663]: DEBUG nova.compute.manager [-] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.716785] env[68663]: DEBUG nova.network.neutron [-] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.845146] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238522, 'name': ReconfigVM_Task, 'duration_secs': 0.171081} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.846168] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.846671] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6496748a-bfd6-46eb-b1dd-b7a856f8ab5c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.856016] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 932.856016] env[68663]: value = "task-3238524" [ 932.856016] env[68663]: _type = "Task" [ 932.856016] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.866366] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.938507] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': task-3238523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07095} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.938507] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.938507] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ba3d4b-88e8-4feb-ac99-9201157249a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.970137] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 3869c746-dff3-40bf-927d-aeafcc5b9451/3869c746-dff3-40bf-927d-aeafcc5b9451.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.970655] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f17e2da8-f86d-4ae3-9461-94193e5f73cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.994258] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Waiting for the task: (returnval){ [ 932.994258] env[68663]: value = "task-3238525" [ 932.994258] env[68663]: _type = "Task" [ 932.994258] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.006018] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': task-3238525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.058993] env[68663]: DEBUG nova.scheduler.client.report [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.120245] env[68663]: DEBUG nova.compute.manager [req-01102d16-535e-439d-a33b-480da7d3e981 req-46cfa0d1-f67f-4fdc-9d8a-5c885b992dcd service nova] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Received event network-vif-deleted-d7f8e6d9-3753-4f10-873f-a8cf44b1f7b8 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.120888] env[68663]: INFO nova.compute.manager [req-01102d16-535e-439d-a33b-480da7d3e981 req-46cfa0d1-f67f-4fdc-9d8a-5c885b992dcd service nova] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Neutron deleted interface d7f8e6d9-3753-4f10-873f-a8cf44b1f7b8; detaching it from the instance and deleting it from the info cache [ 933.121171] env[68663]: DEBUG nova.network.neutron [req-01102d16-535e-439d-a33b-480da7d3e981 req-46cfa0d1-f67f-4fdc-9d8a-5c885b992dcd service nova] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.137067] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "bb7b5426-eeac-490d-90f0-7fd81106b913" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.137498] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "bb7b5426-eeac-490d-90f0-7fd81106b913" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.137867] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "bb7b5426-eeac-490d-90f0-7fd81106b913-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.138234] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "bb7b5426-eeac-490d-90f0-7fd81106b913-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.138518] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "bb7b5426-eeac-490d-90f0-7fd81106b913-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.142569] env[68663]: INFO nova.compute.manager [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Terminating instance [ 933.164533] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.221466] env[68663]: DEBUG nova.network.neutron [-] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.365792] env[68663]: DEBUG oslo_vmware.api [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238524, 'name': PowerOnVM_Task, 'duration_secs': 0.399534} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.366104] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.370463] env[68663]: DEBUG nova.compute.manager [None req-54b3b326-bd36-476a-b87f-bdbdfd0ff0fe tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.371124] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8b7342-088a-4950-8682-12f947f441fc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.505595] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': task-3238525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.594430] env[68663]: DEBUG nova.network.neutron [-] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.623423] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdeea783-7b48-4a30-a57f-043edc3eeff8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.632454] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b37970d-c66f-45ec-a6f6-743fe4bdfe87 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.646219] env[68663]: DEBUG nova.compute.manager [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.646450] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.647295] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c924e0a-5dc1-405e-a9b3-d7b48a1c88a2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.654272] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.654378] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2eceb30-a4f9-48f6-8756-4c8f247f4a2f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.671947] env[68663]: DEBUG nova.compute.manager [req-01102d16-535e-439d-a33b-480da7d3e981 req-46cfa0d1-f67f-4fdc-9d8a-5c885b992dcd service nova] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Detach interface failed, port_id=d7f8e6d9-3753-4f10-873f-a8cf44b1f7b8, reason: Instance 6f4eb0a2-eff1-474a-aa04-28ec52d2a632 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 933.673180] env[68663]: DEBUG oslo_vmware.api [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 933.673180] env[68663]: value = "task-3238526" [ 933.673180] env[68663]: _type = "Task" [ 933.673180] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.681070] env[68663]: DEBUG oslo_vmware.api [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.723883] env[68663]: INFO nova.compute.manager [-] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Took 2.02 seconds to deallocate network for instance. [ 934.007389] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': task-3238525, 'name': ReconfigVM_Task, 'duration_secs': 0.572122} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.007752] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 3869c746-dff3-40bf-927d-aeafcc5b9451/3869c746-dff3-40bf-927d-aeafcc5b9451.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.008427] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18b8e77d-d858-4ff2-93e4-599095ede8d8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.014621] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Waiting for the task: (returnval){ [ 934.014621] env[68663]: value = "task-3238527" [ 934.014621] env[68663]: _type = "Task" [ 934.014621] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.024354] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': task-3238527, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.072282] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.614s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.075162] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.371s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.076581] env[68663]: INFO nova.compute.claims [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.097455] env[68663]: INFO nova.compute.manager [-] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Took 1.38 seconds to deallocate network for instance. [ 934.187418] env[68663]: DEBUG oslo_vmware.api [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238526, 'name': PowerOffVM_Task, 'duration_secs': 0.217151} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.187782] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.187990] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.188314] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-425911d0-b539-4a25-9b31-13b9b455ce46 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.234338] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.281022] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.281022] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.281022] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Deleting the datastore file [datastore2] bb7b5426-eeac-490d-90f0-7fd81106b913 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.281022] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04e8d204-b90b-4932-85b8-0129c9bd4127 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.286842] env[68663]: DEBUG oslo_vmware.api [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for the task: (returnval){ [ 934.286842] env[68663]: value = "task-3238529" [ 934.286842] env[68663]: _type = "Task" [ 934.286842] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.295745] env[68663]: DEBUG oslo_vmware.api [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.372515] env[68663]: DEBUG nova.compute.manager [req-51e360ae-b7cc-43d4-a088-d33299e3cf74 req-a5a30b84-ee7b-48e1-bc9e-b57e4d004958 service nova] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Received event network-vif-deleted-28b75339-e196-4ad4-971c-cbe1fede1f4b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.402863] env[68663]: INFO nova.compute.manager [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Unrescuing [ 934.402863] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "refresh_cache-4bb1cc01-80a4-4240-b7f5-cd6add62f310" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.402863] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquired lock "refresh_cache-4bb1cc01-80a4-4240-b7f5-cd6add62f310" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.402863] env[68663]: DEBUG nova.network.neutron [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.525307] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': task-3238527, 'name': Rename_Task, 'duration_secs': 0.201931} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.525805] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.526200] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77b09df2-575a-4996-af73-e14332a9daee {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.534334] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Waiting for the task: (returnval){ [ 934.534334] env[68663]: value = "task-3238530" [ 934.534334] env[68663]: _type = "Task" [ 934.534334] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.545872] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': task-3238530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.610495] env[68663]: DEBUG oslo_concurrency.lockutils [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.636416] env[68663]: INFO nova.scheduler.client.report [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleted allocation for migration d3b22ee4-7a34-4367-bbf8-6a11397807c6 [ 934.797606] env[68663]: DEBUG oslo_vmware.api [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Task: {'id': task-3238529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131046} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.797878] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.798074] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.798251] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.798423] env[68663]: INFO nova.compute.manager [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Took 1.15 seconds to destroy the instance on the hypervisor. [ 934.798653] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.798840] env[68663]: DEBUG nova.compute.manager [-] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.798933] env[68663]: DEBUG nova.network.neutron [-] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.046828] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': task-3238530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.145208] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3376c6fa-df9d-4888-a263-d5be25a2e13a tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "6a6e36f4-b232-46f0-85a8-00dce64392b8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.628s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.218760] env[68663]: DEBUG nova.network.neutron [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Updating instance_info_cache with network_info: [{"id": "10af275c-2271-47dd-9aa7-12d715614b1a", "address": "fa:16:3e:91:4d:29", "network": {"id": "7d8e51e4-243e-4186-a409-9c9014274de7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-943322285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "06219caff06340b58cf475b4edd7a55e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10af275c-22", "ovs_interfaceid": "10af275c-2271-47dd-9aa7-12d715614b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.330546] env[68663]: DEBUG nova.compute.manager [req-2da05725-71a9-407a-a04d-2c3841c35198 req-904baa4e-9a40-4862-b01e-fbc50db6f626 service nova] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Received event network-vif-deleted-34dcb785-bf9d-4de1-b73e-1d990336f0e3 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.331221] env[68663]: INFO nova.compute.manager [req-2da05725-71a9-407a-a04d-2c3841c35198 req-904baa4e-9a40-4862-b01e-fbc50db6f626 service nova] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Neutron deleted interface 34dcb785-bf9d-4de1-b73e-1d990336f0e3; detaching it from the instance and deleting it from the info cache [ 935.331221] env[68663]: DEBUG nova.network.neutron [req-2da05725-71a9-407a-a04d-2c3841c35198 req-904baa4e-9a40-4862-b01e-fbc50db6f626 service nova] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.542677] env[68663]: DEBUG oslo_vmware.api [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': task-3238530, 'name': PowerOnVM_Task, 'duration_secs': 0.924743} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.546570] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.546570] env[68663]: INFO nova.compute.manager [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Took 8.41 seconds to spawn the instance on the hypervisor. [ 935.546570] env[68663]: DEBUG nova.compute.manager [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.547820] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4768289d-fde9-4d94-8e5b-9313fde62770 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.565905] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c01580-784e-4f60-9ff4-cf2a532b8947 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.572824] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ba1687-c28c-451a-9568-11cc26f3fe79 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.607052] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741da403-5edb-4f1c-8618-8b97b223a500 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.616220] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d225b03-f5b4-44a3-a01f-2bf86c18c404 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.632739] env[68663]: DEBUG nova.compute.provider_tree [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.707035] env[68663]: DEBUG nova.network.neutron [-] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.724021] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Releasing lock "refresh_cache-4bb1cc01-80a4-4240-b7f5-cd6add62f310" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.724021] env[68663]: DEBUG nova.objects.instance [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lazy-loading 'flavor' on Instance uuid 4bb1cc01-80a4-4240-b7f5-cd6add62f310 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.834395] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98c63374-070d-46df-b8c5-cea04da36563 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.846228] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbe44b9-49ec-48fc-af1b-41881028d9e2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.894964] env[68663]: DEBUG nova.compute.manager [req-2da05725-71a9-407a-a04d-2c3841c35198 req-904baa4e-9a40-4862-b01e-fbc50db6f626 service nova] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Detach interface failed, port_id=34dcb785-bf9d-4de1-b73e-1d990336f0e3, reason: Instance bb7b5426-eeac-490d-90f0-7fd81106b913 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 936.067110] env[68663]: INFO nova.compute.manager [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Took 44.94 seconds to build instance. [ 936.137069] env[68663]: DEBUG nova.scheduler.client.report [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.209917] env[68663]: INFO nova.compute.manager [-] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Took 1.41 seconds to deallocate network for instance. [ 936.232195] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32c32b4-bed7-4d3f-9297-afa15d0c8902 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.262467] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.262578] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33dbe534-731f-4e1c-9393-9582f2fe15e0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.270280] env[68663]: DEBUG oslo_vmware.api [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 936.270280] env[68663]: value = "task-3238531" [ 936.270280] env[68663]: _type = "Task" [ 936.270280] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.280354] env[68663]: DEBUG oslo_vmware.api [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.570845] env[68663]: DEBUG oslo_concurrency.lockutils [None req-35048a3c-b4ed-4468-b173-4bc1d771bd06 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Lock "3869c746-dff3-40bf-927d-aeafcc5b9451" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.451s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.644278] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.644735] env[68663]: DEBUG nova.compute.manager [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.648027] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.002s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.649195] env[68663]: INFO nova.compute.claims [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.716640] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.787026] env[68663]: DEBUG oslo_vmware.api [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238531, 'name': PowerOffVM_Task, 'duration_secs': 0.502062} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.787026] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.792461] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 936.792838] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a75c4b7-63c4-495f-a288-c8f9f6a82baf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.812562] env[68663]: DEBUG oslo_vmware.api [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 936.812562] env[68663]: value = "task-3238532" [ 936.812562] env[68663]: _type = "Task" [ 936.812562] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.821234] env[68663]: DEBUG oslo_vmware.api [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.156818] env[68663]: DEBUG nova.compute.utils [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.159732] env[68663]: DEBUG nova.compute.manager [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.159732] env[68663]: DEBUG nova.network.neutron [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.200998] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "6a6e36f4-b232-46f0-85a8-00dce64392b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.201303] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "6a6e36f4-b232-46f0-85a8-00dce64392b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.201709] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "6a6e36f4-b232-46f0-85a8-00dce64392b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.201881] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "6a6e36f4-b232-46f0-85a8-00dce64392b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.202153] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "6a6e36f4-b232-46f0-85a8-00dce64392b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.205083] env[68663]: INFO nova.compute.manager [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Terminating instance [ 937.209487] env[68663]: DEBUG nova.policy [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45c904605b3d472386cdbc58e5b8186b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '469bc7deaccb4751ab50bfd28d69361e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.335678] env[68663]: DEBUG oslo_vmware.api [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238532, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.661955] env[68663]: DEBUG nova.compute.manager [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.714857] env[68663]: DEBUG nova.compute.manager [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.716255] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.716255] env[68663]: DEBUG nova.network.neutron [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Successfully created port: 1bc4b2ee-5903-491e-8598-71ce7ae882a7 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.721600] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d189eb-8bea-4cab-baca-6b3b80cd4014 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.731605] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.731656] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bec7d3aa-7f52-4993-941f-db6d1c6f64ad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.739967] env[68663]: DEBUG oslo_vmware.api [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 937.739967] env[68663]: value = "task-3238533" [ 937.739967] env[68663]: _type = "Task" [ 937.739967] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.758015] env[68663]: DEBUG oslo_vmware.api [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.830107] env[68663]: DEBUG oslo_vmware.api [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238532, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.886838] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Acquiring lock "8de5a14d-6f67-42e3-915a-b4ec5a6181cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.887427] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Lock "8de5a14d-6f67-42e3-915a-b4ec5a6181cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.035203] env[68663]: DEBUG oslo_concurrency.lockutils [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "86caaa53-21d1-4a70-8ffa-512b649488ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.035335] env[68663]: DEBUG oslo_concurrency.lockutils [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "86caaa53-21d1-4a70-8ffa-512b649488ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.216823] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43c640c-d83c-49fd-93ad-b376688d3905 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.227701] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3394a47-9fbc-41cf-995d-2aa86e719360 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.266468] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2f7bbe-f3aa-46ec-9df7-4acbb81f5c30 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.274279] env[68663]: DEBUG oslo_vmware.api [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.277834] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3333a4-d8d7-4441-b414-7d20a1a5cdbe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.292299] env[68663]: DEBUG nova.compute.provider_tree [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.332226] env[68663]: DEBUG oslo_vmware.api [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238532, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.391039] env[68663]: DEBUG nova.compute.manager [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.419042] env[68663]: INFO nova.compute.manager [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Rebuilding instance [ 938.467820] env[68663]: DEBUG nova.compute.manager [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.468919] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45886c24-0bbd-4208-8fe9-f447ac2da6e6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.538045] env[68663]: DEBUG nova.compute.manager [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.684699] env[68663]: DEBUG nova.compute.manager [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.711386] env[68663]: DEBUG nova.virt.hardware [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.711626] env[68663]: DEBUG nova.virt.hardware [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.711813] env[68663]: DEBUG nova.virt.hardware [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.713820] env[68663]: DEBUG nova.virt.hardware [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.714075] env[68663]: DEBUG nova.virt.hardware [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.714280] env[68663]: DEBUG nova.virt.hardware [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.714552] env[68663]: DEBUG nova.virt.hardware [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.714743] env[68663]: DEBUG nova.virt.hardware [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.714963] env[68663]: DEBUG nova.virt.hardware [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.715171] env[68663]: DEBUG nova.virt.hardware [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.716208] env[68663]: DEBUG nova.virt.hardware [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.716334] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fb371f-8174-41a4-a8e2-ad9501d05aa6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.725368] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0b792e-4101-4610-8eec-93e0a8e0c923 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.770703] env[68663]: DEBUG oslo_vmware.api [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238533, 'name': PowerOffVM_Task, 'duration_secs': 0.748726} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.770988] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.771180] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.771438] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02894f6f-ad31-4f9e-a138-97910a7f4c1e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.796049] env[68663]: DEBUG nova.scheduler.client.report [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.829177] env[68663]: DEBUG oslo_vmware.api [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238532, 'name': ReconfigVM_Task, 'duration_secs': 1.542253} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.829549] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 938.829778] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.830108] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9c23e91-d65b-4eae-9432-7d3f53898257 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.837602] env[68663]: DEBUG oslo_vmware.api [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 938.837602] env[68663]: value = "task-3238535" [ 938.837602] env[68663]: _type = "Task" [ 938.837602] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.846457] env[68663]: DEBUG oslo_vmware.api [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.860929] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.860929] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.860929] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleting the datastore file [datastore2] 6a6e36f4-b232-46f0-85a8-00dce64392b8 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.860929] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2be0cc5f-3d13-4e2f-bde5-a75dea397cd8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.867119] env[68663]: DEBUG oslo_vmware.api [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 938.867119] env[68663]: value = "task-3238536" [ 938.867119] env[68663]: _type = "Task" [ 938.867119] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.875670] env[68663]: DEBUG oslo_vmware.api [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.911265] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.036144] env[68663]: DEBUG oslo_concurrency.lockutils [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Acquiring lock "3869c746-dff3-40bf-927d-aeafcc5b9451" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.036144] env[68663]: DEBUG oslo_concurrency.lockutils [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Lock "3869c746-dff3-40bf-927d-aeafcc5b9451" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.036144] env[68663]: DEBUG oslo_concurrency.lockutils [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Acquiring lock "3869c746-dff3-40bf-927d-aeafcc5b9451-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.036144] env[68663]: DEBUG oslo_concurrency.lockutils [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Lock "3869c746-dff3-40bf-927d-aeafcc5b9451-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.036417] env[68663]: DEBUG oslo_concurrency.lockutils [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Lock "3869c746-dff3-40bf-927d-aeafcc5b9451-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.038577] env[68663]: INFO nova.compute.manager [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Terminating instance [ 939.055173] env[68663]: DEBUG oslo_concurrency.lockutils [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.301008] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.301727] env[68663]: DEBUG nova.compute.manager [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.304856] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.529s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.306493] env[68663]: INFO nova.compute.claims [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.349939] env[68663]: DEBUG oslo_vmware.api [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238535, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.381886] env[68663]: DEBUG oslo_vmware.api [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158407} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.381886] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.381886] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.381886] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.381886] env[68663]: INFO nova.compute.manager [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Took 1.66 seconds to destroy the instance on the hypervisor. [ 939.381886] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.381886] env[68663]: DEBUG nova.compute.manager [-] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.381886] env[68663]: DEBUG nova.network.neutron [-] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.474176] env[68663]: DEBUG nova.compute.manager [req-4ea6826b-0bd2-42b5-81ae-f45b08bbd42e req-790ab079-c4f9-4b90-944d-216fb758fd81 service nova] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Received event network-vif-plugged-1bc4b2ee-5903-491e-8598-71ce7ae882a7 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.474428] env[68663]: DEBUG oslo_concurrency.lockutils [req-4ea6826b-0bd2-42b5-81ae-f45b08bbd42e req-790ab079-c4f9-4b90-944d-216fb758fd81 service nova] Acquiring lock "36f05c4f-49e3-44d1-af2d-d1bd7b652690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.474600] env[68663]: DEBUG oslo_concurrency.lockutils [req-4ea6826b-0bd2-42b5-81ae-f45b08bbd42e req-790ab079-c4f9-4b90-944d-216fb758fd81 service nova] Lock "36f05c4f-49e3-44d1-af2d-d1bd7b652690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.474781] env[68663]: DEBUG oslo_concurrency.lockutils [req-4ea6826b-0bd2-42b5-81ae-f45b08bbd42e req-790ab079-c4f9-4b90-944d-216fb758fd81 service nova] Lock "36f05c4f-49e3-44d1-af2d-d1bd7b652690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.474956] env[68663]: DEBUG nova.compute.manager [req-4ea6826b-0bd2-42b5-81ae-f45b08bbd42e req-790ab079-c4f9-4b90-944d-216fb758fd81 service nova] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] No waiting events found dispatching network-vif-plugged-1bc4b2ee-5903-491e-8598-71ce7ae882a7 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.475126] env[68663]: WARNING nova.compute.manager [req-4ea6826b-0bd2-42b5-81ae-f45b08bbd42e req-790ab079-c4f9-4b90-944d-216fb758fd81 service nova] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Received unexpected event network-vif-plugged-1bc4b2ee-5903-491e-8598-71ce7ae882a7 for instance with vm_state building and task_state spawning. [ 939.483554] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.483866] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe325eda-f0d2-474e-9b57-57d97d3ca988 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.494377] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 939.494377] env[68663]: value = "task-3238537" [ 939.494377] env[68663]: _type = "Task" [ 939.494377] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.502128] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.544547] env[68663]: DEBUG nova.compute.manager [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.544845] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.545797] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c89677d-8230-4c9f-bc4f-1c307e96acf6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.553911] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.558022] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90728497-4f5a-4666-b81c-42a00b2cb844 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.562206] env[68663]: DEBUG nova.network.neutron [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Successfully updated port: 1bc4b2ee-5903-491e-8598-71ce7ae882a7 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.566025] env[68663]: DEBUG oslo_vmware.api [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Waiting for the task: (returnval){ [ 939.566025] env[68663]: value = "task-3238538" [ 939.566025] env[68663]: _type = "Task" [ 939.566025] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.573256] env[68663]: DEBUG oslo_vmware.api [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': task-3238538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.714947] env[68663]: DEBUG nova.compute.manager [req-70d4adb6-1f42-482f-b98f-577852a2dea0 req-63d8e79c-87f8-43ad-b0d3-c5bae93edd32 service nova] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Received event network-vif-deleted-ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.715206] env[68663]: INFO nova.compute.manager [req-70d4adb6-1f42-482f-b98f-577852a2dea0 req-63d8e79c-87f8-43ad-b0d3-c5bae93edd32 service nova] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Neutron deleted interface ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9; detaching it from the instance and deleting it from the info cache [ 939.715318] env[68663]: DEBUG nova.network.neutron [req-70d4adb6-1f42-482f-b98f-577852a2dea0 req-63d8e79c-87f8-43ad-b0d3-c5bae93edd32 service nova] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.813413] env[68663]: DEBUG nova.compute.utils [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.814986] env[68663]: DEBUG nova.compute.manager [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.815324] env[68663]: DEBUG nova.network.neutron [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.848450] env[68663]: DEBUG oslo_vmware.api [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238535, 'name': PowerOnVM_Task, 'duration_secs': 0.627721} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.848735] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.848972] env[68663]: DEBUG nova.compute.manager [None req-6f2b343b-79de-4a1d-bf49-a90b9b52cd1d tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.849749] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5a546c-914c-4276-9e07-b1fa8279f4c1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.854674] env[68663]: DEBUG nova.policy [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a94b2f4fd154dce977907914cff47c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48e85fa9464f448fa4743e82be707ca6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.004734] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238537, 'name': PowerOffVM_Task, 'duration_secs': 0.269135} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.005731] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.006955] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.007876] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23e4464-a7ef-4b47-9973-a7d9acbc47e4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.014588] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.014827] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8496696-6f03-44e2-a9e4-fab37ac6f022 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.065562] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Acquiring lock "refresh_cache-36f05c4f-49e3-44d1-af2d-d1bd7b652690" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.065716] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Acquired lock "refresh_cache-36f05c4f-49e3-44d1-af2d-d1bd7b652690" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.065872] env[68663]: DEBUG nova.network.neutron [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.079297] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.079479] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.079649] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Deleting the datastore file [datastore2] 3b6fcab1-14b4-4cf5-a03e-a222401a1802 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.082556] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df3ecbc1-10d5-4e54-baaf-0ca64d080be7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.087981] env[68663]: DEBUG oslo_vmware.api [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': task-3238538, 'name': PowerOffVM_Task, 'duration_secs': 0.214009} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.087981] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.087981] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.087981] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c918ced-6b66-4ac4-9d56-8e6fa5611fdc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.091878] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 940.091878] env[68663]: value = "task-3238540" [ 940.091878] env[68663]: _type = "Task" [ 940.091878] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.100620] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.131476] env[68663]: DEBUG nova.network.neutron [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Successfully created port: 3685a1b4-bfe2-4dd6-a40e-33335fe80324 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.153573] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.153806] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.153996] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Deleting the datastore file [datastore1] 3869c746-dff3-40bf-927d-aeafcc5b9451 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.154263] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee51bb2f-d7f9-4602-b5f1-8af6a5d72d05 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.161132] env[68663]: DEBUG oslo_vmware.api [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Waiting for the task: (returnval){ [ 940.161132] env[68663]: value = "task-3238542" [ 940.161132] env[68663]: _type = "Task" [ 940.161132] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.169861] env[68663]: DEBUG oslo_vmware.api [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': task-3238542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.198546] env[68663]: DEBUG nova.network.neutron [-] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.218156] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca01604e-25ab-4844-9af1-4076eb32395b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.229016] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788bb0f1-a5c1-446d-b546-2ceac2bef2d4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.262594] env[68663]: DEBUG nova.compute.manager [req-70d4adb6-1f42-482f-b98f-577852a2dea0 req-63d8e79c-87f8-43ad-b0d3-c5bae93edd32 service nova] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Detach interface failed, port_id=ef4cb3ed-ab4d-4476-b2e1-e5a8c40369c9, reason: Instance 6a6e36f4-b232-46f0-85a8-00dce64392b8 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 940.318999] env[68663]: DEBUG nova.compute.manager [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.602027] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146094} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.604668] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.604861] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.605073] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.608710] env[68663]: DEBUG nova.network.neutron [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.613074] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "4bb1cc01-80a4-4240-b7f5-cd6add62f310" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.613303] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "4bb1cc01-80a4-4240-b7f5-cd6add62f310" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.613505] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "4bb1cc01-80a4-4240-b7f5-cd6add62f310-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.613707] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "4bb1cc01-80a4-4240-b7f5-cd6add62f310-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.613878] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "4bb1cc01-80a4-4240-b7f5-cd6add62f310-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.615804] env[68663]: INFO nova.compute.manager [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Terminating instance [ 940.670279] env[68663]: DEBUG oslo_vmware.api [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Task: {'id': task-3238542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151511} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.672660] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.673050] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.673050] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.673214] env[68663]: INFO nova.compute.manager [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Took 1.13 seconds to destroy the instance on the hypervisor. [ 940.673452] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.673841] env[68663]: DEBUG nova.compute.manager [-] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.673963] env[68663]: DEBUG nova.network.neutron [-] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.702183] env[68663]: INFO nova.compute.manager [-] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Took 1.32 seconds to deallocate network for instance. [ 940.777134] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c6754b-2780-4cdc-95e6-9ff5bed7c304 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.789043] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fd855f-296d-4f2d-896a-87121dd36c5f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.822499] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f10a7b-6ee6-4c7b-ab52-5efd91618d91 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.833459] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64980aaf-356c-44c3-8384-aa89d570a861 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.847127] env[68663]: DEBUG nova.compute.provider_tree [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.899849] env[68663]: DEBUG nova.network.neutron [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Updating instance_info_cache with network_info: [{"id": "1bc4b2ee-5903-491e-8598-71ce7ae882a7", "address": "fa:16:3e:1a:b9:c5", "network": {"id": "000071fb-b37f-4f8a-916a-60c1efeb902d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1965498424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469bc7deaccb4751ab50bfd28d69361e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bc4b2ee-59", "ovs_interfaceid": "1bc4b2ee-5903-491e-8598-71ce7ae882a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.119042] env[68663]: DEBUG nova.compute.manager [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.119281] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.120342] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa7365e-b8d6-4a3d-a821-ae12a7107165 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.130349] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.130675] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4d3cbeb-34fd-4ff4-a592-b82ecfa73822 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.138712] env[68663]: DEBUG oslo_vmware.api [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 941.138712] env[68663]: value = "task-3238543" [ 941.138712] env[68663]: _type = "Task" [ 941.138712] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.149937] env[68663]: DEBUG oslo_vmware.api [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.211500] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.330383] env[68663]: DEBUG nova.compute.manager [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.360331] env[68663]: DEBUG nova.virt.hardware [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.360665] env[68663]: DEBUG nova.virt.hardware [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.360746] env[68663]: DEBUG nova.virt.hardware [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.360893] env[68663]: DEBUG nova.virt.hardware [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.361083] env[68663]: DEBUG nova.virt.hardware [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.361243] env[68663]: DEBUG nova.virt.hardware [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.361453] env[68663]: DEBUG nova.virt.hardware [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.361611] env[68663]: DEBUG nova.virt.hardware [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.361772] env[68663]: DEBUG nova.virt.hardware [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.361932] env[68663]: DEBUG nova.virt.hardware [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.362163] env[68663]: DEBUG nova.virt.hardware [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.363017] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a7d063-77e6-464f-99c4-95555e41031e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.370799] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7794a2d5-3fd7-45f7-94fd-d8dcadc1a7ec {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.376993] env[68663]: ERROR nova.scheduler.client.report [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [req-7fcf3c84-bccd-4706-ac77-3efcc0353177] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7fcf3c84-bccd-4706-ac77-3efcc0353177"}]} [ 941.393314] env[68663]: DEBUG nova.scheduler.client.report [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Refreshing inventories for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 941.402481] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Releasing lock "refresh_cache-36f05c4f-49e3-44d1-af2d-d1bd7b652690" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.403176] env[68663]: DEBUG nova.compute.manager [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Instance network_info: |[{"id": "1bc4b2ee-5903-491e-8598-71ce7ae882a7", "address": "fa:16:3e:1a:b9:c5", "network": {"id": "000071fb-b37f-4f8a-916a-60c1efeb902d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1965498424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469bc7deaccb4751ab50bfd28d69361e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bc4b2ee-59", "ovs_interfaceid": "1bc4b2ee-5903-491e-8598-71ce7ae882a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.403176] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:b9:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '132fdc50-e144-4a9b-8d77-6378eec02d9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bc4b2ee-5903-491e-8598-71ce7ae882a7', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.410565] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Creating folder: Project (469bc7deaccb4751ab50bfd28d69361e). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.411530] env[68663]: DEBUG nova.scheduler.client.report [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Updating ProviderTree inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 941.411714] env[68663]: DEBUG nova.compute.provider_tree [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 941.413901] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4114afb-d005-4f72-bebc-8bd40ce7241d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.424188] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Created folder: Project (469bc7deaccb4751ab50bfd28d69361e) in parent group-v647027. [ 941.424361] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Creating folder: Instances. Parent ref: group-v647262. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.424582] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf466a7a-0256-4458-83ef-6caf79eeb420 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.426758] env[68663]: DEBUG nova.scheduler.client.report [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Refreshing aggregate associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, aggregates: None {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 941.436237] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Created folder: Instances in parent group-v647262. [ 941.436472] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.436665] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.436872] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-377d14f2-e256-48ef-a021-5220cd66d7d4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.452816] env[68663]: DEBUG nova.scheduler.client.report [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Refreshing trait associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 941.460173] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.460173] env[68663]: value = "task-3238546" [ 941.460173] env[68663]: _type = "Task" [ 941.460173] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.468240] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238546, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.591090] env[68663]: DEBUG nova.network.neutron [-] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.595673] env[68663]: DEBUG nova.compute.manager [req-6144c7da-b0fe-4e08-af5d-18ddd81ed8a5 req-1a8e8f0f-4c78-4ed9-bddb-b7dec8533c8d service nova] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Received event network-changed-1bc4b2ee-5903-491e-8598-71ce7ae882a7 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.595673] env[68663]: DEBUG nova.compute.manager [req-6144c7da-b0fe-4e08-af5d-18ddd81ed8a5 req-1a8e8f0f-4c78-4ed9-bddb-b7dec8533c8d service nova] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Refreshing instance network info cache due to event network-changed-1bc4b2ee-5903-491e-8598-71ce7ae882a7. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.595673] env[68663]: DEBUG oslo_concurrency.lockutils [req-6144c7da-b0fe-4e08-af5d-18ddd81ed8a5 req-1a8e8f0f-4c78-4ed9-bddb-b7dec8533c8d service nova] Acquiring lock "refresh_cache-36f05c4f-49e3-44d1-af2d-d1bd7b652690" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.595673] env[68663]: DEBUG oslo_concurrency.lockutils [req-6144c7da-b0fe-4e08-af5d-18ddd81ed8a5 req-1a8e8f0f-4c78-4ed9-bddb-b7dec8533c8d service nova] Acquired lock "refresh_cache-36f05c4f-49e3-44d1-af2d-d1bd7b652690" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.595673] env[68663]: DEBUG nova.network.neutron [req-6144c7da-b0fe-4e08-af5d-18ddd81ed8a5 req-1a8e8f0f-4c78-4ed9-bddb-b7dec8533c8d service nova] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Refreshing network info cache for port 1bc4b2ee-5903-491e-8598-71ce7ae882a7 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.641630] env[68663]: DEBUG nova.virt.hardware [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.641881] env[68663]: DEBUG nova.virt.hardware [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.642047] env[68663]: DEBUG nova.virt.hardware [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.642229] env[68663]: DEBUG nova.virt.hardware [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.642370] env[68663]: DEBUG nova.virt.hardware [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.642515] env[68663]: DEBUG nova.virt.hardware [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.642721] env[68663]: DEBUG nova.virt.hardware [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.642878] env[68663]: DEBUG nova.virt.hardware [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.643132] env[68663]: DEBUG nova.virt.hardware [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.643318] env[68663]: DEBUG nova.virt.hardware [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.643486] env[68663]: DEBUG nova.virt.hardware [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.644844] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36788da1-6aad-40a7-99ef-1b1d993ef1aa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.664511] env[68663]: DEBUG oslo_vmware.api [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238543, 'name': PowerOffVM_Task, 'duration_secs': 0.217823} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.664596] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.664790] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.666027] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9eddb2-80e9-40d4-83f0-ce95b64d4026 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.671875] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2eac541-b817-46be-a159-18536a10e731 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.686121] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:b3:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15f4c7b2-eedc-4980-b78e-770c0e472211', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.693816] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.694986] env[68663]: DEBUG nova.network.neutron [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Successfully updated port: 3685a1b4-bfe2-4dd6-a40e-33335fe80324 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.698686] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.699360] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a65efde2-1d58-483e-aa08-4e51db4a9207 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.722903] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.722903] env[68663]: value = "task-3238548" [ 941.722903] env[68663]: _type = "Task" [ 941.722903] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.735207] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238548, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.737224] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.737439] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.737618] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Deleting the datastore file [datastore1] 4bb1cc01-80a4-4240-b7f5-cd6add62f310 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.738269] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34878f77-8041-47b6-8e65-eee5fcbcc9c8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.750771] env[68663]: DEBUG nova.compute.manager [req-8ad87f49-fa85-466a-97bf-83fd3953c536 req-372a53dd-b923-4528-8b46-10be00e380d6 service nova] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Received event network-vif-plugged-3685a1b4-bfe2-4dd6-a40e-33335fe80324 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.750771] env[68663]: DEBUG oslo_concurrency.lockutils [req-8ad87f49-fa85-466a-97bf-83fd3953c536 req-372a53dd-b923-4528-8b46-10be00e380d6 service nova] Acquiring lock "981d2f05-8273-4f06-85a7-030f47807943-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.750771] env[68663]: DEBUG oslo_concurrency.lockutils [req-8ad87f49-fa85-466a-97bf-83fd3953c536 req-372a53dd-b923-4528-8b46-10be00e380d6 service nova] Lock "981d2f05-8273-4f06-85a7-030f47807943-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.751215] env[68663]: DEBUG oslo_concurrency.lockutils [req-8ad87f49-fa85-466a-97bf-83fd3953c536 req-372a53dd-b923-4528-8b46-10be00e380d6 service nova] Lock "981d2f05-8273-4f06-85a7-030f47807943-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.751215] env[68663]: DEBUG nova.compute.manager [req-8ad87f49-fa85-466a-97bf-83fd3953c536 req-372a53dd-b923-4528-8b46-10be00e380d6 service nova] [instance: 981d2f05-8273-4f06-85a7-030f47807943] No waiting events found dispatching network-vif-plugged-3685a1b4-bfe2-4dd6-a40e-33335fe80324 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.752170] env[68663]: WARNING nova.compute.manager [req-8ad87f49-fa85-466a-97bf-83fd3953c536 req-372a53dd-b923-4528-8b46-10be00e380d6 service nova] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Received unexpected event network-vif-plugged-3685a1b4-bfe2-4dd6-a40e-33335fe80324 for instance with vm_state building and task_state spawning. [ 941.752170] env[68663]: DEBUG nova.compute.manager [req-8ad87f49-fa85-466a-97bf-83fd3953c536 req-372a53dd-b923-4528-8b46-10be00e380d6 service nova] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Received event network-changed-3685a1b4-bfe2-4dd6-a40e-33335fe80324 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.752170] env[68663]: DEBUG nova.compute.manager [req-8ad87f49-fa85-466a-97bf-83fd3953c536 req-372a53dd-b923-4528-8b46-10be00e380d6 service nova] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Refreshing instance network info cache due to event network-changed-3685a1b4-bfe2-4dd6-a40e-33335fe80324. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.752170] env[68663]: DEBUG oslo_concurrency.lockutils [req-8ad87f49-fa85-466a-97bf-83fd3953c536 req-372a53dd-b923-4528-8b46-10be00e380d6 service nova] Acquiring lock "refresh_cache-981d2f05-8273-4f06-85a7-030f47807943" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.752479] env[68663]: DEBUG oslo_concurrency.lockutils [req-8ad87f49-fa85-466a-97bf-83fd3953c536 req-372a53dd-b923-4528-8b46-10be00e380d6 service nova] Acquired lock "refresh_cache-981d2f05-8273-4f06-85a7-030f47807943" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.752479] env[68663]: DEBUG nova.network.neutron [req-8ad87f49-fa85-466a-97bf-83fd3953c536 req-372a53dd-b923-4528-8b46-10be00e380d6 service nova] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Refreshing network info cache for port 3685a1b4-bfe2-4dd6-a40e-33335fe80324 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.758757] env[68663]: DEBUG oslo_vmware.api [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 941.758757] env[68663]: value = "task-3238549" [ 941.758757] env[68663]: _type = "Task" [ 941.758757] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.773598] env[68663]: DEBUG oslo_vmware.api [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.937834] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4703999c-e11a-477e-99fc-01f20c196862 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.945072] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e258620c-3073-4eb1-bebc-ee2d7a8d21ed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.980877] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384de2a9-4c9d-4112-94e5-f3fb626c063d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.988668] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238546, 'name': CreateVM_Task, 'duration_secs': 0.39512} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.990813] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.991617] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.991804] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.992212] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.993542] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917c125a-6f9c-4288-9560-03f9d77fefb5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.997262] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa90d7dd-c5ef-46ea-91b9-bbfb44166cf6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.002207] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Waiting for the task: (returnval){ [ 942.002207] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529a163d-e6dc-1235-ae86-af53652c28a1" [ 942.002207] env[68663]: _type = "Task" [ 942.002207] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.010419] env[68663]: DEBUG nova.compute.provider_tree [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.019898] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529a163d-e6dc-1235-ae86-af53652c28a1, 'name': SearchDatastore_Task, 'duration_secs': 0.00895} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.020492] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.020920] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.021032] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.021107] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.021357] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.022231] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91769447-5ec7-4a69-8045-9adb563b4381 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.030321] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.030321] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.031008] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9143312-1754-4643-a7c1-89afe13cc926 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.037422] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Waiting for the task: (returnval){ [ 942.037422] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fd967e-b705-d1df-000c-6d00cb2d491f" [ 942.037422] env[68663]: _type = "Task" [ 942.037422] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.046182] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fd967e-b705-d1df-000c-6d00cb2d491f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.100758] env[68663]: INFO nova.compute.manager [-] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Took 1.43 seconds to deallocate network for instance. [ 942.200107] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "refresh_cache-981d2f05-8273-4f06-85a7-030f47807943" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.237489] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238548, 'name': CreateVM_Task, 'duration_secs': 0.32583} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.237662] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.238345] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.238538] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.238850] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.239126] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac32aea7-c41a-49a8-bfd5-7e1cfa3053da {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.244012] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 942.244012] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5226cfe3-0be0-9899-dd21-3207a5eccdd7" [ 942.244012] env[68663]: _type = "Task" [ 942.244012] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.256640] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5226cfe3-0be0-9899-dd21-3207a5eccdd7, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.256916] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.257162] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.257392] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.257536] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.257709] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.258176] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68527206-5206-4978-8e8e-a1eeb0999543 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.269815] env[68663]: DEBUG oslo_vmware.api [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137398} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.270841] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.271036] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.271289] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.271483] env[68663]: INFO nova.compute.manager [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Took 1.15 seconds to destroy the instance on the hypervisor. [ 942.271812] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.272101] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.272168] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.272863] env[68663]: DEBUG nova.compute.manager [-] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.272941] env[68663]: DEBUG nova.network.neutron [-] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.274346] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723b4956-aa01-42ff-8a17-74daee60769a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.279899] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 942.279899] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5200a1ca-c1cc-e0bc-3a2f-ef5edd0eb566" [ 942.279899] env[68663]: _type = "Task" [ 942.279899] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.290201] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5200a1ca-c1cc-e0bc-3a2f-ef5edd0eb566, 'name': SearchDatastore_Task, 'duration_secs': 0.008555} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.290899] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f24758e-3536-43d4-8f4e-a0ef2ce5198e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.296334] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 942.296334] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52375d66-e62b-853b-20e8-70166d9b7510" [ 942.296334] env[68663]: _type = "Task" [ 942.296334] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.303377] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52375d66-e62b-853b-20e8-70166d9b7510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.314915] env[68663]: DEBUG nova.network.neutron [req-6144c7da-b0fe-4e08-af5d-18ddd81ed8a5 req-1a8e8f0f-4c78-4ed9-bddb-b7dec8533c8d service nova] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Updated VIF entry in instance network info cache for port 1bc4b2ee-5903-491e-8598-71ce7ae882a7. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.315296] env[68663]: DEBUG nova.network.neutron [req-6144c7da-b0fe-4e08-af5d-18ddd81ed8a5 req-1a8e8f0f-4c78-4ed9-bddb-b7dec8533c8d service nova] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Updating instance_info_cache with network_info: [{"id": "1bc4b2ee-5903-491e-8598-71ce7ae882a7", "address": "fa:16:3e:1a:b9:c5", "network": {"id": "000071fb-b37f-4f8a-916a-60c1efeb902d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1965498424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "469bc7deaccb4751ab50bfd28d69361e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bc4b2ee-59", "ovs_interfaceid": "1bc4b2ee-5903-491e-8598-71ce7ae882a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.409705] env[68663]: DEBUG nova.network.neutron [req-8ad87f49-fa85-466a-97bf-83fd3953c536 req-372a53dd-b923-4528-8b46-10be00e380d6 service nova] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.545140] env[68663]: DEBUG nova.scheduler.client.report [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 942.545407] env[68663]: DEBUG nova.compute.provider_tree [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 123 to 124 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 942.545582] env[68663]: DEBUG nova.compute.provider_tree [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.553045] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fd967e-b705-d1df-000c-6d00cb2d491f, 'name': SearchDatastore_Task, 'duration_secs': 0.008514} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.556024] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-098f3aea-1366-4942-b899-02919135adaf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.559263] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Waiting for the task: (returnval){ [ 942.559263] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52037db6-6a3b-0332-4f58-6dc70cb57357" [ 942.559263] env[68663]: _type = "Task" [ 942.559263] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.568692] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52037db6-6a3b-0332-4f58-6dc70cb57357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.591111] env[68663]: DEBUG nova.network.neutron [req-8ad87f49-fa85-466a-97bf-83fd3953c536 req-372a53dd-b923-4528-8b46-10be00e380d6 service nova] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.609311] env[68663]: DEBUG oslo_concurrency.lockutils [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.809568] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52375d66-e62b-853b-20e8-70166d9b7510, 'name': SearchDatastore_Task, 'duration_secs': 0.008067} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.809878] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.810939] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 3b6fcab1-14b4-4cf5-a03e-a222401a1802/3b6fcab1-14b4-4cf5-a03e-a222401a1802.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.810939] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-451cdc10-9585-4cd1-a0c0-ea8ece80259b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.820247] env[68663]: DEBUG oslo_concurrency.lockutils [req-6144c7da-b0fe-4e08-af5d-18ddd81ed8a5 req-1a8e8f0f-4c78-4ed9-bddb-b7dec8533c8d service nova] Releasing lock "refresh_cache-36f05c4f-49e3-44d1-af2d-d1bd7b652690" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.820247] env[68663]: DEBUG nova.compute.manager [req-6144c7da-b0fe-4e08-af5d-18ddd81ed8a5 req-1a8e8f0f-4c78-4ed9-bddb-b7dec8533c8d service nova] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Received event network-vif-deleted-9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.820247] env[68663]: INFO nova.compute.manager [req-6144c7da-b0fe-4e08-af5d-18ddd81ed8a5 req-1a8e8f0f-4c78-4ed9-bddb-b7dec8533c8d service nova] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Neutron deleted interface 9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2; detaching it from the instance and deleting it from the info cache [ 942.820247] env[68663]: DEBUG nova.network.neutron [req-6144c7da-b0fe-4e08-af5d-18ddd81ed8a5 req-1a8e8f0f-4c78-4ed9-bddb-b7dec8533c8d service nova] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.820247] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 942.820247] env[68663]: value = "task-3238550" [ 942.820247] env[68663]: _type = "Task" [ 942.820247] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.830745] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.055299] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.750s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.055866] env[68663]: DEBUG nova.compute.manager [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.060457] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.569s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.060829] env[68663]: DEBUG nova.objects.instance [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lazy-loading 'resources' on Instance uuid 43f73085-f2af-4a16-9d87-68f27ec58b18 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.081985] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52037db6-6a3b-0332-4f58-6dc70cb57357, 'name': SearchDatastore_Task, 'duration_secs': 0.009796} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.082557] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.083088] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 36f05c4f-49e3-44d1-af2d-d1bd7b652690/36f05c4f-49e3-44d1-af2d-d1bd7b652690.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.083589] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65e2a771-dbc2-4c4a-96c8-26b2dcacb676 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.094435] env[68663]: DEBUG oslo_concurrency.lockutils [req-8ad87f49-fa85-466a-97bf-83fd3953c536 req-372a53dd-b923-4528-8b46-10be00e380d6 service nova] Releasing lock "refresh_cache-981d2f05-8273-4f06-85a7-030f47807943" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.097247] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired lock "refresh_cache-981d2f05-8273-4f06-85a7-030f47807943" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.097614] env[68663]: DEBUG nova.network.neutron [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.101065] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Waiting for the task: (returnval){ [ 943.101065] env[68663]: value = "task-3238551" [ 943.101065] env[68663]: _type = "Task" [ 943.101065] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.837711] env[68663]: DEBUG nova.network.neutron [-] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.841842] env[68663]: DEBUG nova.compute.utils [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.847140] env[68663]: DEBUG nova.compute.manager [req-98df97f1-0055-4a31-9c4b-da13b1291826 req-85d24aa1-d85d-496b-93dc-1f43911ecf1c service nova] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Received event network-vif-deleted-10af275c-2271-47dd-9aa7-12d715614b1a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.847140] env[68663]: INFO nova.compute.manager [req-98df97f1-0055-4a31-9c4b-da13b1291826 req-85d24aa1-d85d-496b-93dc-1f43911ecf1c service nova] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Neutron deleted interface 10af275c-2271-47dd-9aa7-12d715614b1a; detaching it from the instance and deleting it from the info cache [ 943.847140] env[68663]: DEBUG nova.network.neutron [req-98df97f1-0055-4a31-9c4b-da13b1291826 req-85d24aa1-d85d-496b-93dc-1f43911ecf1c service nova] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.850593] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35d7d205-6ef8-414a-8c5d-f67819d300f9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.852547] env[68663]: DEBUG nova.compute.manager [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.852709] env[68663]: DEBUG nova.network.neutron [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.864016] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Task: {'id': task-3238551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550162} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.868429] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 36f05c4f-49e3-44d1-af2d-d1bd7b652690/36f05c4f-49e3-44d1-af2d-d1bd7b652690.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.868770] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.869528] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44453} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.869901] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58f18991-c1a6-4715-90b9-df20ca27e8a7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.872929] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 3b6fcab1-14b4-4cf5-a03e-a222401a1802/3b6fcab1-14b4-4cf5-a03e-a222401a1802.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.873207] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.877877] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a7cb77-fe7a-4bde-b794-b352683804e1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.892654] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce7bd04f-93e8-4c54-b98b-44413cd118ca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.899814] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Waiting for the task: (returnval){ [ 943.899814] env[68663]: value = "task-3238552" [ 943.899814] env[68663]: _type = "Task" [ 943.899814] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.901156] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 943.901156] env[68663]: value = "task-3238553" [ 943.901156] env[68663]: _type = "Task" [ 943.901156] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.924052] env[68663]: DEBUG nova.compute.manager [req-6144c7da-b0fe-4e08-af5d-18ddd81ed8a5 req-1a8e8f0f-4c78-4ed9-bddb-b7dec8533c8d service nova] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Detach interface failed, port_id=9ba7f11a-921d-4b5f-a9be-ce5dc7a484e2, reason: Instance 3869c746-dff3-40bf-927d-aeafcc5b9451 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.928351] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Task: {'id': task-3238552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.931557] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.937059] env[68663]: DEBUG nova.network.neutron [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.993181] env[68663]: DEBUG nova.policy [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b474dc387b6145578f57efbf2d7afcec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b523339f86fe444fbb8b41e074083fd4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.277477] env[68663]: DEBUG nova.network.neutron [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Updating instance_info_cache with network_info: [{"id": "3685a1b4-bfe2-4dd6-a40e-33335fe80324", "address": "fa:16:3e:1d:a4:73", "network": {"id": "8be76827-c2a4-42b4-b4cc-6c2c205e9662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2090219311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e85fa9464f448fa4743e82be707ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3685a1b4-bf", "ovs_interfaceid": "3685a1b4-bfe2-4dd6-a40e-33335fe80324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.337715] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e3e77d-9a5a-4411-8f18-9268398fa92b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.345458] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442c5b62-b50e-4fd6-a2e4-1eebc6986ade {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.349114] env[68663]: DEBUG nova.compute.manager [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.351793] env[68663]: INFO nova.compute.manager [-] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Took 2.08 seconds to deallocate network for instance. [ 944.382413] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c423598f-5421-49e4-a4fa-b9d808ad72cd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.387093] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39679d95-427f-4583-a87c-45d878ad2990 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.396771] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666c2a23-7bff-4526-87db-fb2744135103 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.404594] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fa96ae-3bd9-448a-bdbf-349cf18cd374 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.428915] env[68663]: DEBUG nova.compute.provider_tree [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 944.447206] env[68663]: DEBUG nova.compute.manager [req-98df97f1-0055-4a31-9c4b-da13b1291826 req-85d24aa1-d85d-496b-93dc-1f43911ecf1c service nova] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Detach interface failed, port_id=10af275c-2271-47dd-9aa7-12d715614b1a, reason: Instance 4bb1cc01-80a4-4240-b7f5-cd6add62f310 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 944.447635] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Task: {'id': task-3238552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.352222} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.450889] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.451456] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078165} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.452149] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b8acca-0932-4250-824d-7f953f512aee {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.454608] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.455562] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a639196a-4a1a-4630-8abb-57f224990018 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.478207] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 36f05c4f-49e3-44d1-af2d-d1bd7b652690/36f05c4f-49e3-44d1-af2d-d1bd7b652690.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.487341] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f1b22fd-c49c-47cd-b6fa-c41a0f886815 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.510454] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 3b6fcab1-14b4-4cf5-a03e-a222401a1802/3b6fcab1-14b4-4cf5-a03e-a222401a1802.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.511246] env[68663]: DEBUG nova.network.neutron [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Successfully created port: 9e6eb60e-54d6-43fb-b810-67df8bbae8c8 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.513255] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2782394-ccf4-4f54-b32a-f7f745dd0cdf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.534109] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Waiting for the task: (returnval){ [ 944.534109] env[68663]: value = "task-3238555" [ 944.534109] env[68663]: _type = "Task" [ 944.534109] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.535394] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 944.535394] env[68663]: value = "task-3238554" [ 944.535394] env[68663]: _type = "Task" [ 944.535394] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.546280] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Task: {'id': task-3238555, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.549274] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.782461] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Releasing lock "refresh_cache-981d2f05-8273-4f06-85a7-030f47807943" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.782958] env[68663]: DEBUG nova.compute.manager [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Instance network_info: |[{"id": "3685a1b4-bfe2-4dd6-a40e-33335fe80324", "address": "fa:16:3e:1d:a4:73", "network": {"id": "8be76827-c2a4-42b4-b4cc-6c2c205e9662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2090219311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e85fa9464f448fa4743e82be707ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3685a1b4-bf", "ovs_interfaceid": "3685a1b4-bfe2-4dd6-a40e-33335fe80324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.783415] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:a4:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3685a1b4-bfe2-4dd6-a40e-33335fe80324', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.791719] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.791975] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.792229] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19f16dc5-8318-4eda-9930-8fa0b90c9ed4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.813738] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.813738] env[68663]: value = "task-3238556" [ 944.813738] env[68663]: _type = "Task" [ 944.813738] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.821743] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238556, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.855597] env[68663]: INFO nova.virt.block_device [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Booting with volume af6be1d9-f39c-47e8-9c50-e83089fb22cd at /dev/sda [ 944.888517] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.905285] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5ed445d-7fc5-48d4-a81f-e0ffb0b90c4d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.914478] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ee9883-73ee-494b-82c8-90ca8de3fe15 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.949674] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f50810ff-1bf9-43e1-8d77-6a54ec6bc389 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.958664] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bab1057-a5b4-499f-b2e6-f96f5c064ec3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.972903] env[68663]: DEBUG nova.scheduler.client.report [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 944.973193] env[68663]: DEBUG nova.compute.provider_tree [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 124 to 125 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 944.973375] env[68663]: DEBUG nova.compute.provider_tree [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 944.997463] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304025aa-992e-465d-88a8-6bf79bcf34bc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.005012] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1cdcc7-1ed5-4331-a0e6-dcdc32c035b5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.018982] env[68663]: DEBUG nova.virt.block_device [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Updating existing volume attachment record: bddad06d-cf15-4634-a9fe-62aa966413c6 {{(pid=68663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 945.047581] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Task: {'id': task-3238555, 'name': ReconfigVM_Task, 'duration_secs': 0.46813} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.052034] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 36f05c4f-49e3-44d1-af2d-d1bd7b652690/36f05c4f-49e3-44d1-af2d-d1bd7b652690.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.052034] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238554, 'name': ReconfigVM_Task, 'duration_secs': 0.354192} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.052034] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71629a49-7faf-4bf2-a688-f94a1d7d5327 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.053287] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 3b6fcab1-14b4-4cf5-a03e-a222401a1802/3b6fcab1-14b4-4cf5-a03e-a222401a1802.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.053874] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7795f24-0bda-4f50-a2d4-9ab4dcfa0e47 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.059899] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 945.059899] env[68663]: value = "task-3238558" [ 945.059899] env[68663]: _type = "Task" [ 945.059899] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.061240] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Waiting for the task: (returnval){ [ 945.061240] env[68663]: value = "task-3238557" [ 945.061240] env[68663]: _type = "Task" [ 945.061240] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.075851] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Task: {'id': task-3238557, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.078508] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238558, 'name': Rename_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.323663] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238556, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.479761] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.419s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.482086] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 39.115s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.503337] env[68663]: INFO nova.scheduler.client.report [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Deleted allocations for instance 43f73085-f2af-4a16-9d87-68f27ec58b18 [ 945.576647] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238558, 'name': Rename_Task, 'duration_secs': 0.24996} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.577435] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.577435] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6afe8dd8-c11b-4cfd-b03f-a3814296b846 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.581987] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Task: {'id': task-3238557, 'name': Rename_Task, 'duration_secs': 0.215967} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.582573] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.582627] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdb9ab51-8006-4cd8-bb3b-be2a4d818017 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.586757] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 945.586757] env[68663]: value = "task-3238559" [ 945.586757] env[68663]: _type = "Task" [ 945.586757] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.591249] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Waiting for the task: (returnval){ [ 945.591249] env[68663]: value = "task-3238560" [ 945.591249] env[68663]: _type = "Task" [ 945.591249] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.597362] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.602290] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Task: {'id': task-3238560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.824153] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238556, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.987999] env[68663]: INFO nova.compute.claims [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.012239] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0b83ec14-279b-45f2-a9cc-e01e12714f52 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "43f73085-f2af-4a16-9d87-68f27ec58b18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.267s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.108691] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238559, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.115029] env[68663]: DEBUG oslo_vmware.api [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Task: {'id': task-3238560, 'name': PowerOnVM_Task, 'duration_secs': 0.477316} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.115029] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.116095] env[68663]: INFO nova.compute.manager [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Took 7.43 seconds to spawn the instance on the hypervisor. [ 946.118038] env[68663]: DEBUG nova.compute.manager [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.118038] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a854e1-ce42-42c3-a576-63ff0496d6b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.166650] env[68663]: DEBUG nova.compute.manager [req-3f0f0803-168d-41b4-9a62-997112062965 req-e4e43596-a62d-421a-9d19-d4460adbc8a2 service nova] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Received event network-vif-plugged-9e6eb60e-54d6-43fb-b810-67df8bbae8c8 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.166812] env[68663]: DEBUG oslo_concurrency.lockutils [req-3f0f0803-168d-41b4-9a62-997112062965 req-e4e43596-a62d-421a-9d19-d4460adbc8a2 service nova] Acquiring lock "cffd46ec-3dc2-4437-971b-5ac4ed431647-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.167616] env[68663]: DEBUG oslo_concurrency.lockutils [req-3f0f0803-168d-41b4-9a62-997112062965 req-e4e43596-a62d-421a-9d19-d4460adbc8a2 service nova] Lock "cffd46ec-3dc2-4437-971b-5ac4ed431647-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.167770] env[68663]: DEBUG oslo_concurrency.lockutils [req-3f0f0803-168d-41b4-9a62-997112062965 req-e4e43596-a62d-421a-9d19-d4460adbc8a2 service nova] Lock "cffd46ec-3dc2-4437-971b-5ac4ed431647-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.168109] env[68663]: DEBUG nova.compute.manager [req-3f0f0803-168d-41b4-9a62-997112062965 req-e4e43596-a62d-421a-9d19-d4460adbc8a2 service nova] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] No waiting events found dispatching network-vif-plugged-9e6eb60e-54d6-43fb-b810-67df8bbae8c8 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.168248] env[68663]: WARNING nova.compute.manager [req-3f0f0803-168d-41b4-9a62-997112062965 req-e4e43596-a62d-421a-9d19-d4460adbc8a2 service nova] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Received unexpected event network-vif-plugged-9e6eb60e-54d6-43fb-b810-67df8bbae8c8 for instance with vm_state building and task_state block_device_mapping. [ 946.236037] env[68663]: DEBUG nova.network.neutron [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Successfully updated port: 9e6eb60e-54d6-43fb-b810-67df8bbae8c8 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.324956] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238556, 'name': CreateVM_Task, 'duration_secs': 1.378078} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.326242] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.329228] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.329391] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.329697] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.330361] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15e41140-3076-4083-8d5d-6dd06956e13d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.336375] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 946.336375] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e42d9c-0868-3d0a-4191-fc3ea9436c19" [ 946.336375] env[68663]: _type = "Task" [ 946.336375] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.346191] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e42d9c-0868-3d0a-4191-fc3ea9436c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.495824] env[68663]: INFO nova.compute.resource_tracker [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updating resource usage from migration 4879165e-8183-41a6-9849-58a315184c08 [ 946.599628] env[68663]: DEBUG oslo_vmware.api [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238559, 'name': PowerOnVM_Task, 'duration_secs': 0.645462} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.602614] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.602831] env[68663]: DEBUG nova.compute.manager [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.604205] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b293728d-0f23-4e2c-bc16-253eba8b37ec {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.636875] env[68663]: INFO nova.compute.manager [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Took 44.95 seconds to build instance. [ 946.738803] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Acquiring lock "refresh_cache-cffd46ec-3dc2-4437-971b-5ac4ed431647" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.738951] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Acquired lock "refresh_cache-cffd46ec-3dc2-4437-971b-5ac4ed431647" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.739122] env[68663]: DEBUG nova.network.neutron [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.831470] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Acquiring lock "9d6b1846-83aa-4561-9fef-10dbfcb0a48d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.831741] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Lock "9d6b1846-83aa-4561-9fef-10dbfcb0a48d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.831954] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Acquiring lock "9d6b1846-83aa-4561-9fef-10dbfcb0a48d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.832212] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Lock "9d6b1846-83aa-4561-9fef-10dbfcb0a48d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.832333] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Lock "9d6b1846-83aa-4561-9fef-10dbfcb0a48d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.836741] env[68663]: INFO nova.compute.manager [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Terminating instance [ 946.848780] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e42d9c-0868-3d0a-4191-fc3ea9436c19, 'name': SearchDatastore_Task, 'duration_secs': 0.009723} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.852136] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.852414] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.852680] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.852865] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.853095] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.854299] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30a3c3a3-9a7f-4bad-b36b-d91aa5bed083 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.863447] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.864536] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.864536] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dd88c6c-ae7d-4cfc-a559-e363de60dcd4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.873057] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 946.873057] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d2fd2a-ba50-4286-fdc1-03bc693fa36e" [ 946.873057] env[68663]: _type = "Task" [ 946.873057] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.881311] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d2fd2a-ba50-4286-fdc1-03bc693fa36e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.916702] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcdf31b-9b45-4f48-948b-40c9faa72d74 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.924663] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df82165-92cc-46c0-b367-a4e908eb73fa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.956225] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f27c5e3-95b0-4842-bf21-8fb3f14c1cc2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.964204] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0187c4-8f9f-4c42-97f2-451c2a372228 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.977463] env[68663]: DEBUG nova.compute.provider_tree [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.091643] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Acquiring lock "36f05c4f-49e3-44d1-af2d-d1bd7b652690" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.124065] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.130302] env[68663]: DEBUG nova.compute.manager [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.130809] env[68663]: DEBUG nova.virt.hardware [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.131048] env[68663]: DEBUG nova.virt.hardware [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.131205] env[68663]: DEBUG nova.virt.hardware [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.131389] env[68663]: DEBUG nova.virt.hardware [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.131537] env[68663]: DEBUG nova.virt.hardware [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.131689] env[68663]: DEBUG nova.virt.hardware [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.131921] env[68663]: DEBUG nova.virt.hardware [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.132094] env[68663]: DEBUG nova.virt.hardware [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.132261] env[68663]: DEBUG nova.virt.hardware [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.132418] env[68663]: DEBUG nova.virt.hardware [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.132587] env[68663]: DEBUG nova.virt.hardware [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.133452] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a88720-d3dc-4895-a830-00308af58e92 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.141666] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717fdaf0-cfb5-473e-8f86-4752d8f74270 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.146560] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d92df435-f4ca-4544-bd93-cf8dece57d6d tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Lock "36f05c4f-49e3-44d1-af2d-d1bd7b652690" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.476s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.146938] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Lock "36f05c4f-49e3-44d1-af2d-d1bd7b652690" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.055s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.147254] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Acquiring lock "36f05c4f-49e3-44d1-af2d-d1bd7b652690-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.147548] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Lock "36f05c4f-49e3-44d1-af2d-d1bd7b652690-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.147809] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Lock "36f05c4f-49e3-44d1-af2d-d1bd7b652690-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.150352] env[68663]: INFO nova.compute.manager [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Terminating instance [ 947.281038] env[68663]: DEBUG nova.network.neutron [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.344025] env[68663]: DEBUG nova.compute.manager [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.344312] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.346318] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bab13f-edea-4602-bb7f-8159348bba63 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.355913] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.358538] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09c62dca-6518-46fc-b092-93b2e191ee3c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.365354] env[68663]: DEBUG oslo_vmware.api [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Waiting for the task: (returnval){ [ 947.365354] env[68663]: value = "task-3238561" [ 947.365354] env[68663]: _type = "Task" [ 947.365354] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.373634] env[68663]: DEBUG oslo_vmware.api [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': task-3238561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.381658] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d2fd2a-ba50-4286-fdc1-03bc693fa36e, 'name': SearchDatastore_Task, 'duration_secs': 0.009267} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.382367] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c472bf32-5304-4a50-bf31-3327f4effe25 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.388169] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 947.388169] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cb8d41-67b9-3526-1eb8-b9cbc41fa058" [ 947.388169] env[68663]: _type = "Task" [ 947.388169] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.396161] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cb8d41-67b9-3526-1eb8-b9cbc41fa058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.470498] env[68663]: DEBUG nova.network.neutron [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Updating instance_info_cache with network_info: [{"id": "9e6eb60e-54d6-43fb-b810-67df8bbae8c8", "address": "fa:16:3e:fc:43:c9", "network": {"id": "5457f960-959f-4d68-a897-a47792269719", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-34457891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b523339f86fe444fbb8b41e074083fd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6eb60e-54", "ovs_interfaceid": "9e6eb60e-54d6-43fb-b810-67df8bbae8c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.480679] env[68663]: DEBUG nova.scheduler.client.report [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.661999] env[68663]: DEBUG nova.compute.manager [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.662307] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.663189] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f71238f-4a9a-467c-966a-3f69911069a6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.671054] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.671353] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a89941e-598d-4679-81a1-a19a29c3227d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.677104] env[68663]: DEBUG oslo_vmware.api [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Waiting for the task: (returnval){ [ 947.677104] env[68663]: value = "task-3238562" [ 947.677104] env[68663]: _type = "Task" [ 947.677104] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.686468] env[68663]: DEBUG oslo_vmware.api [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Task: {'id': task-3238562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.875469] env[68663]: DEBUG oslo_vmware.api [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': task-3238561, 'name': PowerOffVM_Task, 'duration_secs': 0.262375} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.875741] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.875908] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.876192] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5db98078-f700-43b1-9569-f0a2ac8ebe92 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.897508] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cb8d41-67b9-3526-1eb8-b9cbc41fa058, 'name': SearchDatastore_Task, 'duration_secs': 0.010197} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.897742] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.898052] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 981d2f05-8273-4f06-85a7-030f47807943/981d2f05-8273-4f06-85a7-030f47807943.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.898241] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e04b3052-6aac-49ef-ab53-d3f1d9d3cecb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.904579] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 947.904579] env[68663]: value = "task-3238564" [ 947.904579] env[68663]: _type = "Task" [ 947.904579] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.912468] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.946600] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.946600] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.946600] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Deleting the datastore file [datastore2] 9d6b1846-83aa-4561-9fef-10dbfcb0a48d {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.946600] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9cba477-7e81-47d2-a630-68550db3a8aa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.952973] env[68663]: DEBUG oslo_vmware.api [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Waiting for the task: (returnval){ [ 947.952973] env[68663]: value = "task-3238565" [ 947.952973] env[68663]: _type = "Task" [ 947.952973] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.962300] env[68663]: DEBUG oslo_vmware.api [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': task-3238565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.976014] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Releasing lock "refresh_cache-cffd46ec-3dc2-4437-971b-5ac4ed431647" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.976014] env[68663]: DEBUG nova.compute.manager [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Instance network_info: |[{"id": "9e6eb60e-54d6-43fb-b810-67df8bbae8c8", "address": "fa:16:3e:fc:43:c9", "network": {"id": "5457f960-959f-4d68-a897-a47792269719", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-34457891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b523339f86fe444fbb8b41e074083fd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6eb60e-54", "ovs_interfaceid": "9e6eb60e-54d6-43fb-b810-67df8bbae8c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.976014] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:43:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e6eb60e-54d6-43fb-b810-67df8bbae8c8', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.982946] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Creating folder: Project (b523339f86fe444fbb8b41e074083fd4). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.983614] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f03315f-4ea9-475e-a96e-307431461b4a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.991026] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.509s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.991026] env[68663]: INFO nova.compute.manager [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Migrating [ 947.998340] env[68663]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 947.998514] env[68663]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68663) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 947.998851] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.788s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.001593] env[68663]: INFO nova.compute.claims [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.006978] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Folder already exists: Project (b523339f86fe444fbb8b41e074083fd4). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 948.006978] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Creating folder: Instances. Parent ref: group-v647241. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.008642] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37dea3b8-7b9c-44ab-9e7f-8b5708b241f0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.027651] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Created folder: Instances in parent group-v647241. [ 948.027651] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.027651] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.027651] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7efba65-c6a5-4fde-a9bc-8349b7358fd3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.048674] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.048674] env[68663]: value = "task-3238568" [ 948.048674] env[68663]: _type = "Task" [ 948.048674] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.058471] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238568, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.190094] env[68663]: DEBUG oslo_vmware.api [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Task: {'id': task-3238562, 'name': PowerOffVM_Task, 'duration_secs': 0.156685} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.190094] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.190490] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.190585] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d69879a-a984-4af7-89fe-313f804e82c7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.198278] env[68663]: DEBUG nova.compute.manager [req-c072756a-de53-4852-8e7d-eaf4b39a2943 req-57bc5b6e-6e66-48c7-a2d8-f42adef9ef0e service nova] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Received event network-changed-9e6eb60e-54d6-43fb-b810-67df8bbae8c8 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.199060] env[68663]: DEBUG nova.compute.manager [req-c072756a-de53-4852-8e7d-eaf4b39a2943 req-57bc5b6e-6e66-48c7-a2d8-f42adef9ef0e service nova] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Refreshing instance network info cache due to event network-changed-9e6eb60e-54d6-43fb-b810-67df8bbae8c8. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.199060] env[68663]: DEBUG oslo_concurrency.lockutils [req-c072756a-de53-4852-8e7d-eaf4b39a2943 req-57bc5b6e-6e66-48c7-a2d8-f42adef9ef0e service nova] Acquiring lock "refresh_cache-cffd46ec-3dc2-4437-971b-5ac4ed431647" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.199060] env[68663]: DEBUG oslo_concurrency.lockutils [req-c072756a-de53-4852-8e7d-eaf4b39a2943 req-57bc5b6e-6e66-48c7-a2d8-f42adef9ef0e service nova] Acquired lock "refresh_cache-cffd46ec-3dc2-4437-971b-5ac4ed431647" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.199060] env[68663]: DEBUG nova.network.neutron [req-c072756a-de53-4852-8e7d-eaf4b39a2943 req-57bc5b6e-6e66-48c7-a2d8-f42adef9ef0e service nova] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Refreshing network info cache for port 9e6eb60e-54d6-43fb-b810-67df8bbae8c8 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.261229] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.261480] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.261668] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Deleting the datastore file [datastore1] 36f05c4f-49e3-44d1-af2d-d1bd7b652690 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.261980] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3f4bc1f-6009-417e-a767-2a5434ada3d9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.268259] env[68663]: DEBUG oslo_vmware.api [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Waiting for the task: (returnval){ [ 948.268259] env[68663]: value = "task-3238570" [ 948.268259] env[68663]: _type = "Task" [ 948.268259] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.279136] env[68663]: DEBUG oslo_vmware.api [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Task: {'id': task-3238570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.415810] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461571} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.416163] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 981d2f05-8273-4f06-85a7-030f47807943/981d2f05-8273-4f06-85a7-030f47807943.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.416449] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.416748] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa7017a3-86bd-4809-bcba-f3d770cf765b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.422629] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 948.422629] env[68663]: value = "task-3238571" [ 948.422629] env[68663]: _type = "Task" [ 948.422629] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.430527] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.463955] env[68663]: DEBUG oslo_vmware.api [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Task: {'id': task-3238565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367692} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.464286] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.464596] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.464903] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.465136] env[68663]: INFO nova.compute.manager [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 948.465404] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.465664] env[68663]: DEBUG nova.compute.manager [-] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.465798] env[68663]: DEBUG nova.network.neutron [-] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.515528] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "refresh_cache-eee6e8a8-e1e6-4034-af67-dffb534a167e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.515937] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquired lock "refresh_cache-eee6e8a8-e1e6-4034-af67-dffb534a167e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.515937] env[68663]: DEBUG nova.network.neutron [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.564077] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238568, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.781401] env[68663]: DEBUG oslo_vmware.api [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Task: {'id': task-3238570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237437} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.782270] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.782270] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.782514] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.782611] env[68663]: INFO nova.compute.manager [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Took 1.12 seconds to destroy the instance on the hypervisor. [ 948.782967] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.783393] env[68663]: DEBUG nova.compute.manager [-] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.783393] env[68663]: DEBUG nova.network.neutron [-] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.937633] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063854} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.937929] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.938728] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db53521d-f32a-4213-8df4-071ff0425a6f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.960965] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 981d2f05-8273-4f06-85a7-030f47807943/981d2f05-8273-4f06-85a7-030f47807943.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.961268] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baf1a175-2c46-4a85-a327-6b6ad4ca9186 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.980791] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 948.980791] env[68663]: value = "task-3238572" [ 948.980791] env[68663]: _type = "Task" [ 948.980791] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.992712] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.057626] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238568, 'name': CreateVM_Task, 'duration_secs': 0.538467} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.059934] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.062950] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647245', 'volume_id': 'af6be1d9-f39c-47e8-9c50-e83089fb22cd', 'name': 'volume-af6be1d9-f39c-47e8-9c50-e83089fb22cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cffd46ec-3dc2-4437-971b-5ac4ed431647', 'attached_at': '', 'detached_at': '', 'volume_id': 'af6be1d9-f39c-47e8-9c50-e83089fb22cd', 'serial': 'af6be1d9-f39c-47e8-9c50-e83089fb22cd'}, 'delete_on_termination': True, 'attachment_id': 'bddad06d-cf15-4634-a9fe-62aa966413c6', 'disk_bus': None, 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=68663) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 949.063071] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Root volume attach. Driver type: vmdk {{(pid=68663) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 949.064507] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dde21f-7330-4b3b-b89e-43b7cc040075 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.072239] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dae597-e66a-4d66-a1b8-04cdc9572be4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.078957] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685f625e-67ff-4e62-9f44-fc9b7b7e859a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.092365] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ec32bd2f-272d-4d5f-8869-efa680cc922b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.104980] env[68663]: DEBUG oslo_vmware.api [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Waiting for the task: (returnval){ [ 949.104980] env[68663]: value = "task-3238573" [ 949.104980] env[68663]: _type = "Task" [ 949.104980] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.121705] env[68663]: DEBUG oslo_vmware.api [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238573, 'name': RelocateVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.165416] env[68663]: DEBUG nova.network.neutron [req-c072756a-de53-4852-8e7d-eaf4b39a2943 req-57bc5b6e-6e66-48c7-a2d8-f42adef9ef0e service nova] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Updated VIF entry in instance network info cache for port 9e6eb60e-54d6-43fb-b810-67df8bbae8c8. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.165818] env[68663]: DEBUG nova.network.neutron [req-c072756a-de53-4852-8e7d-eaf4b39a2943 req-57bc5b6e-6e66-48c7-a2d8-f42adef9ef0e service nova] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Updating instance_info_cache with network_info: [{"id": "9e6eb60e-54d6-43fb-b810-67df8bbae8c8", "address": "fa:16:3e:fc:43:c9", "network": {"id": "5457f960-959f-4d68-a897-a47792269719", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-34457891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b523339f86fe444fbb8b41e074083fd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6eb60e-54", "ovs_interfaceid": "9e6eb60e-54d6-43fb-b810-67df8bbae8c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.276420] env[68663]: DEBUG nova.network.neutron [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updating instance_info_cache with network_info: [{"id": "602846b3-8da7-4a77-afc8-3fae2e212a79", "address": "fa:16:3e:71:24:b0", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602846b3-8d", "ovs_interfaceid": "602846b3-8da7-4a77-afc8-3fae2e212a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.310011] env[68663]: DEBUG nova.compute.manager [req-8fd527f1-32fd-413f-8cd5-98de3af8c97b req-619208a1-1fe4-4e71-88a5-bfc2f175cdbb service nova] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Received event network-vif-deleted-1bc4b2ee-5903-491e-8598-71ce7ae882a7 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.310692] env[68663]: INFO nova.compute.manager [req-8fd527f1-32fd-413f-8cd5-98de3af8c97b req-619208a1-1fe4-4e71-88a5-bfc2f175cdbb service nova] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Neutron deleted interface 1bc4b2ee-5903-491e-8598-71ce7ae882a7; detaching it from the instance and deleting it from the info cache [ 949.310849] env[68663]: DEBUG nova.network.neutron [req-8fd527f1-32fd-413f-8cd5-98de3af8c97b req-619208a1-1fe4-4e71-88a5-bfc2f175cdbb service nova] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.496468] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238572, 'name': ReconfigVM_Task, 'duration_secs': 0.270803} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.496761] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 981d2f05-8273-4f06-85a7-030f47807943/981d2f05-8273-4f06-85a7-030f47807943.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.497691] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9342f697-19e7-4040-8249-2f7c86561b52 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.503250] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d29658c-87a7-4c0d-94f3-7a553f35b8cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.506660] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 949.506660] env[68663]: value = "task-3238574" [ 949.506660] env[68663]: _type = "Task" [ 949.506660] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.514925] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a2712c-99bf-4dd4-8b59-fb3355f04c97 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.518523] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238574, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.549583] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcc643b-be34-41c9-afb9-65f836effbe3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.557236] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03608d8b-5d59-463f-9e49-14cc5c91a0cd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.572073] env[68663]: DEBUG nova.compute.provider_tree [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.586765] env[68663]: DEBUG nova.network.neutron [-] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.615334] env[68663]: DEBUG oslo_vmware.api [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238573, 'name': RelocateVM_Task, 'duration_secs': 0.415057} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.615614] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Volume attach. Driver type: vmdk {{(pid=68663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 949.615814] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647245', 'volume_id': 'af6be1d9-f39c-47e8-9c50-e83089fb22cd', 'name': 'volume-af6be1d9-f39c-47e8-9c50-e83089fb22cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cffd46ec-3dc2-4437-971b-5ac4ed431647', 'attached_at': '', 'detached_at': '', 'volume_id': 'af6be1d9-f39c-47e8-9c50-e83089fb22cd', 'serial': 'af6be1d9-f39c-47e8-9c50-e83089fb22cd'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 949.616643] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2d0900-18a8-4508-b32a-1bb71c94666e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.633761] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f802b1-0e37-4c1d-8b6f-137df89a2e6b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.656377] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-af6be1d9-f39c-47e8-9c50-e83089fb22cd/volume-af6be1d9-f39c-47e8-9c50-e83089fb22cd.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.656656] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e89b1aa-c829-440a-867e-f225ee38dd54 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.672922] env[68663]: DEBUG oslo_concurrency.lockutils [req-c072756a-de53-4852-8e7d-eaf4b39a2943 req-57bc5b6e-6e66-48c7-a2d8-f42adef9ef0e service nova] Releasing lock "refresh_cache-cffd46ec-3dc2-4437-971b-5ac4ed431647" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.681186] env[68663]: DEBUG oslo_vmware.api [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Waiting for the task: (returnval){ [ 949.681186] env[68663]: value = "task-3238575" [ 949.681186] env[68663]: _type = "Task" [ 949.681186] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.686087] env[68663]: DEBUG oslo_vmware.api [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.769252] env[68663]: DEBUG nova.network.neutron [-] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.782477] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Releasing lock "refresh_cache-eee6e8a8-e1e6-4034-af67-dffb534a167e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.814115] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41b3614c-8618-4a0b-ac7f-9320c9ac40ea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.823438] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e646d2b0-392b-409c-a447-07fb19eaf868 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.856323] env[68663]: DEBUG nova.compute.manager [req-8fd527f1-32fd-413f-8cd5-98de3af8c97b req-619208a1-1fe4-4e71-88a5-bfc2f175cdbb service nova] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Detach interface failed, port_id=1bc4b2ee-5903-491e-8598-71ce7ae882a7, reason: Instance 36f05c4f-49e3-44d1-af2d-d1bd7b652690 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 950.016256] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238574, 'name': Rename_Task, 'duration_secs': 0.169764} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.016561] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.016815] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50238967-3932-4cc1-b69a-74b591a2cfd4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.022463] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 950.022463] env[68663]: value = "task-3238576" [ 950.022463] env[68663]: _type = "Task" [ 950.022463] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.031588] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.089281] env[68663]: INFO nova.compute.manager [-] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Took 1.31 seconds to deallocate network for instance. [ 950.108401] env[68663]: DEBUG nova.scheduler.client.report [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 950.108401] env[68663]: DEBUG nova.compute.provider_tree [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 125 to 126 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 950.108611] env[68663]: DEBUG nova.compute.provider_tree [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.188240] env[68663]: DEBUG oslo_vmware.api [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238575, 'name': ReconfigVM_Task, 'duration_secs': 0.244413} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.188527] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-af6be1d9-f39c-47e8-9c50-e83089fb22cd/volume-af6be1d9-f39c-47e8-9c50-e83089fb22cd.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.193642] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1a23eb2-6f6b-45da-a1fd-c5b296fda098 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.209414] env[68663]: DEBUG oslo_vmware.api [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Waiting for the task: (returnval){ [ 950.209414] env[68663]: value = "task-3238577" [ 950.209414] env[68663]: _type = "Task" [ 950.209414] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.217585] env[68663]: DEBUG oslo_vmware.api [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.255829] env[68663]: DEBUG nova.compute.manager [req-0447ab7f-1545-4af5-8671-8297be3ad9cd req-0e2456d5-8be2-4a17-a581-f45ead5bd24b service nova] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Received event network-vif-deleted-e39e71b0-df3a-40dd-8207-357ac391eeb0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.272784] env[68663]: INFO nova.compute.manager [-] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Took 1.81 seconds to deallocate network for instance. [ 950.533025] env[68663]: DEBUG oslo_vmware.api [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238576, 'name': PowerOnVM_Task, 'duration_secs': 0.476916} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.533025] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.533025] env[68663]: INFO nova.compute.manager [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Took 9.20 seconds to spawn the instance on the hypervisor. [ 950.533025] env[68663]: DEBUG nova.compute.manager [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.533416] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31b52d3-d35a-42b5-8a86-62ed748a0ee6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.595649] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.613673] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.614430] env[68663]: DEBUG nova.compute.manager [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.617215] env[68663]: DEBUG oslo_concurrency.lockutils [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.550s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.617441] env[68663]: DEBUG nova.objects.instance [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Lazy-loading 'resources' on Instance uuid 41b3b190-e394-4295-89b7-6269a4b19ada {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.719487] env[68663]: DEBUG oslo_vmware.api [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238577, 'name': ReconfigVM_Task, 'duration_secs': 0.137969} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.719790] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647245', 'volume_id': 'af6be1d9-f39c-47e8-9c50-e83089fb22cd', 'name': 'volume-af6be1d9-f39c-47e8-9c50-e83089fb22cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cffd46ec-3dc2-4437-971b-5ac4ed431647', 'attached_at': '', 'detached_at': '', 'volume_id': 'af6be1d9-f39c-47e8-9c50-e83089fb22cd', 'serial': 'af6be1d9-f39c-47e8-9c50-e83089fb22cd'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 950.720340] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23c4304d-c397-4942-a594-9d3166ea51a4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.725852] env[68663]: DEBUG oslo_vmware.api [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Waiting for the task: (returnval){ [ 950.725852] env[68663]: value = "task-3238578" [ 950.725852] env[68663]: _type = "Task" [ 950.725852] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.732820] env[68663]: DEBUG oslo_vmware.api [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238578, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.782852] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.049562] env[68663]: INFO nova.compute.manager [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Took 48.43 seconds to build instance. [ 951.123353] env[68663]: DEBUG nova.compute.utils [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.124963] env[68663]: DEBUG nova.compute.manager [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.125263] env[68663]: DEBUG nova.network.neutron [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.167952] env[68663]: DEBUG nova.policy [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb983e7a44b418d9a117727ec067cec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3222856d03444d287f35dd48c83a8b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.238510] env[68663]: DEBUG oslo_vmware.api [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238578, 'name': Rename_Task, 'duration_secs': 0.311282} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.241234] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.241704] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d88c0015-2d78-45fc-91e7-bf869e7f6086 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.249437] env[68663]: DEBUG oslo_vmware.api [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Waiting for the task: (returnval){ [ 951.249437] env[68663]: value = "task-3238579" [ 951.249437] env[68663]: _type = "Task" [ 951.249437] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.261019] env[68663]: DEBUG oslo_vmware.api [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.297019] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76bdca9-8398-46ad-9559-c30c6a38d53c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.321075] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updating instance 'eee6e8a8-e1e6-4034-af67-dffb534a167e' progress to 0 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 951.487388] env[68663]: DEBUG nova.network.neutron [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Successfully created port: deeed2d6-fc0c-4840-8937-dfb5edcc8784 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.551499] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b4ac8d66-32b9-4dbf-bf42-d3c50014165d tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "981d2f05-8273-4f06-85a7-030f47807943" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.938s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.585309] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53201a68-7c16-410b-a758-1e0a1f40ed26 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.594361] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0089044-c8b4-4650-a151-1a1e9f02af27 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.626965] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6698f36b-2901-43d0-9bfd-aa2b1988c890 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.629916] env[68663]: DEBUG nova.compute.manager [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.641186] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ca0ee2-b66a-49a6-80e8-755db46c8f94 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.654895] env[68663]: DEBUG nova.compute.provider_tree [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.759607] env[68663]: DEBUG oslo_vmware.api [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238579, 'name': PowerOnVM_Task, 'duration_secs': 0.459271} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.759727] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.759880] env[68663]: INFO nova.compute.manager [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Took 4.63 seconds to spawn the instance on the hypervisor. [ 951.760135] env[68663]: DEBUG nova.compute.manager [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.760970] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32fa677-b6ad-49e9-8f9e-f0b752461ad1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.830649] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.830880] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0a3bf8a-4f3b-4e38-84c8-6f5d12a2f847 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.837491] env[68663]: DEBUG oslo_vmware.api [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 951.837491] env[68663]: value = "task-3238580" [ 951.837491] env[68663]: _type = "Task" [ 951.837491] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.847913] env[68663]: DEBUG oslo_vmware.api [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.919504] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a46fdf0-11ec-4f42-b802-15c755eb2cd1 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "b34a987e-ad95-4941-a540-a2cd3816149e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.919504] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a46fdf0-11ec-4f42-b802-15c755eb2cd1 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "b34a987e-ad95-4941-a540-a2cd3816149e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.158449] env[68663]: DEBUG nova.scheduler.client.report [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.273558] env[68663]: DEBUG nova.compute.manager [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.278319] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603ab844-ed03-4f8e-87f1-e5f2d9334a34 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.285384] env[68663]: INFO nova.compute.manager [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Took 48.53 seconds to build instance. [ 952.346902] env[68663]: DEBUG oslo_vmware.api [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238580, 'name': PowerOffVM_Task, 'duration_secs': 0.18703} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.347081] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.347277] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updating instance 'eee6e8a8-e1e6-4034-af67-dffb534a167e' progress to 17 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 952.422647] env[68663]: INFO nova.compute.manager [None req-9a46fdf0-11ec-4f42-b802-15c755eb2cd1 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Detaching volume e05aa2b5-935e-41e0-be59-c3d87e379e0b [ 952.464940] env[68663]: INFO nova.virt.block_device [None req-9a46fdf0-11ec-4f42-b802-15c755eb2cd1 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Attempting to driver detach volume e05aa2b5-935e-41e0-be59-c3d87e379e0b from mountpoint /dev/sdb [ 952.465312] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a46fdf0-11ec-4f42-b802-15c755eb2cd1 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 952.465599] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a46fdf0-11ec-4f42-b802-15c755eb2cd1 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647248', 'volume_id': 'e05aa2b5-935e-41e0-be59-c3d87e379e0b', 'name': 'volume-e05aa2b5-935e-41e0-be59-c3d87e379e0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b34a987e-ad95-4941-a540-a2cd3816149e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e05aa2b5-935e-41e0-be59-c3d87e379e0b', 'serial': 'e05aa2b5-935e-41e0-be59-c3d87e379e0b'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 952.466852] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5cc0be-1ad9-4b5d-900a-e72e466ff6ac {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.500620] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381738a7-879c-49c0-be86-58677c7eb5fe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.509757] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1e3644-1e73-42fa-be3e-a77bb5923c7d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.532139] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea71a15f-be62-4675-948b-9940238583d7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.546561] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a46fdf0-11ec-4f42-b802-15c755eb2cd1 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] The volume has not been displaced from its original location: [datastore2] volume-e05aa2b5-935e-41e0-be59-c3d87e379e0b/volume-e05aa2b5-935e-41e0-be59-c3d87e379e0b.vmdk. No consolidation needed. {{(pid=68663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 952.551849] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a46fdf0-11ec-4f42-b802-15c755eb2cd1 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 952.552185] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05b4d6ef-ca85-4cf1-8d53-e90379d2f0a6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.569088] env[68663]: DEBUG oslo_vmware.api [None req-9a46fdf0-11ec-4f42-b802-15c755eb2cd1 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 952.569088] env[68663]: value = "task-3238581" [ 952.569088] env[68663]: _type = "Task" [ 952.569088] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.576675] env[68663]: DEBUG oslo_vmware.api [None req-9a46fdf0-11ec-4f42-b802-15c755eb2cd1 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.644384] env[68663]: DEBUG nova.compute.manager [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.664690] env[68663]: DEBUG oslo_concurrency.lockutils [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.667204] env[68663]: DEBUG oslo_concurrency.lockutils [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.849s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.668695] env[68663]: INFO nova.compute.claims [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.673699] env[68663]: DEBUG nova.virt.hardware [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.674438] env[68663]: DEBUG nova.virt.hardware [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.674653] env[68663]: DEBUG nova.virt.hardware [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.674902] env[68663]: DEBUG nova.virt.hardware [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.675344] env[68663]: DEBUG nova.virt.hardware [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.675344] env[68663]: DEBUG nova.virt.hardware [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.675631] env[68663]: DEBUG nova.virt.hardware [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.675814] env[68663]: DEBUG nova.virt.hardware [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.675993] env[68663]: DEBUG nova.virt.hardware [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.676176] env[68663]: DEBUG nova.virt.hardware [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.676350] env[68663]: DEBUG nova.virt.hardware [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.677569] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f894ce89-8b84-469a-b6bb-6601cb42c04f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.686964] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284fff78-0887-44a7-acfb-51d0308a4acc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.691474] env[68663]: INFO nova.scheduler.client.report [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Deleted allocations for instance 41b3b190-e394-4295-89b7-6269a4b19ada [ 952.791527] env[68663]: INFO nova.compute.manager [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] instance snapshotting [ 952.793463] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6b0f72d6-64d5-4319-ac03-5549bc8f6fca tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Lock "cffd46ec-3dc2-4437-971b-5ac4ed431647" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.053s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.794554] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a63293-591f-4382-b52b-d13645d0f5fe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.814622] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b922dc3f-9cc5-4f04-b006-2b3fb2d62ee2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.853673] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.853970] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.854147] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.854334] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.854480] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.854627] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.854998] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.855157] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.855322] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.855377] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.855539] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.861244] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6f3d38f-49c6-4b5c-a7fd-988aafea7938 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.876883] env[68663]: DEBUG oslo_vmware.api [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 952.876883] env[68663]: value = "task-3238582" [ 952.876883] env[68663]: _type = "Task" [ 952.876883] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.885311] env[68663]: DEBUG oslo_vmware.api [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.933486] env[68663]: DEBUG nova.compute.manager [req-8eadac51-2311-465c-ad5c-06d81121e59d req-0349791d-eb0b-4e64-a9c3-8c49f966937d service nova] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Received event network-vif-plugged-deeed2d6-fc0c-4840-8937-dfb5edcc8784 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.933702] env[68663]: DEBUG oslo_concurrency.lockutils [req-8eadac51-2311-465c-ad5c-06d81121e59d req-0349791d-eb0b-4e64-a9c3-8c49f966937d service nova] Acquiring lock "f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.934014] env[68663]: DEBUG oslo_concurrency.lockutils [req-8eadac51-2311-465c-ad5c-06d81121e59d req-0349791d-eb0b-4e64-a9c3-8c49f966937d service nova] Lock "f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.938046] env[68663]: DEBUG oslo_concurrency.lockutils [req-8eadac51-2311-465c-ad5c-06d81121e59d req-0349791d-eb0b-4e64-a9c3-8c49f966937d service nova] Lock "f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.938046] env[68663]: DEBUG nova.compute.manager [req-8eadac51-2311-465c-ad5c-06d81121e59d req-0349791d-eb0b-4e64-a9c3-8c49f966937d service nova] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] No waiting events found dispatching network-vif-plugged-deeed2d6-fc0c-4840-8937-dfb5edcc8784 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.938046] env[68663]: WARNING nova.compute.manager [req-8eadac51-2311-465c-ad5c-06d81121e59d req-0349791d-eb0b-4e64-a9c3-8c49f966937d service nova] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Received unexpected event network-vif-plugged-deeed2d6-fc0c-4840-8937-dfb5edcc8784 for instance with vm_state building and task_state spawning. [ 953.010227] env[68663]: DEBUG nova.network.neutron [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Successfully updated port: deeed2d6-fc0c-4840-8937-dfb5edcc8784 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.079459] env[68663]: DEBUG oslo_vmware.api [None req-9a46fdf0-11ec-4f42-b802-15c755eb2cd1 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238581, 'name': ReconfigVM_Task, 'duration_secs': 0.253777} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.079810] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a46fdf0-11ec-4f42-b802-15c755eb2cd1 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 953.085301] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66823b20-5a01-401c-9cb6-eb86ba1508ad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.101219] env[68663]: DEBUG oslo_vmware.api [None req-9a46fdf0-11ec-4f42-b802-15c755eb2cd1 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 953.101219] env[68663]: value = "task-3238583" [ 953.101219] env[68663]: _type = "Task" [ 953.101219] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.111020] env[68663]: DEBUG oslo_vmware.api [None req-9a46fdf0-11ec-4f42-b802-15c755eb2cd1 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.210208] env[68663]: DEBUG oslo_concurrency.lockutils [None req-139fb1cd-7840-4563-8123-ca4f8ae5bd6e tempest-ServersTestManualDisk-880310879 tempest-ServersTestManualDisk-880310879-project-member] Lock "41b3b190-e394-4295-89b7-6269a4b19ada" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.928s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.325502] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 953.325829] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f2228daa-4c41-4a0a-9a29-b59ec36e4045 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.333271] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 953.333271] env[68663]: value = "task-3238584" [ 953.333271] env[68663]: _type = "Task" [ 953.333271] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.342568] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238584, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.390284] env[68663]: DEBUG oslo_vmware.api [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238582, 'name': ReconfigVM_Task, 'duration_secs': 0.175863} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.390616] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updating instance 'eee6e8a8-e1e6-4034-af67-dffb534a167e' progress to 33 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 953.513419] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "refresh_cache-f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.513572] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "refresh_cache-f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.513723] env[68663]: DEBUG nova.network.neutron [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.613170] env[68663]: DEBUG oslo_vmware.api [None req-9a46fdf0-11ec-4f42-b802-15c755eb2cd1 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238583, 'name': ReconfigVM_Task, 'duration_secs': 0.148419} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.613631] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a46fdf0-11ec-4f42-b802-15c755eb2cd1 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647248', 'volume_id': 'e05aa2b5-935e-41e0-be59-c3d87e379e0b', 'name': 'volume-e05aa2b5-935e-41e0-be59-c3d87e379e0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b34a987e-ad95-4941-a540-a2cd3816149e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e05aa2b5-935e-41e0-be59-c3d87e379e0b', 'serial': 'e05aa2b5-935e-41e0-be59-c3d87e379e0b'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 953.762072] env[68663]: DEBUG nova.compute.manager [req-10b92619-803f-482a-9d45-8ed3215363b8 req-8c078e20-2287-40ea-b80d-0a823a65a619 service nova] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Received event network-changed-9e6eb60e-54d6-43fb-b810-67df8bbae8c8 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.762273] env[68663]: DEBUG nova.compute.manager [req-10b92619-803f-482a-9d45-8ed3215363b8 req-8c078e20-2287-40ea-b80d-0a823a65a619 service nova] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Refreshing instance network info cache due to event network-changed-9e6eb60e-54d6-43fb-b810-67df8bbae8c8. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.762492] env[68663]: DEBUG oslo_concurrency.lockutils [req-10b92619-803f-482a-9d45-8ed3215363b8 req-8c078e20-2287-40ea-b80d-0a823a65a619 service nova] Acquiring lock "refresh_cache-cffd46ec-3dc2-4437-971b-5ac4ed431647" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.762636] env[68663]: DEBUG oslo_concurrency.lockutils [req-10b92619-803f-482a-9d45-8ed3215363b8 req-8c078e20-2287-40ea-b80d-0a823a65a619 service nova] Acquired lock "refresh_cache-cffd46ec-3dc2-4437-971b-5ac4ed431647" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.762796] env[68663]: DEBUG nova.network.neutron [req-10b92619-803f-482a-9d45-8ed3215363b8 req-8c078e20-2287-40ea-b80d-0a823a65a619 service nova] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Refreshing network info cache for port 9e6eb60e-54d6-43fb-b810-67df8bbae8c8 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.846708] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238584, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.903869] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:43:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c3188133-4606-463d-8a8c-43d7551172c6',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-754894777',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.904160] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.904359] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.904637] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.904709] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.904809] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.905201] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.905430] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.905648] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.905888] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.906514] env[68663]: DEBUG nova.virt.hardware [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.914035] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 953.917424] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0a66bcc-bf38-414e-9812-dd970fa04039 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.939019] env[68663]: DEBUG oslo_vmware.api [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 953.939019] env[68663]: value = "task-3238585" [ 953.939019] env[68663]: _type = "Task" [ 953.939019] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.946974] env[68663]: DEBUG oslo_vmware.api [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.065644] env[68663]: DEBUG nova.network.neutron [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.143940] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644a1689-d0f3-4a77-9236-274eecf9189d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.155182] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e406a8-0a99-421d-88f1-c4aafa8ecd64 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.186092] env[68663]: DEBUG nova.objects.instance [None req-9a46fdf0-11ec-4f42-b802-15c755eb2cd1 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lazy-loading 'flavor' on Instance uuid b34a987e-ad95-4941-a540-a2cd3816149e {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.188832] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65dc4f6-c676-4a0d-ac7a-49ba3da78b7c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.199283] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd047c58-bd90-4964-ac90-a8754c477f6d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.216371] env[68663]: DEBUG nova.compute.provider_tree [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.295566] env[68663]: DEBUG nova.network.neutron [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Updating instance_info_cache with network_info: [{"id": "deeed2d6-fc0c-4840-8937-dfb5edcc8784", "address": "fa:16:3e:94:ac:38", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeeed2d6-fc", "ovs_interfaceid": "deeed2d6-fc0c-4840-8937-dfb5edcc8784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.345164] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238584, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.447362] env[68663]: DEBUG oslo_vmware.api [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238585, 'name': ReconfigVM_Task, 'duration_secs': 0.184587} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.447672] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 954.448535] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8580ac67-d244-41bb-8dc4-70271861af03 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.475950] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] eee6e8a8-e1e6-4034-af67-dffb534a167e/eee6e8a8-e1e6-4034-af67-dffb534a167e.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.476313] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6098467b-302b-4ceb-bd7c-13699830834f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.495604] env[68663]: DEBUG oslo_vmware.api [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 954.495604] env[68663]: value = "task-3238586" [ 954.495604] env[68663]: _type = "Task" [ 954.495604] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.505705] env[68663]: DEBUG oslo_vmware.api [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.722849] env[68663]: DEBUG nova.scheduler.client.report [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.727563] env[68663]: DEBUG nova.network.neutron [req-10b92619-803f-482a-9d45-8ed3215363b8 req-8c078e20-2287-40ea-b80d-0a823a65a619 service nova] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Updated VIF entry in instance network info cache for port 9e6eb60e-54d6-43fb-b810-67df8bbae8c8. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.727563] env[68663]: DEBUG nova.network.neutron [req-10b92619-803f-482a-9d45-8ed3215363b8 req-8c078e20-2287-40ea-b80d-0a823a65a619 service nova] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Updating instance_info_cache with network_info: [{"id": "9e6eb60e-54d6-43fb-b810-67df8bbae8c8", "address": "fa:16:3e:fc:43:c9", "network": {"id": "5457f960-959f-4d68-a897-a47792269719", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-34457891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b523339f86fe444fbb8b41e074083fd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6eb60e-54", "ovs_interfaceid": "9e6eb60e-54d6-43fb-b810-67df8bbae8c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.800259] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "refresh_cache-f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.800593] env[68663]: DEBUG nova.compute.manager [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Instance network_info: |[{"id": "deeed2d6-fc0c-4840-8937-dfb5edcc8784", "address": "fa:16:3e:94:ac:38", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeeed2d6-fc", "ovs_interfaceid": "deeed2d6-fc0c-4840-8937-dfb5edcc8784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.801055] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:ac:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'deeed2d6-fc0c-4840-8937-dfb5edcc8784', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.808599] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.809174] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.809420] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad6622f3-f4aa-4be4-bd07-d478c8d3395c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.829421] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.829421] env[68663]: value = "task-3238587" [ 954.829421] env[68663]: _type = "Task" [ 954.829421] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.840047] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238587, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.845560] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238584, 'name': CreateSnapshot_Task, 'duration_secs': 1.040682} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.845791] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 954.846735] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8743bd-171e-417f-864b-b0fa083a8130 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.002315] env[68663]: DEBUG nova.compute.manager [req-66334eae-a4cb-4968-959c-08ed56e2af84 req-31b9d351-4737-43e3-b07a-a8d94d5eeaca service nova] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Received event network-changed-deeed2d6-fc0c-4840-8937-dfb5edcc8784 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.002507] env[68663]: DEBUG nova.compute.manager [req-66334eae-a4cb-4968-959c-08ed56e2af84 req-31b9d351-4737-43e3-b07a-a8d94d5eeaca service nova] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Refreshing instance network info cache due to event network-changed-deeed2d6-fc0c-4840-8937-dfb5edcc8784. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.002726] env[68663]: DEBUG oslo_concurrency.lockutils [req-66334eae-a4cb-4968-959c-08ed56e2af84 req-31b9d351-4737-43e3-b07a-a8d94d5eeaca service nova] Acquiring lock "refresh_cache-f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.002873] env[68663]: DEBUG oslo_concurrency.lockutils [req-66334eae-a4cb-4968-959c-08ed56e2af84 req-31b9d351-4737-43e3-b07a-a8d94d5eeaca service nova] Acquired lock "refresh_cache-f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.003355] env[68663]: DEBUG nova.network.neutron [req-66334eae-a4cb-4968-959c-08ed56e2af84 req-31b9d351-4737-43e3-b07a-a8d94d5eeaca service nova] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Refreshing network info cache for port deeed2d6-fc0c-4840-8937-dfb5edcc8784 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.010413] env[68663]: DEBUG oslo_vmware.api [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238586, 'name': ReconfigVM_Task, 'duration_secs': 0.289041} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.011378] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Reconfigured VM instance instance-0000004c to attach disk [datastore2] eee6e8a8-e1e6-4034-af67-dffb534a167e/eee6e8a8-e1e6-4034-af67-dffb534a167e.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.011540] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updating instance 'eee6e8a8-e1e6-4034-af67-dffb534a167e' progress to 50 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.200161] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a46fdf0-11ec-4f42-b802-15c755eb2cd1 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "b34a987e-ad95-4941-a540-a2cd3816149e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.281s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.229571] env[68663]: DEBUG oslo_concurrency.lockutils [req-10b92619-803f-482a-9d45-8ed3215363b8 req-8c078e20-2287-40ea-b80d-0a823a65a619 service nova] Releasing lock "refresh_cache-cffd46ec-3dc2-4437-971b-5ac4ed431647" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.230446] env[68663]: DEBUG oslo_concurrency.lockutils [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.230918] env[68663]: DEBUG nova.compute.manager [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.233787] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.010s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.233994] env[68663]: DEBUG nova.objects.instance [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 955.339317] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238587, 'name': CreateVM_Task, 'duration_secs': 0.408403} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.339494] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.340192] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.340364] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.340676] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.340934] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf363e2-b79f-470b-b381-fda090ddd6b5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.345325] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 955.345325] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524b3ae2-c0b9-2d44-9bf7-8d8c8a0b04df" [ 955.345325] env[68663]: _type = "Task" [ 955.345325] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.353597] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524b3ae2-c0b9-2d44-9bf7-8d8c8a0b04df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.366542] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 955.366744] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-907f1ca5-d862-45cb-bc38-0333b9acf25a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.374128] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 955.374128] env[68663]: value = "task-3238588" [ 955.374128] env[68663]: _type = "Task" [ 955.374128] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.382644] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238588, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.518282] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff685d4a-db95-40d6-bcc4-beccbc8bf8bb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.541545] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a928197-717a-4943-a854-8873cf8148a6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.566099] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updating instance 'eee6e8a8-e1e6-4034-af67-dffb534a167e' progress to 67 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.738734] env[68663]: DEBUG nova.compute.utils [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.743397] env[68663]: DEBUG nova.compute.manager [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.743581] env[68663]: DEBUG nova.network.neutron [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.806234] env[68663]: DEBUG nova.policy [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6232b58de7fd4e46aa69521e62762769', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10d6075e7ae04c14b65a24e37211ead9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.856858] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524b3ae2-c0b9-2d44-9bf7-8d8c8a0b04df, 'name': SearchDatastore_Task, 'duration_secs': 0.024169} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.856858] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.856975] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.857240] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.857388] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.858131] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.858131] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d0f0f7a-7fca-4069-860e-45dae6b83590 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.866826] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.867028] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.867768] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac1132f-673f-4d0b-a8d4-d99ab3223dde {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.882910] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 955.882910] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529c2d50-1b78-d98e-578d-21c9e23d21a8" [ 955.882910] env[68663]: _type = "Task" [ 955.882910] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.889385] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238588, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.896667] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529c2d50-1b78-d98e-578d-21c9e23d21a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012072} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.897416] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5d0349-89a9-4be5-b600-49141da1f601 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.903319] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 955.903319] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52486c7b-a650-302b-a944-da3c8da9811e" [ 955.903319] env[68663]: _type = "Task" [ 955.903319] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.912313] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52486c7b-a650-302b-a944-da3c8da9811e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.931267] env[68663]: DEBUG nova.network.neutron [req-66334eae-a4cb-4968-959c-08ed56e2af84 req-31b9d351-4737-43e3-b07a-a8d94d5eeaca service nova] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Updated VIF entry in instance network info cache for port deeed2d6-fc0c-4840-8937-dfb5edcc8784. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.931267] env[68663]: DEBUG nova.network.neutron [req-66334eae-a4cb-4968-959c-08ed56e2af84 req-31b9d351-4737-43e3-b07a-a8d94d5eeaca service nova] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Updating instance_info_cache with network_info: [{"id": "deeed2d6-fc0c-4840-8937-dfb5edcc8784", "address": "fa:16:3e:94:ac:38", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeeed2d6-fc", "ovs_interfaceid": "deeed2d6-fc0c-4840-8937-dfb5edcc8784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.139256] env[68663]: DEBUG nova.network.neutron [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Successfully created port: 100bcbbd-5935-4539-b3cf-dd4b0ed658a7 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.173746] env[68663]: DEBUG nova.network.neutron [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Port 602846b3-8da7-4a77-afc8-3fae2e212a79 binding to destination host cpu-1 is already ACTIVE {{(pid=68663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 956.244980] env[68663]: DEBUG nova.compute.manager [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.248820] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e4018041-7141-49ae-9be5-f7311c3ecafc tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.249905] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.839s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.250131] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.250298] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 956.250582] env[68663]: DEBUG oslo_concurrency.lockutils [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.630s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.250755] env[68663]: DEBUG nova.objects.instance [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 956.254100] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15734fe-a267-41d6-8e0f-2bcfc51a00b7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.263023] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dabb172-58f2-4a34-b803-c85b5cc5f45f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.278525] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b279709-e34f-4a2b-ad2c-0132c1d66548 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.289155] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a8caf8-48be-4e3a-8270-e43c3382bd20 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.324415] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178284MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=68663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 956.324820] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.385259] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238588, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.412017] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52486c7b-a650-302b-a944-da3c8da9811e, 'name': SearchDatastore_Task, 'duration_secs': 0.011637} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.412326] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.412594] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d/f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.412852] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebf11389-6b40-4095-b658-03923337b9a1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.419203] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 956.419203] env[68663]: value = "task-3238589" [ 956.419203] env[68663]: _type = "Task" [ 956.419203] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.426431] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.433015] env[68663]: DEBUG oslo_concurrency.lockutils [req-66334eae-a4cb-4968-959c-08ed56e2af84 req-31b9d351-4737-43e3-b07a-a8d94d5eeaca service nova] Releasing lock "refresh_cache-f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.471775] env[68663]: DEBUG oslo_concurrency.lockutils [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "b34a987e-ad95-4941-a540-a2cd3816149e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.472048] env[68663]: DEBUG oslo_concurrency.lockutils [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "b34a987e-ad95-4941-a540-a2cd3816149e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.472221] env[68663]: DEBUG oslo_concurrency.lockutils [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "b34a987e-ad95-4941-a540-a2cd3816149e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.472501] env[68663]: DEBUG oslo_concurrency.lockutils [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "b34a987e-ad95-4941-a540-a2cd3816149e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.472721] env[68663]: DEBUG oslo_concurrency.lockutils [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "b34a987e-ad95-4941-a540-a2cd3816149e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.475333] env[68663]: INFO nova.compute.manager [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Terminating instance [ 956.540683] env[68663]: DEBUG nova.network.neutron [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Successfully created port: ee9f0b6e-2188-49ef-b654-6f0996a152f0 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.888042] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238588, 'name': CloneVM_Task} progress is 95%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.930431] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481127} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.930739] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d/f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.930965] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.931267] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-842bc5fd-d3e1-4726-89a5-c20168faeaff {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.938081] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 956.938081] env[68663]: value = "task-3238590" [ 956.938081] env[68663]: _type = "Task" [ 956.938081] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.947641] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.979841] env[68663]: DEBUG nova.compute.manager [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.980316] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.981172] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f2429f-1332-4003-8738-b93e1abecd69 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.988704] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.988968] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9bfd8a1-0164-41c6-8e8f-957457bf9c67 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.996112] env[68663]: DEBUG oslo_vmware.api [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 956.996112] env[68663]: value = "task-3238591" [ 956.996112] env[68663]: _type = "Task" [ 956.996112] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.005267] env[68663]: DEBUG oslo_vmware.api [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.196192] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "eee6e8a8-e1e6-4034-af67-dffb534a167e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.196366] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "eee6e8a8-e1e6-4034-af67-dffb534a167e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.196734] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "eee6e8a8-e1e6-4034-af67-dffb534a167e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.256858] env[68663]: DEBUG nova.compute.manager [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.263600] env[68663]: DEBUG oslo_concurrency.lockutils [None req-badd0238-1d3a-4126-995b-1d8b26ad621e tempest-ServersAdmin275Test-392097786 tempest-ServersAdmin275Test-392097786-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.267775] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.637s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.267775] env[68663]: DEBUG nova.objects.instance [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lazy-loading 'resources' on Instance uuid 680c16ed-91ea-40af-a1b7-c17ee594c9be {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.294116] env[68663]: DEBUG nova.virt.hardware [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.294667] env[68663]: DEBUG nova.virt.hardware [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.295015] env[68663]: DEBUG nova.virt.hardware [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.295263] env[68663]: DEBUG nova.virt.hardware [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.295499] env[68663]: DEBUG nova.virt.hardware [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.295660] env[68663]: DEBUG nova.virt.hardware [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.295867] env[68663]: DEBUG nova.virt.hardware [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.296329] env[68663]: DEBUG nova.virt.hardware [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.296329] env[68663]: DEBUG nova.virt.hardware [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.296435] env[68663]: DEBUG nova.virt.hardware [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.296707] env[68663]: DEBUG nova.virt.hardware [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.297833] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60a9965-e219-45c0-bdb7-9808e4a44d5a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.306482] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903e8e50-dc41-4586-a848-0a83c8a8781d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.386416] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238588, 'name': CloneVM_Task, 'duration_secs': 1.705373} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.386698] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Created linked-clone VM from snapshot [ 957.387526] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dda54c-f4d9-49df-a6cf-90207770769e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.394991] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Uploading image 37f52b2f-d78c-4fdb-97c9-3616f9737a9c {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 957.405414] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 957.405534] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a6d5b7eb-959b-4158-ba3d-1fffc392829e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.411802] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 957.411802] env[68663]: value = "task-3238592" [ 957.411802] env[68663]: _type = "Task" [ 957.411802] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.419477] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238592, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.447366] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068231} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.447646] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.448521] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373d014a-1d10-41da-a671-f102607200ae {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.470399] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d/f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.470660] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a9424d9-0b2c-4a03-8aaf-063112f62690 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.490726] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 957.490726] env[68663]: value = "task-3238593" [ 957.490726] env[68663]: _type = "Task" [ 957.490726] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.498512] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.505985] env[68663]: DEBUG oslo_vmware.api [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238591, 'name': PowerOffVM_Task, 'duration_secs': 0.195136} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.506346] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.506533] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.506778] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd8dee48-9c04-4a85-a2ce-8f281b5ba9cc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.578127] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.578321] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.578510] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Deleting the datastore file [datastore2] b34a987e-ad95-4941-a540-a2cd3816149e {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.578774] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b8454e1-f7c5-45b2-a84f-842a88179ac4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.585482] env[68663]: DEBUG oslo_vmware.api [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 957.585482] env[68663]: value = "task-3238595" [ 957.585482] env[68663]: _type = "Task" [ 957.585482] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.593730] env[68663]: DEBUG oslo_vmware.api [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.923540] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238592, 'name': Destroy_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.006463] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238593, 'name': ReconfigVM_Task, 'duration_secs': 0.299759} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.007208] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Reconfigured VM instance instance-00000056 to attach disk [datastore1] f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d/f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.008166] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21539888-20a4-4baf-b896-3e79dc701c8b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.018778] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 958.018778] env[68663]: value = "task-3238596" [ 958.018778] env[68663]: _type = "Task" [ 958.018778] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.029738] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238596, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.101479] env[68663]: DEBUG oslo_vmware.api [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.249560] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "refresh_cache-eee6e8a8-e1e6-4034-af67-dffb534a167e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.251905] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquired lock "refresh_cache-eee6e8a8-e1e6-4034-af67-dffb534a167e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.251905] env[68663]: DEBUG nova.network.neutron [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.266955] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f480b5e5-42bc-4a37-91a2-30300b16a69f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.272746] env[68663]: DEBUG oslo_concurrency.lockutils [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.272975] env[68663]: DEBUG oslo_concurrency.lockutils [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.277291] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec557eb-fd68-4de5-b306-b19000e2e64f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.309322] env[68663]: DEBUG nova.compute.manager [req-ae8d06c8-a881-413a-af79-763765b270c7 req-5847ceea-bb9c-4b5f-8494-982dbf737ae6 service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Received event network-vif-plugged-100bcbbd-5935-4539-b3cf-dd4b0ed658a7 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.309467] env[68663]: DEBUG oslo_concurrency.lockutils [req-ae8d06c8-a881-413a-af79-763765b270c7 req-5847ceea-bb9c-4b5f-8494-982dbf737ae6 service nova] Acquiring lock "533a0d77-f461-4d66-bb88-49cc8d826ef9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.309677] env[68663]: DEBUG oslo_concurrency.lockutils [req-ae8d06c8-a881-413a-af79-763765b270c7 req-5847ceea-bb9c-4b5f-8494-982dbf737ae6 service nova] Lock "533a0d77-f461-4d66-bb88-49cc8d826ef9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.309848] env[68663]: DEBUG oslo_concurrency.lockutils [req-ae8d06c8-a881-413a-af79-763765b270c7 req-5847ceea-bb9c-4b5f-8494-982dbf737ae6 service nova] Lock "533a0d77-f461-4d66-bb88-49cc8d826ef9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.310036] env[68663]: DEBUG nova.compute.manager [req-ae8d06c8-a881-413a-af79-763765b270c7 req-5847ceea-bb9c-4b5f-8494-982dbf737ae6 service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] No waiting events found dispatching network-vif-plugged-100bcbbd-5935-4539-b3cf-dd4b0ed658a7 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.310241] env[68663]: WARNING nova.compute.manager [req-ae8d06c8-a881-413a-af79-763765b270c7 req-5847ceea-bb9c-4b5f-8494-982dbf737ae6 service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Received unexpected event network-vif-plugged-100bcbbd-5935-4539-b3cf-dd4b0ed658a7 for instance with vm_state building and task_state spawning. [ 958.310973] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef06743-1a8d-4e12-a232-629ab9d734f6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.319653] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10340e00-0d9c-4ce1-95dd-3b555bf62264 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.336525] env[68663]: DEBUG nova.compute.provider_tree [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.423355] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238592, 'name': Destroy_Task, 'duration_secs': 0.829451} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.423624] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Destroyed the VM [ 958.423895] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 958.424183] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-13c3397c-53c7-4637-8bf3-464406dd8597 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.430743] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 958.430743] env[68663]: value = "task-3238597" [ 958.430743] env[68663]: _type = "Task" [ 958.430743] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.438369] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238597, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.528811] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238596, 'name': Rename_Task, 'duration_secs': 0.34636} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.529152] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.529892] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc13c3df-5186-4236-8ea8-8ab16fe5a58b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.536350] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 958.536350] env[68663]: value = "task-3238598" [ 958.536350] env[68663]: _type = "Task" [ 958.536350] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.545258] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.596841] env[68663]: DEBUG oslo_vmware.api [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517549} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.602728] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.603013] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.603206] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.603383] env[68663]: INFO nova.compute.manager [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Took 1.62 seconds to destroy the instance on the hypervisor. [ 958.603630] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.603863] env[68663]: DEBUG nova.compute.manager [-] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.603965] env[68663]: DEBUG nova.network.neutron [-] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.745189] env[68663]: DEBUG nova.network.neutron [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Successfully updated port: 100bcbbd-5935-4539-b3cf-dd4b0ed658a7 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.777599] env[68663]: DEBUG nova.compute.utils [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.805957] env[68663]: DEBUG nova.compute.manager [req-49017d38-696a-4e32-b856-83d195cc937d req-140de9d1-56bd-4a58-8a74-d4773216164f service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Received event network-changed-100bcbbd-5935-4539-b3cf-dd4b0ed658a7 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.806165] env[68663]: DEBUG nova.compute.manager [req-49017d38-696a-4e32-b856-83d195cc937d req-140de9d1-56bd-4a58-8a74-d4773216164f service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Refreshing instance network info cache due to event network-changed-100bcbbd-5935-4539-b3cf-dd4b0ed658a7. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.806582] env[68663]: DEBUG oslo_concurrency.lockutils [req-49017d38-696a-4e32-b856-83d195cc937d req-140de9d1-56bd-4a58-8a74-d4773216164f service nova] Acquiring lock "refresh_cache-533a0d77-f461-4d66-bb88-49cc8d826ef9" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.806806] env[68663]: DEBUG oslo_concurrency.lockutils [req-49017d38-696a-4e32-b856-83d195cc937d req-140de9d1-56bd-4a58-8a74-d4773216164f service nova] Acquired lock "refresh_cache-533a0d77-f461-4d66-bb88-49cc8d826ef9" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.807246] env[68663]: DEBUG nova.network.neutron [req-49017d38-696a-4e32-b856-83d195cc937d req-140de9d1-56bd-4a58-8a74-d4773216164f service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Refreshing network info cache for port 100bcbbd-5935-4539-b3cf-dd4b0ed658a7 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.841827] env[68663]: DEBUG nova.scheduler.client.report [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.947832] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238597, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.052484] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.095735] env[68663]: DEBUG nova.network.neutron [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updating instance_info_cache with network_info: [{"id": "602846b3-8da7-4a77-afc8-3fae2e212a79", "address": "fa:16:3e:71:24:b0", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602846b3-8d", "ovs_interfaceid": "602846b3-8da7-4a77-afc8-3fae2e212a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.281037] env[68663]: DEBUG oslo_concurrency.lockutils [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.348030] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.351821] env[68663]: DEBUG nova.network.neutron [req-49017d38-696a-4e32-b856-83d195cc937d req-140de9d1-56bd-4a58-8a74-d4773216164f service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.355673] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.188s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.355673] env[68663]: DEBUG nova.objects.instance [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Lazy-loading 'resources' on Instance uuid c66bf974-52ee-41cf-8409-6ee868e2709e {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.383524] env[68663]: INFO nova.scheduler.client.report [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Deleted allocations for instance 680c16ed-91ea-40af-a1b7-c17ee594c9be [ 959.446440] env[68663]: DEBUG oslo_vmware.api [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238597, 'name': RemoveSnapshot_Task, 'duration_secs': 0.98785} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.446815] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 959.459974] env[68663]: DEBUG nova.network.neutron [req-49017d38-696a-4e32-b856-83d195cc937d req-140de9d1-56bd-4a58-8a74-d4773216164f service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.485297] env[68663]: DEBUG nova.compute.manager [req-eb9b24eb-6081-4291-a0d6-eccd11958513 req-d85e32ad-3963-4c56-93b4-63bfdb95a4d6 service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Received event network-vif-deleted-d0e0c21d-00a9-4b63-837b-5e852086536d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.485513] env[68663]: INFO nova.compute.manager [req-eb9b24eb-6081-4291-a0d6-eccd11958513 req-d85e32ad-3963-4c56-93b4-63bfdb95a4d6 service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Neutron deleted interface d0e0c21d-00a9-4b63-837b-5e852086536d; detaching it from the instance and deleting it from the info cache [ 959.485688] env[68663]: DEBUG nova.network.neutron [req-eb9b24eb-6081-4291-a0d6-eccd11958513 req-d85e32ad-3963-4c56-93b4-63bfdb95a4d6 service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.550412] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.598231] env[68663]: DEBUG oslo_concurrency.lockutils [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Releasing lock "refresh_cache-eee6e8a8-e1e6-4034-af67-dffb534a167e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.674062] env[68663]: DEBUG nova.network.neutron [-] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.897804] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bf2c8632-7723-4ff1-9367-5519dc7ed836 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "680c16ed-91ea-40af-a1b7-c17ee594c9be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.700s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.955720] env[68663]: WARNING nova.compute.manager [None req-99dd63cc-3790-4449-84b5-fb075f207367 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Image not found during snapshot: nova.exception.ImageNotFound: Image 37f52b2f-d78c-4fdb-97c9-3616f9737a9c could not be found. [ 959.962557] env[68663]: DEBUG oslo_concurrency.lockutils [req-49017d38-696a-4e32-b856-83d195cc937d req-140de9d1-56bd-4a58-8a74-d4773216164f service nova] Releasing lock "refresh_cache-533a0d77-f461-4d66-bb88-49cc8d826ef9" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.991813] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73f94d1a-a9a9-480f-ba6b-6af6451f7f52 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.004052] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4362e8f-338b-45a2-bf35-ff650120fcbe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.044788] env[68663]: DEBUG nova.compute.manager [req-eb9b24eb-6081-4291-a0d6-eccd11958513 req-d85e32ad-3963-4c56-93b4-63bfdb95a4d6 service nova] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Detach interface failed, port_id=d0e0c21d-00a9-4b63-837b-5e852086536d, reason: Instance b34a987e-ad95-4941-a540-a2cd3816149e could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 960.056017] env[68663]: DEBUG oslo_vmware.api [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238598, 'name': PowerOnVM_Task, 'duration_secs': 1.149338} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.056498] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.056826] env[68663]: INFO nova.compute.manager [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Took 7.41 seconds to spawn the instance on the hypervisor. [ 960.057121] env[68663]: DEBUG nova.compute.manager [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.058939] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a683bbc-0f99-469e-8f9f-be8c46ee7515 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.130251] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dc781a-c909-49a9-a5f4-5fb1cba92b4a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.157367] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e379a5-f3e5-4394-8684-5c9f2d7124e0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.165185] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updating instance 'eee6e8a8-e1e6-4034-af67-dffb534a167e' progress to 83 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.179626] env[68663]: INFO nova.compute.manager [-] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Took 1.57 seconds to deallocate network for instance. [ 960.361947] env[68663]: DEBUG oslo_concurrency.lockutils [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.361947] env[68663]: DEBUG oslo_concurrency.lockutils [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.362898] env[68663]: INFO nova.compute.manager [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Attaching volume 57a745c0-96a1-4f38-a6f1-12e1d56ee1ae to /dev/sdb [ 960.429563] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2924aea0-821d-47aa-91ea-d3aa8cd57e33 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.441725] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f75a809-62a9-4a1a-aa25-5e0a91db997d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.448382] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b4a84b-6525-4a32-8247-566d8ad576e3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.456841] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b13042-635c-42b4-90f1-f6336ac8aba9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.463684] env[68663]: DEBUG nova.virt.block_device [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Updating existing volume attachment record: 81710f4b-e4b6-4d9b-a385-80a48010cc50 {{(pid=68663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 960.498867] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc171368-c795-4600-aa06-55fc32249f7f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.509053] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b568a2-0351-4d3b-b8c9-1e115249f27e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.522727] env[68663]: DEBUG nova.compute.provider_tree [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.587365] env[68663]: INFO nova.compute.manager [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Took 52.41 seconds to build instance. [ 960.676959] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.677277] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5a72e3d-67ba-4646-9b3f-3d084a504147 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.683274] env[68663]: DEBUG oslo_vmware.api [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 960.683274] env[68663]: value = "task-3238601" [ 960.683274] env[68663]: _type = "Task" [ 960.683274] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.684238] env[68663]: DEBUG oslo_concurrency.lockutils [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.692624] env[68663]: DEBUG oslo_vmware.api [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.852181] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "981d2f05-8273-4f06-85a7-030f47807943" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.852756] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "981d2f05-8273-4f06-85a7-030f47807943" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.853082] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "981d2f05-8273-4f06-85a7-030f47807943-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.853336] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "981d2f05-8273-4f06-85a7-030f47807943-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.853562] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "981d2f05-8273-4f06-85a7-030f47807943-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.856669] env[68663]: INFO nova.compute.manager [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Terminating instance [ 961.029970] env[68663]: DEBUG nova.scheduler.client.report [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.075784] env[68663]: DEBUG nova.network.neutron [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Successfully updated port: ee9f0b6e-2188-49ef-b654-6f0996a152f0 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.088466] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c77186de-4f15-4b84-929d-2c69ec72de77 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.930s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.195358] env[68663]: DEBUG oslo_vmware.api [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238601, 'name': PowerOnVM_Task, 'duration_secs': 0.414507} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.195676] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.195906] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-de36e4ae-7dea-47c0-b193-e314e45c85e7 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updating instance 'eee6e8a8-e1e6-4034-af67-dffb534a167e' progress to 100 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.365384] env[68663]: DEBUG nova.compute.manager [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.366323] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.366547] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9163ca23-3df2-4b8d-9f35-c1e404ccbbf3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.370488] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.370728] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.370947] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.371156] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.371327] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.373590] env[68663]: INFO nova.compute.manager [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Terminating instance [ 961.378117] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.378545] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0807da0-e87b-459b-a2d6-b4bad037ad2e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.389020] env[68663]: DEBUG oslo_vmware.api [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 961.389020] env[68663]: value = "task-3238603" [ 961.389020] env[68663]: _type = "Task" [ 961.389020] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.403287] env[68663]: DEBUG oslo_vmware.api [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.539745] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.546577] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.312s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.546896] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.551468] env[68663]: DEBUG oslo_concurrency.lockutils [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.940s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.551468] env[68663]: DEBUG nova.objects.instance [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lazy-loading 'resources' on Instance uuid 6f4eb0a2-eff1-474a-aa04-28ec52d2a632 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.568395] env[68663]: INFO nova.scheduler.client.report [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Deleted allocations for instance c66bf974-52ee-41cf-8409-6ee868e2709e [ 961.581020] env[68663]: DEBUG oslo_concurrency.lockutils [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquiring lock "refresh_cache-533a0d77-f461-4d66-bb88-49cc8d826ef9" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.581020] env[68663]: DEBUG oslo_concurrency.lockutils [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquired lock "refresh_cache-533a0d77-f461-4d66-bb88-49cc8d826ef9" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.581020] env[68663]: DEBUG nova.network.neutron [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.586051] env[68663]: INFO nova.scheduler.client.report [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Deleted allocations for instance 68b24323-6432-4cbd-9ea7-b231fb008990 [ 961.666494] env[68663]: DEBUG nova.compute.manager [req-9deae391-06d8-4967-8156-a7243ba92628 req-d85090d6-8a52-4e27-8cc7-259c03ce5e83 service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Received event network-vif-plugged-ee9f0b6e-2188-49ef-b654-6f0996a152f0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.666728] env[68663]: DEBUG oslo_concurrency.lockutils [req-9deae391-06d8-4967-8156-a7243ba92628 req-d85090d6-8a52-4e27-8cc7-259c03ce5e83 service nova] Acquiring lock "533a0d77-f461-4d66-bb88-49cc8d826ef9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.667019] env[68663]: DEBUG oslo_concurrency.lockutils [req-9deae391-06d8-4967-8156-a7243ba92628 req-d85090d6-8a52-4e27-8cc7-259c03ce5e83 service nova] Lock "533a0d77-f461-4d66-bb88-49cc8d826ef9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.667145] env[68663]: DEBUG oslo_concurrency.lockutils [req-9deae391-06d8-4967-8156-a7243ba92628 req-d85090d6-8a52-4e27-8cc7-259c03ce5e83 service nova] Lock "533a0d77-f461-4d66-bb88-49cc8d826ef9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.668271] env[68663]: DEBUG nova.compute.manager [req-9deae391-06d8-4967-8156-a7243ba92628 req-d85090d6-8a52-4e27-8cc7-259c03ce5e83 service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] No waiting events found dispatching network-vif-plugged-ee9f0b6e-2188-49ef-b654-6f0996a152f0 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.668271] env[68663]: WARNING nova.compute.manager [req-9deae391-06d8-4967-8156-a7243ba92628 req-d85090d6-8a52-4e27-8cc7-259c03ce5e83 service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Received unexpected event network-vif-plugged-ee9f0b6e-2188-49ef-b654-6f0996a152f0 for instance with vm_state building and task_state spawning. [ 961.668271] env[68663]: DEBUG nova.compute.manager [req-9deae391-06d8-4967-8156-a7243ba92628 req-d85090d6-8a52-4e27-8cc7-259c03ce5e83 service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Received event network-changed-ee9f0b6e-2188-49ef-b654-6f0996a152f0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.668271] env[68663]: DEBUG nova.compute.manager [req-9deae391-06d8-4967-8156-a7243ba92628 req-d85090d6-8a52-4e27-8cc7-259c03ce5e83 service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Refreshing instance network info cache due to event network-changed-ee9f0b6e-2188-49ef-b654-6f0996a152f0. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.668271] env[68663]: DEBUG oslo_concurrency.lockutils [req-9deae391-06d8-4967-8156-a7243ba92628 req-d85090d6-8a52-4e27-8cc7-259c03ce5e83 service nova] Acquiring lock "refresh_cache-533a0d77-f461-4d66-bb88-49cc8d826ef9" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.880891] env[68663]: DEBUG nova.compute.manager [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.881176] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.882141] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d351f3f-43e5-4d36-8317-a04dac665106 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.893215] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.893901] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d792f02-e49f-40ee-8352-33809ddf7647 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.900139] env[68663]: DEBUG oslo_vmware.api [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238603, 'name': PowerOffVM_Task, 'duration_secs': 0.223877} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.902134] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.902134] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.902134] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4394cf61-130d-4a04-9324-25ee7d89ab59 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.905143] env[68663]: DEBUG oslo_vmware.api [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 961.905143] env[68663]: value = "task-3238604" [ 961.905143] env[68663]: _type = "Task" [ 961.905143] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.914587] env[68663]: DEBUG oslo_vmware.api [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.964636] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.965176] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.965482] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Deleting the datastore file [datastore2] 981d2f05-8273-4f06-85a7-030f47807943 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.965856] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-699eb38f-5afb-49a1-95ae-3d24d827aa9c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.973164] env[68663]: DEBUG oslo_vmware.api [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for the task: (returnval){ [ 961.973164] env[68663]: value = "task-3238606" [ 961.973164] env[68663]: _type = "Task" [ 961.973164] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.983120] env[68663]: DEBUG oslo_vmware.api [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.047619] env[68663]: DEBUG oslo_concurrency.lockutils [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "fe0af44b-648b-4768-8037-999c32ac473f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.048060] env[68663]: DEBUG oslo_concurrency.lockutils [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "fe0af44b-648b-4768-8037-999c32ac473f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.080681] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5e989f0d-a1b6-48e4-a5fa-f9a61d5039be tempest-ServersAdmin275Test-1907892543 tempest-ServersAdmin275Test-1907892543-project-member] Lock "c66bf974-52ee-41cf-8409-6ee868e2709e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.179s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.094727] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3eb84ecd-4444-4d7b-871c-e3e7b65ee8a1 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "68b24323-6432-4cbd-9ea7-b231fb008990" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.530s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.136524] env[68663]: DEBUG nova.network.neutron [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.417686] env[68663]: DEBUG oslo_vmware.api [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238604, 'name': PowerOffVM_Task, 'duration_secs': 0.228105} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.420022] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.420208] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.420640] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a16c27a-66a3-4897-87c6-6c3984b72a0f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.444202] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7bd86a-9068-4b8b-a84c-ed2ced5445a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.451419] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c189913-1eee-48cc-b443-987df45ab20b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.495243] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc217c95-d854-4253-ad5e-8487ef65c586 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.501656] env[68663]: DEBUG oslo_vmware.api [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Task: {'id': task-3238606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142821} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.503720] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.503950] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.504140] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.504321] env[68663]: INFO nova.compute.manager [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Took 1.14 seconds to destroy the instance on the hypervisor. [ 962.504578] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.504850] env[68663]: DEBUG nova.compute.manager [-] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.507014] env[68663]: DEBUG nova.network.neutron [-] [instance: 981d2f05-8273-4f06-85a7-030f47807943] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.507559] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f709bdb8-332c-43dc-84b2-ccdd2c577f35 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.524278] env[68663]: DEBUG nova.compute.provider_tree [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.550213] env[68663]: DEBUG nova.compute.manager [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.604817] env[68663]: DEBUG nova.network.neutron [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Updating instance_info_cache with network_info: [{"id": "100bcbbd-5935-4539-b3cf-dd4b0ed658a7", "address": "fa:16:3e:78:72:c4", "network": {"id": "8a8c647b-c022-46ed-bbc8-6a97faf4090e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-918390645", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100bcbbd-59", "ovs_interfaceid": "100bcbbd-5935-4539-b3cf-dd4b0ed658a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee9f0b6e-2188-49ef-b654-6f0996a152f0", "address": "fa:16:3e:dc:07:12", "network": {"id": "b2bfaf02-e2ae-403b-94db-f81e3053b9c1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1239062323", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9f0b6e-21", "ovs_interfaceid": "ee9f0b6e-2188-49ef-b654-6f0996a152f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.924565] env[68663]: DEBUG nova.compute.manager [req-81378360-67e3-4ad9-9947-d04dba541021 req-4533cdbe-b71e-480b-beba-3415755ecbea service nova] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Received event network-vif-deleted-3685a1b4-bfe2-4dd6-a40e-33335fe80324 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.924867] env[68663]: INFO nova.compute.manager [req-81378360-67e3-4ad9-9947-d04dba541021 req-4533cdbe-b71e-480b-beba-3415755ecbea service nova] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Neutron deleted interface 3685a1b4-bfe2-4dd6-a40e-33335fe80324; detaching it from the instance and deleting it from the info cache [ 962.924938] env[68663]: DEBUG nova.network.neutron [req-81378360-67e3-4ad9-9947-d04dba541021 req-4533cdbe-b71e-480b-beba-3415755ecbea service nova] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.026992] env[68663]: DEBUG nova.scheduler.client.report [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.077241] env[68663]: DEBUG oslo_concurrency.lockutils [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.106120] env[68663]: DEBUG oslo_concurrency.lockutils [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Releasing lock "refresh_cache-533a0d77-f461-4d66-bb88-49cc8d826ef9" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.106445] env[68663]: DEBUG nova.compute.manager [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Instance network_info: |[{"id": "100bcbbd-5935-4539-b3cf-dd4b0ed658a7", "address": "fa:16:3e:78:72:c4", "network": {"id": "8a8c647b-c022-46ed-bbc8-6a97faf4090e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-918390645", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100bcbbd-59", "ovs_interfaceid": "100bcbbd-5935-4539-b3cf-dd4b0ed658a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee9f0b6e-2188-49ef-b654-6f0996a152f0", "address": "fa:16:3e:dc:07:12", "network": {"id": "b2bfaf02-e2ae-403b-94db-f81e3053b9c1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1239062323", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9f0b6e-21", "ovs_interfaceid": "ee9f0b6e-2188-49ef-b654-6f0996a152f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.106754] env[68663]: DEBUG oslo_concurrency.lockutils [req-9deae391-06d8-4967-8156-a7243ba92628 req-d85090d6-8a52-4e27-8cc7-259c03ce5e83 service nova] Acquired lock "refresh_cache-533a0d77-f461-4d66-bb88-49cc8d826ef9" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.106931] env[68663]: DEBUG nova.network.neutron [req-9deae391-06d8-4967-8156-a7243ba92628 req-d85090d6-8a52-4e27-8cc7-259c03ce5e83 service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Refreshing network info cache for port ee9f0b6e-2188-49ef-b654-6f0996a152f0 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.108161] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:72:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '100bcbbd-5935-4539-b3cf-dd4b0ed658a7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:07:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee9f0b6e-2188-49ef-b654-6f0996a152f0', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.120758] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.124964] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.125772] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e5db2fe-86d7-40f4-89b1-3ebf1d318228 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.152197] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.152197] env[68663]: value = "task-3238609" [ 963.152197] env[68663]: _type = "Task" [ 963.152197] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.164255] env[68663]: DEBUG oslo_concurrency.lockutils [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.164489] env[68663]: DEBUG oslo_concurrency.lockutils [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.165620] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238609, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.308683] env[68663]: DEBUG nova.network.neutron [-] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.393443] env[68663]: DEBUG nova.network.neutron [req-9deae391-06d8-4967-8156-a7243ba92628 req-d85090d6-8a52-4e27-8cc7-259c03ce5e83 service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Updated VIF entry in instance network info cache for port ee9f0b6e-2188-49ef-b654-6f0996a152f0. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.393948] env[68663]: DEBUG nova.network.neutron [req-9deae391-06d8-4967-8156-a7243ba92628 req-d85090d6-8a52-4e27-8cc7-259c03ce5e83 service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Updating instance_info_cache with network_info: [{"id": "100bcbbd-5935-4539-b3cf-dd4b0ed658a7", "address": "fa:16:3e:78:72:c4", "network": {"id": "8a8c647b-c022-46ed-bbc8-6a97faf4090e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-918390645", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100bcbbd-59", "ovs_interfaceid": "100bcbbd-5935-4539-b3cf-dd4b0ed658a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee9f0b6e-2188-49ef-b654-6f0996a152f0", "address": "fa:16:3e:dc:07:12", "network": {"id": "b2bfaf02-e2ae-403b-94db-f81e3053b9c1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1239062323", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9f0b6e-21", "ovs_interfaceid": "ee9f0b6e-2188-49ef-b654-6f0996a152f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.428871] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ce85cb8-b3f4-4477-aa0f-76985b94e2f3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.438974] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5a3ca2-7a6c-420d-87bd-796349fa2dd6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.473200] env[68663]: DEBUG nova.compute.manager [req-81378360-67e3-4ad9-9947-d04dba541021 req-4533cdbe-b71e-480b-beba-3415755ecbea service nova] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Detach interface failed, port_id=3685a1b4-bfe2-4dd6-a40e-33335fe80324, reason: Instance 981d2f05-8273-4f06-85a7-030f47807943 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 963.532022] env[68663]: DEBUG oslo_concurrency.lockutils [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.534387] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.818s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.535383] env[68663]: DEBUG nova.objects.instance [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lazy-loading 'resources' on Instance uuid bb7b5426-eeac-490d-90f0-7fd81106b913 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.557376] env[68663]: INFO nova.scheduler.client.report [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleted allocations for instance 6f4eb0a2-eff1-474a-aa04-28ec52d2a632 [ 963.661760] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238609, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.667053] env[68663]: DEBUG nova.compute.manager [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.813750] env[68663]: INFO nova.compute.manager [-] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Took 1.31 seconds to deallocate network for instance. [ 963.899728] env[68663]: DEBUG oslo_concurrency.lockutils [req-9deae391-06d8-4967-8156-a7243ba92628 req-d85090d6-8a52-4e27-8cc7-259c03ce5e83 service nova] Releasing lock "refresh_cache-533a0d77-f461-4d66-bb88-49cc8d826ef9" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.074412] env[68663]: DEBUG oslo_concurrency.lockutils [None req-89ce21d1-e198-415a-9b6a-3ae65473ac53 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "6f4eb0a2-eff1-474a-aa04-28ec52d2a632" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.497s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.164597] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238609, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.193632] env[68663]: DEBUG oslo_concurrency.lockutils [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.260946] env[68663]: DEBUG nova.network.neutron [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Port 602846b3-8da7-4a77-afc8-3fae2e212a79 binding to destination host cpu-1 is already ACTIVE {{(pid=68663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 964.261249] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "refresh_cache-eee6e8a8-e1e6-4034-af67-dffb534a167e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.261418] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquired lock "refresh_cache-eee6e8a8-e1e6-4034-af67-dffb534a167e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.261580] env[68663]: DEBUG nova.network.neutron [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.325574] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.425532] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.425772] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.426318] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleting the datastore file [datastore1] f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.426318] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6efccc5a-71df-4c03-9286-3a1b0135981f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.436225] env[68663]: DEBUG oslo_vmware.api [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 964.436225] env[68663]: value = "task-3238610" [ 964.436225] env[68663]: _type = "Task" [ 964.436225] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.440670] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286da883-c2e1-4414-9ca7-6d46210a4d99 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.447949] env[68663]: DEBUG oslo_vmware.api [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.450612] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a8a606-52eb-4263-8d7f-46e2aa467406 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.482833] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1539750-c50c-44da-96b5-51cc89a29e20 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.491738] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88c537a-3dfd-41ad-9db2-2f3de75f3ce6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.506697] env[68663]: DEBUG nova.compute.provider_tree [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.664339] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238609, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.873753] env[68663]: DEBUG oslo_concurrency.lockutils [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "f767ce99-9f0d-457d-8bc9-dc291c7b9f16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.873753] env[68663]: DEBUG oslo_concurrency.lockutils [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "f767ce99-9f0d-457d-8bc9-dc291c7b9f16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.958125] env[68663]: DEBUG oslo_vmware.api [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223962} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.958774] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.959326] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.962262] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.962461] env[68663]: INFO nova.compute.manager [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Took 3.08 seconds to destroy the instance on the hypervisor. [ 964.962709] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.962904] env[68663]: DEBUG nova.compute.manager [-] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.963010] env[68663]: DEBUG nova.network.neutron [-] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.010012] env[68663]: DEBUG nova.scheduler.client.report [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.028925] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Volume attach. Driver type: vmdk {{(pid=68663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 965.029212] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647273', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'name': 'volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12922cc6-ae60-4f08-a7c4-6a54936e6a07', 'attached_at': '', 'detached_at': '', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'serial': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 965.030432] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18eb37c-9fce-431f-ac4c-78a4d6aad185 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.051175] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb13e23e-3fa3-436a-a3b6-9d9c85c0193e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.080172] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae/volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.080493] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-109752e9-d1e5-4d2d-9392-ad92a2da9157 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.100970] env[68663]: DEBUG oslo_vmware.api [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 965.100970] env[68663]: value = "task-3238611" [ 965.100970] env[68663]: _type = "Task" [ 965.100970] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.109999] env[68663]: DEBUG oslo_vmware.api [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.167429] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238609, 'name': CreateVM_Task, 'duration_secs': 1.688993} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.168033] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.168562] env[68663]: DEBUG oslo_concurrency.lockutils [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.169233] env[68663]: DEBUG oslo_concurrency.lockutils [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.169233] env[68663]: DEBUG oslo_concurrency.lockutils [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.169450] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7caaa7c9-14fe-4ac6-9a33-b8180293b5a1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.173827] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 965.173827] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e0039e-61e0-08ee-cefc-90126c25e494" [ 965.173827] env[68663]: _type = "Task" [ 965.173827] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.183520] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e0039e-61e0-08ee-cefc-90126c25e494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.323588] env[68663]: DEBUG nova.network.neutron [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updating instance_info_cache with network_info: [{"id": "602846b3-8da7-4a77-afc8-3fae2e212a79", "address": "fa:16:3e:71:24:b0", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602846b3-8d", "ovs_interfaceid": "602846b3-8da7-4a77-afc8-3fae2e212a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.375560] env[68663]: DEBUG nova.compute.manager [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.479430] env[68663]: DEBUG nova.compute.manager [req-a8835a43-4dfc-4e1b-87d8-e155d29f11b7 req-57b2024c-535d-4809-bf32-53869f77c757 service nova] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Received event network-vif-deleted-deeed2d6-fc0c-4840-8937-dfb5edcc8784 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.479489] env[68663]: INFO nova.compute.manager [req-a8835a43-4dfc-4e1b-87d8-e155d29f11b7 req-57b2024c-535d-4809-bf32-53869f77c757 service nova] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Neutron deleted interface deeed2d6-fc0c-4840-8937-dfb5edcc8784; detaching it from the instance and deleting it from the info cache [ 965.479647] env[68663]: DEBUG nova.network.neutron [req-a8835a43-4dfc-4e1b-87d8-e155d29f11b7 req-57b2024c-535d-4809-bf32-53869f77c757 service nova] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.519303] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.522358] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.611s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.524527] env[68663]: INFO nova.compute.claims [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.551490] env[68663]: INFO nova.scheduler.client.report [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Deleted allocations for instance bb7b5426-eeac-490d-90f0-7fd81106b913 [ 965.613846] env[68663]: DEBUG oslo_vmware.api [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.684651] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e0039e-61e0-08ee-cefc-90126c25e494, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.684879] env[68663]: DEBUG oslo_concurrency.lockutils [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.685234] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.685416] env[68663]: DEBUG oslo_concurrency.lockutils [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.685593] env[68663]: DEBUG oslo_concurrency.lockutils [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.685737] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.686011] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7392ea69-68a8-45c3-abcb-639ed6160966 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.697026] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.697026] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.697026] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c509c6b6-853c-47ff-a4e4-c7e14e34252f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.702206] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 965.702206] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b3d3bf-24d6-430e-b052-ba041b38c074" [ 965.702206] env[68663]: _type = "Task" [ 965.702206] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.709935] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b3d3bf-24d6-430e-b052-ba041b38c074, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.829042] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Releasing lock "refresh_cache-eee6e8a8-e1e6-4034-af67-dffb534a167e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.843071] env[68663]: DEBUG nova.network.neutron [-] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.906338] env[68663]: DEBUG oslo_concurrency.lockutils [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.982901] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5050f531-1cbb-40e8-88ad-ab80b73ea0a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.994078] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fd8d0f-cd4d-46ec-a16b-09000d37efba {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.037166] env[68663]: DEBUG nova.compute.manager [req-a8835a43-4dfc-4e1b-87d8-e155d29f11b7 req-57b2024c-535d-4809-bf32-53869f77c757 service nova] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Detach interface failed, port_id=deeed2d6-fc0c-4840-8937-dfb5edcc8784, reason: Instance f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 966.060180] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bad9bf47-636c-4a7e-ae7e-67a5c3acdb28 tempest-ServersAdminTestJSON-1814403950 tempest-ServersAdminTestJSON-1814403950-project-member] Lock "bb7b5426-eeac-490d-90f0-7fd81106b913" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.923s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.112427] env[68663]: DEBUG oslo_vmware.api [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238611, 'name': ReconfigVM_Task, 'duration_secs': 0.684077} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.112717] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Reconfigured VM instance instance-0000004e to attach disk [datastore2] volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae/volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.117831] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-142426ad-5a6f-47fe-af41-95ddf4cba3fe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.135483] env[68663]: DEBUG oslo_vmware.api [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 966.135483] env[68663]: value = "task-3238612" [ 966.135483] env[68663]: _type = "Task" [ 966.135483] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.150132] env[68663]: DEBUG oslo_vmware.api [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.213096] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b3d3bf-24d6-430e-b052-ba041b38c074, 'name': SearchDatastore_Task, 'duration_secs': 0.008445} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.213934] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4979c9ce-20fa-425f-aec9-79d0057a387c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.219874] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 966.219874] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5249fa6d-00c4-bc5e-156a-dd2d8b8d7e27" [ 966.219874] env[68663]: _type = "Task" [ 966.219874] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.227189] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5249fa6d-00c4-bc5e-156a-dd2d8b8d7e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.332158] env[68663]: DEBUG nova.compute.manager [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68663) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 966.332323] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.346693] env[68663]: INFO nova.compute.manager [-] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Took 1.38 seconds to deallocate network for instance. [ 966.646635] env[68663]: DEBUG oslo_vmware.api [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238612, 'name': ReconfigVM_Task, 'duration_secs': 0.183861} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.650121] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647273', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'name': 'volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12922cc6-ae60-4f08-a7c4-6a54936e6a07', 'attached_at': '', 'detached_at': '', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'serial': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 966.737673] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5249fa6d-00c4-bc5e-156a-dd2d8b8d7e27, 'name': SearchDatastore_Task, 'duration_secs': 0.009213} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.738266] env[68663]: DEBUG oslo_concurrency.lockutils [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.738741] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 533a0d77-f461-4d66-bb88-49cc8d826ef9/533a0d77-f461-4d66-bb88-49cc8d826ef9.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.739747] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be80faef-1c59-422d-98fa-f4a5fc62f0e5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.748433] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 966.748433] env[68663]: value = "task-3238613" [ 966.748433] env[68663]: _type = "Task" [ 966.748433] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.756318] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.859159] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.981418] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6bb361-e909-4ada-a19a-e8d3840301fe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.991507] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0134de-2e63-4fcf-8819-6f05d7655763 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.024543] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2235228f-71a5-452c-b246-c63acc94167b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.033607] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a3f935-693c-472f-98d8-f98fe8781351 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.049969] env[68663]: DEBUG nova.compute.provider_tree [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.261795] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483634} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.262605] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 533a0d77-f461-4d66-bb88-49cc8d826ef9/533a0d77-f461-4d66-bb88-49cc8d826ef9.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.262605] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.263342] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d3bc40c-b6da-467f-8339-729c2fa73ed3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.274985] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 967.274985] env[68663]: value = "task-3238614" [ 967.274985] env[68663]: _type = "Task" [ 967.274985] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.284550] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.558751] env[68663]: DEBUG nova.scheduler.client.report [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.656731] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Acquiring lock "417f5a3a-69ff-4fd8-bd0e-a7498cbab240" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.656995] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Lock "417f5a3a-69ff-4fd8-bd0e-a7498cbab240" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.714017] env[68663]: DEBUG nova.objects.instance [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lazy-loading 'flavor' on Instance uuid 12922cc6-ae60-4f08-a7c4-6a54936e6a07 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.785851] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.28123} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.786508] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.787627] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906f0d54-98cf-49c2-9d74-e42de71ff586 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.817255] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 533a0d77-f461-4d66-bb88-49cc8d826ef9/533a0d77-f461-4d66-bb88-49cc8d826ef9.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.817255] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab19087d-d136-460a-8cc4-27d22bfe2e1a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.838232] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 967.838232] env[68663]: value = "task-3238615" [ 967.838232] env[68663]: _type = "Task" [ 967.838232] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.846775] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.064947] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.065834] env[68663]: DEBUG nova.compute.manager [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.068422] env[68663]: DEBUG oslo_concurrency.lockutils [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.013s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.069893] env[68663]: INFO nova.compute.claims [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.160467] env[68663]: DEBUG nova.compute.manager [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.221298] env[68663]: DEBUG oslo_concurrency.lockutils [None req-78322d62-c9d4-484b-8667-75080bff7c92 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.859s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.349012] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.579214] env[68663]: DEBUG nova.compute.utils [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.582404] env[68663]: DEBUG nova.compute.manager [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.582615] env[68663]: DEBUG nova.network.neutron [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.665127] env[68663]: DEBUG nova.policy [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6fbfcbc19c74949b281934e1fb2556f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f3c903904c5420d8b39aead847ce77d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.686277] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.849753] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238615, 'name': ReconfigVM_Task, 'duration_secs': 0.689711} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.850074] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 533a0d77-f461-4d66-bb88-49cc8d826ef9/533a0d77-f461-4d66-bb88-49cc8d826ef9.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.851089] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78bc3cab-716c-4de2-baee-17465510ee95 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.857712] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 968.857712] env[68663]: value = "task-3238616" [ 968.857712] env[68663]: _type = "Task" [ 968.857712] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.867269] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238616, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.092304] env[68663]: DEBUG nova.compute.manager [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.233124] env[68663]: DEBUG nova.network.neutron [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Successfully created port: b6164bac-1085-4308-9e9d-813526fe456a {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.377013] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238616, 'name': Rename_Task, 'duration_secs': 0.167474} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.377317] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.377594] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b86a6289-ebe2-41ee-b45a-3253141fcf84 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.384669] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 969.384669] env[68663]: value = "task-3238617" [ 969.384669] env[68663]: _type = "Task" [ 969.384669] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.394456] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.437746] env[68663]: INFO nova.compute.manager [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Rebuilding instance [ 969.508210] env[68663]: DEBUG nova.compute.manager [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.509231] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f54671-45a9-42ce-9a13-d4a163e78e5d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.579030] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63113553-8ba9-4398-be77-004e9c5e53b0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.587384] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72f1c25-d81f-48e4-8f32-ccae3bfab4ab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.622745] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a11eda-aa56-4bd1-82c6-bf1d8c8a5064 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.632155] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a32092c-6357-485d-82f4-57b2d9b8eb8f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.647173] env[68663]: DEBUG nova.compute.provider_tree [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.894342] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238617, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.124436] env[68663]: DEBUG nova.compute.manager [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.150636] env[68663]: DEBUG nova.scheduler.client.report [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.164237] env[68663]: DEBUG nova.virt.hardware [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.164509] env[68663]: DEBUG nova.virt.hardware [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.164662] env[68663]: DEBUG nova.virt.hardware [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.164853] env[68663]: DEBUG nova.virt.hardware [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.165065] env[68663]: DEBUG nova.virt.hardware [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.165322] env[68663]: DEBUG nova.virt.hardware [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.165536] env[68663]: DEBUG nova.virt.hardware [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.165693] env[68663]: DEBUG nova.virt.hardware [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.165856] env[68663]: DEBUG nova.virt.hardware [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.166026] env[68663]: DEBUG nova.virt.hardware [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.166206] env[68663]: DEBUG nova.virt.hardware [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.167192] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c5889b-eaac-4479-ac92-61fc756d8092 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.176207] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f4ff60-2789-4c00-877b-9c98b7dc8ac6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.395232] env[68663]: DEBUG oslo_vmware.api [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238617, 'name': PowerOnVM_Task, 'duration_secs': 0.95829} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.395535] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.395718] env[68663]: INFO nova.compute.manager [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Took 13.14 seconds to spawn the instance on the hypervisor. [ 970.395909] env[68663]: DEBUG nova.compute.manager [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.396680] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777694e0-53c1-4288-aa0f-5cc6d63dfe6a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.528102] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.528102] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7e256a6-7400-4832-8485-f7bc273b4c1f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.535634] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 970.535634] env[68663]: value = "task-3238618" [ 970.535634] env[68663]: _type = "Task" [ 970.535634] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.544129] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.655913] env[68663]: DEBUG oslo_concurrency.lockutils [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.656536] env[68663]: DEBUG nova.compute.manager [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.659397] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.448s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.659656] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.663121] env[68663]: DEBUG oslo_concurrency.lockutils [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.054s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.663315] env[68663]: DEBUG nova.objects.instance [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Lazy-loading 'resources' on Instance uuid 3869c746-dff3-40bf-927d-aeafcc5b9451 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.691215] env[68663]: INFO nova.scheduler.client.report [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleted allocations for instance 6a6e36f4-b232-46f0-85a8-00dce64392b8 [ 970.918251] env[68663]: INFO nova.compute.manager [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Took 56.12 seconds to build instance. [ 971.049429] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238618, 'name': PowerOffVM_Task, 'duration_secs': 0.263298} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.053714] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.117252] env[68663]: DEBUG nova.network.neutron [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Successfully updated port: b6164bac-1085-4308-9e9d-813526fe456a {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.119346] env[68663]: INFO nova.compute.manager [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Detaching volume 57a745c0-96a1-4f38-a6f1-12e1d56ee1ae [ 971.158357] env[68663]: INFO nova.virt.block_device [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Attempting to driver detach volume 57a745c0-96a1-4f38-a6f1-12e1d56ee1ae from mountpoint /dev/sdb [ 971.158645] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 971.159030] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647273', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'name': 'volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12922cc6-ae60-4f08-a7c4-6a54936e6a07', 'attached_at': '', 'detached_at': '', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'serial': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 971.160160] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42864ab0-fc85-4909-9b8b-e52d8bc0a4f0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.189117] env[68663]: DEBUG nova.compute.utils [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.190920] env[68663]: DEBUG nova.compute.manager [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.191106] env[68663]: DEBUG nova.network.neutron [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.193871] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1c0bbe-bc32-4bf5-b950-18d536cbad01 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.199553] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b887cdd2-21dd-48da-85e5-6ee0cc0ffada tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "6a6e36f4-b232-46f0-85a8-00dce64392b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.998s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.204166] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6d00d0-df80-4508-8b0a-29a80ed30368 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.231194] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a365a11c-58de-4d24-a39c-60c649088913 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.247698] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] The volume has not been displaced from its original location: [datastore2] volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae/volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae.vmdk. No consolidation needed. {{(pid=68663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 971.252969] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 971.255981] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25c96cbd-9460-40f3-bb7d-3734d5b9efdc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.276160] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 971.276160] env[68663]: value = "task-3238619" [ 971.276160] env[68663]: _type = "Task" [ 971.276160] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.281250] env[68663]: DEBUG nova.policy [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee316020ee224d5c8e2844dee77a02af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74920eb5ee4a487292165e4748d3622c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.288762] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.305197] env[68663]: DEBUG oslo_concurrency.lockutils [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquiring lock "533a0d77-f461-4d66-bb88-49cc8d826ef9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.314459] env[68663]: DEBUG nova.compute.manager [req-9bb1e777-44db-4d60-bf1e-9b5e6a6d043d req-a6094b81-3ed3-4361-b290-411d55c8ea34 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Received event network-vif-plugged-b6164bac-1085-4308-9e9d-813526fe456a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.314600] env[68663]: DEBUG oslo_concurrency.lockutils [req-9bb1e777-44db-4d60-bf1e-9b5e6a6d043d req-a6094b81-3ed3-4361-b290-411d55c8ea34 service nova] Acquiring lock "8de5a14d-6f67-42e3-915a-b4ec5a6181cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.314867] env[68663]: DEBUG oslo_concurrency.lockutils [req-9bb1e777-44db-4d60-bf1e-9b5e6a6d043d req-a6094b81-3ed3-4361-b290-411d55c8ea34 service nova] Lock "8de5a14d-6f67-42e3-915a-b4ec5a6181cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.315101] env[68663]: DEBUG oslo_concurrency.lockutils [req-9bb1e777-44db-4d60-bf1e-9b5e6a6d043d req-a6094b81-3ed3-4361-b290-411d55c8ea34 service nova] Lock "8de5a14d-6f67-42e3-915a-b4ec5a6181cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.315328] env[68663]: DEBUG nova.compute.manager [req-9bb1e777-44db-4d60-bf1e-9b5e6a6d043d req-a6094b81-3ed3-4361-b290-411d55c8ea34 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] No waiting events found dispatching network-vif-plugged-b6164bac-1085-4308-9e9d-813526fe456a {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.315462] env[68663]: WARNING nova.compute.manager [req-9bb1e777-44db-4d60-bf1e-9b5e6a6d043d req-a6094b81-3ed3-4361-b290-411d55c8ea34 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Received unexpected event network-vif-plugged-b6164bac-1085-4308-9e9d-813526fe456a for instance with vm_state building and task_state spawning. [ 971.422646] env[68663]: DEBUG oslo_concurrency.lockutils [None req-93cc07cc-db48-4df1-9378-de877d28a012 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "533a0d77-f461-4d66-bb88-49cc8d826ef9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.631s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.423352] env[68663]: DEBUG oslo_concurrency.lockutils [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "533a0d77-f461-4d66-bb88-49cc8d826ef9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.118s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.423352] env[68663]: DEBUG oslo_concurrency.lockutils [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquiring lock "533a0d77-f461-4d66-bb88-49cc8d826ef9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.423438] env[68663]: DEBUG oslo_concurrency.lockutils [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "533a0d77-f461-4d66-bb88-49cc8d826ef9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.423649] env[68663]: DEBUG oslo_concurrency.lockutils [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "533a0d77-f461-4d66-bb88-49cc8d826ef9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.427349] env[68663]: INFO nova.compute.manager [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Terminating instance [ 971.622977] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Acquiring lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.622977] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Acquired lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.622977] env[68663]: DEBUG nova.network.neutron [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.686230] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedafd32-3c4d-47c3-a2f4-879d7fe4be7d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.694175] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab18459e-eca8-4d6d-9048-ae60469cc756 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.698624] env[68663]: DEBUG nova.compute.manager [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.730211] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e09228-8eff-4bf6-9e9c-373fe2ded0eb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.740387] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefdd4d8-e000-4968-9177-fe33a42fc5bf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.755822] env[68663]: DEBUG nova.compute.provider_tree [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.786774] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238619, 'name': ReconfigVM_Task, 'duration_secs': 0.248054} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.787401] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 971.792010] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b94afe6e-4dba-4dd1-890f-67cf0cc46a48 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.806876] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquiring lock "c488a319-e182-4208-9c76-e46ff73d71b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.807271] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "c488a319-e182-4208-9c76-e46ff73d71b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.810035] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 971.810035] env[68663]: value = "task-3238620" [ 971.810035] env[68663]: _type = "Task" [ 971.810035] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.818614] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.843312] env[68663]: DEBUG nova.network.neutron [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Successfully created port: 078ed125-cc6c-44b5-8dab-2cd744487367 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.930425] env[68663]: DEBUG nova.compute.manager [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.930745] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.932182] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e1bd5f-a24c-4343-b7e0-75c5db6c0904 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.940271] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.940519] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9328f4a2-f5af-46d3-b218-4b9992de344a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.949218] env[68663]: DEBUG oslo_vmware.api [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 971.949218] env[68663]: value = "task-3238621" [ 971.949218] env[68663]: _type = "Task" [ 971.949218] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.959744] env[68663]: DEBUG oslo_vmware.api [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.174303] env[68663]: DEBUG nova.network.neutron [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.259299] env[68663]: DEBUG nova.scheduler.client.report [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.311321] env[68663]: DEBUG nova.compute.manager [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.327442] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238620, 'name': ReconfigVM_Task, 'duration_secs': 0.310073} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.328444] env[68663]: DEBUG nova.network.neutron [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Updating instance_info_cache with network_info: [{"id": "b6164bac-1085-4308-9e9d-813526fe456a", "address": "fa:16:3e:ef:a6:53", "network": {"id": "6bb10302-e773-4537-982b-e4a980f8bc59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1936979947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f3c903904c5420d8b39aead847ce77d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6164bac-10", "ovs_interfaceid": "b6164bac-1085-4308-9e9d-813526fe456a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.329580] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647273', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'name': 'volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12922cc6-ae60-4f08-a7c4-6a54936e6a07', 'attached_at': '', 'detached_at': '', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'serial': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 972.458946] env[68663]: DEBUG oslo_vmware.api [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238621, 'name': PowerOffVM_Task, 'duration_secs': 0.296403} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.459251] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.459477] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.459757] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d336ab5d-021f-4cb7-8ef1-7758ee4e4b90 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.562937] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.562937] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.562937] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Deleting the datastore file [datastore1] 533a0d77-f461-4d66-bb88-49cc8d826ef9 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.562937] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b8224da-08e3-4967-a588-f5303228d4b3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.570461] env[68663]: DEBUG oslo_vmware.api [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for the task: (returnval){ [ 972.570461] env[68663]: value = "task-3238623" [ 972.570461] env[68663]: _type = "Task" [ 972.570461] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.581955] env[68663]: DEBUG oslo_vmware.api [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.709484] env[68663]: DEBUG nova.compute.manager [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.737207] env[68663]: DEBUG nova.virt.hardware [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.737463] env[68663]: DEBUG nova.virt.hardware [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.737635] env[68663]: DEBUG nova.virt.hardware [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.737813] env[68663]: DEBUG nova.virt.hardware [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.737955] env[68663]: DEBUG nova.virt.hardware [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.738119] env[68663]: DEBUG nova.virt.hardware [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.738342] env[68663]: DEBUG nova.virt.hardware [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.738519] env[68663]: DEBUG nova.virt.hardware [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.738691] env[68663]: DEBUG nova.virt.hardware [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.738864] env[68663]: DEBUG nova.virt.hardware [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.739046] env[68663]: DEBUG nova.virt.hardware [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.739916] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3761d25-ef0c-4451-be44-9f2644122740 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.748735] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd4bbdd-4a65-4a30-9284-1c9c6f6922a6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.768705] env[68663]: DEBUG oslo_concurrency.lockutils [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.771194] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.883s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.772070] env[68663]: DEBUG nova.objects.instance [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lazy-loading 'resources' on Instance uuid 4bb1cc01-80a4-4240-b7f5-cd6add62f310 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.796104] env[68663]: INFO nova.scheduler.client.report [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Deleted allocations for instance 3869c746-dff3-40bf-927d-aeafcc5b9451 [ 972.833476] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.833984] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Releasing lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.834294] env[68663]: DEBUG nova.compute.manager [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Instance network_info: |[{"id": "b6164bac-1085-4308-9e9d-813526fe456a", "address": "fa:16:3e:ef:a6:53", "network": {"id": "6bb10302-e773-4537-982b-e4a980f8bc59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1936979947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f3c903904c5420d8b39aead847ce77d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6164bac-10", "ovs_interfaceid": "b6164bac-1085-4308-9e9d-813526fe456a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.834678] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:a6:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6164bac-1085-4308-9e9d-813526fe456a', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.843171] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Creating folder: Project (8f3c903904c5420d8b39aead847ce77d). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.844243] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebe1a26d-d2d4-422e-87b4-31c6876df3d8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.857823] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Created folder: Project (8f3c903904c5420d8b39aead847ce77d) in parent group-v647027. [ 972.858060] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Creating folder: Instances. Parent ref: group-v647275. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.858304] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0505a159-4192-45b2-9b98-7aa314c52454 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.866480] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Created folder: Instances in parent group-v647275. [ 972.866708] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.866894] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.867880] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c891be55-b9fe-430d-8b6a-46805b6f060d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.886380] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.886380] env[68663]: value = "task-3238626" [ 972.886380] env[68663]: _type = "Task" [ 972.886380] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.893325] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238626, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.083171] env[68663]: DEBUG oslo_vmware.api [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Task: {'id': task-3238623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2107} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.083497] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.083715] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.083976] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.084228] env[68663]: INFO nova.compute.manager [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 973.084521] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.084743] env[68663]: DEBUG nova.compute.manager [-] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.084862] env[68663]: DEBUG nova.network.neutron [-] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.303496] env[68663]: DEBUG oslo_concurrency.lockutils [None req-16fbe9a5-ae1f-4fa3-bca2-7d6e441c40e7 tempest-ServerMetadataTestJSON-1994514290 tempest-ServerMetadataTestJSON-1994514290-project-member] Lock "3869c746-dff3-40bf-927d-aeafcc5b9451" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.268s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.350524] env[68663]: DEBUG nova.compute.manager [req-de5d9d8c-66ed-42c8-9230-9b4286f00167 req-d8948f07-8267-4e2c-9301-679688da0cd8 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Received event network-changed-b6164bac-1085-4308-9e9d-813526fe456a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.350739] env[68663]: DEBUG nova.compute.manager [req-de5d9d8c-66ed-42c8-9230-9b4286f00167 req-d8948f07-8267-4e2c-9301-679688da0cd8 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Refreshing instance network info cache due to event network-changed-b6164bac-1085-4308-9e9d-813526fe456a. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.351035] env[68663]: DEBUG oslo_concurrency.lockutils [req-de5d9d8c-66ed-42c8-9230-9b4286f00167 req-d8948f07-8267-4e2c-9301-679688da0cd8 service nova] Acquiring lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.351174] env[68663]: DEBUG oslo_concurrency.lockutils [req-de5d9d8c-66ed-42c8-9230-9b4286f00167 req-d8948f07-8267-4e2c-9301-679688da0cd8 service nova] Acquired lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.351557] env[68663]: DEBUG nova.network.neutron [req-de5d9d8c-66ed-42c8-9230-9b4286f00167 req-d8948f07-8267-4e2c-9301-679688da0cd8 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Refreshing network info cache for port b6164bac-1085-4308-9e9d-813526fe456a {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.386879] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.387215] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07c354ef-f5a6-47b5-924b-045e66c3334c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.399032] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238626, 'name': CreateVM_Task, 'duration_secs': 0.372072} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.401473] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.401848] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 973.401848] env[68663]: value = "task-3238627" [ 973.401848] env[68663]: _type = "Task" [ 973.401848] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.402766] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.402766] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.402926] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.403480] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6620000f-6e6c-4f9f-95cf-931bf4b0f401 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.412725] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Waiting for the task: (returnval){ [ 973.412725] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520b4e96-f4a6-d3ff-f834-fb8518e398db" [ 973.412725] env[68663]: _type = "Task" [ 973.412725] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.418745] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] VM already powered off {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 973.418952] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 973.419162] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647273', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'name': 'volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12922cc6-ae60-4f08-a7c4-6a54936e6a07', 'attached_at': '', 'detached_at': '', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'serial': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 973.419878] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ad2da8-1522-4ad9-ae05-77a8bf12daac {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.430424] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520b4e96-f4a6-d3ff-f834-fb8518e398db, 'name': SearchDatastore_Task, 'duration_secs': 0.008947} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.446948] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.447237] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.447610] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.447834] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.448039] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.451027] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-532b6c48-8700-469f-a30d-73aab6fc2b58 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.453565] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69833fcd-d756-43f5-b6f6-8f1723006af0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.459814] env[68663]: WARNING nova.virt.vmwareapi.driver [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 973.460131] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.460791] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abf778f-7b5e-428a-86f0-af606dd7c60d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.464551] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.465037] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.467792] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb88b76c-3ae8-4510-970a-54c7e7949237 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.472094] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.472590] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15bd6c31-8770-402c-ae9c-ea363b5e02d2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.476485] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Waiting for the task: (returnval){ [ 973.476485] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523c2cbe-7516-4861-c6d9-5565fa1d1347" [ 973.476485] env[68663]: _type = "Task" [ 973.476485] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.484602] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523c2cbe-7516-4861-c6d9-5565fa1d1347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.520617] env[68663]: DEBUG nova.compute.manager [req-777f5dc5-9e6c-4143-9dde-abdd8595f9a2 req-6e23782f-4591-4b25-8387-fe03dbf5c6f5 service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Received event network-vif-deleted-ee9f0b6e-2188-49ef-b654-6f0996a152f0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.520909] env[68663]: INFO nova.compute.manager [req-777f5dc5-9e6c-4143-9dde-abdd8595f9a2 req-6e23782f-4591-4b25-8387-fe03dbf5c6f5 service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Neutron deleted interface ee9f0b6e-2188-49ef-b654-6f0996a152f0; detaching it from the instance and deleting it from the info cache [ 973.521204] env[68663]: DEBUG nova.network.neutron [req-777f5dc5-9e6c-4143-9dde-abdd8595f9a2 req-6e23782f-4591-4b25-8387-fe03dbf5c6f5 service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Updating instance_info_cache with network_info: [{"id": "100bcbbd-5935-4539-b3cf-dd4b0ed658a7", "address": "fa:16:3e:78:72:c4", "network": {"id": "8a8c647b-c022-46ed-bbc8-6a97faf4090e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-918390645", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d6075e7ae04c14b65a24e37211ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100bcbbd-59", "ovs_interfaceid": "100bcbbd-5935-4539-b3cf-dd4b0ed658a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.717489] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d7022a-6117-42d9-995c-be78a92f2610 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.725196] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f63cca-5b1a-4726-a5a2-baf8fd76924a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.757417] env[68663]: DEBUG nova.network.neutron [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Successfully updated port: 078ed125-cc6c-44b5-8dab-2cd744487367 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.757417] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a41e94-3dda-44c1-b443-3f039b5d1a78 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.765296] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a766b0d1-7f39-4eaa-9c7a-5bbeb34d1ee6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.780398] env[68663]: DEBUG nova.compute.provider_tree [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.840164] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.840164] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.840164] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleting the datastore file [datastore1] 12922cc6-ae60-4f08-a7c4-6a54936e6a07 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.840394] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b19c195-3af4-4433-a1ca-4f76f0f54a35 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.846726] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 973.846726] env[68663]: value = "task-3238629" [ 973.846726] env[68663]: _type = "Task" [ 973.846726] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.855261] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.986719] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523c2cbe-7516-4861-c6d9-5565fa1d1347, 'name': SearchDatastore_Task, 'duration_secs': 0.008165} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.987530] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6fdfb32-f2ba-42ae-9baa-804be50f56cd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.992703] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Waiting for the task: (returnval){ [ 973.992703] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b5a46e-3a53-46bb-8862-078b25fb6056" [ 973.992703] env[68663]: _type = "Task" [ 973.992703] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.000432] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b5a46e-3a53-46bb-8862-078b25fb6056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.027471] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe9f76dd-4585-4e92-80a2-876e30ded61c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.036634] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c83d6a-f8e4-4efd-9601-d459b26a0fb0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.072093] env[68663]: DEBUG nova.compute.manager [req-777f5dc5-9e6c-4143-9dde-abdd8595f9a2 req-6e23782f-4591-4b25-8387-fe03dbf5c6f5 service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Detach interface failed, port_id=ee9f0b6e-2188-49ef-b654-6f0996a152f0, reason: Instance 533a0d77-f461-4d66-bb88-49cc8d826ef9 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 974.131976] env[68663]: DEBUG nova.network.neutron [-] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.261602] env[68663]: DEBUG oslo_concurrency.lockutils [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "refresh_cache-86caaa53-21d1-4a70-8ffa-512b649488ae" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.261602] env[68663]: DEBUG oslo_concurrency.lockutils [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "refresh_cache-86caaa53-21d1-4a70-8ffa-512b649488ae" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.261602] env[68663]: DEBUG nova.network.neutron [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.283071] env[68663]: DEBUG nova.scheduler.client.report [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.356942] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20904} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.357240] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.357429] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.357602] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.433086] env[68663]: DEBUG nova.network.neutron [req-de5d9d8c-66ed-42c8-9230-9b4286f00167 req-d8948f07-8267-4e2c-9301-679688da0cd8 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Updated VIF entry in instance network info cache for port b6164bac-1085-4308-9e9d-813526fe456a. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.433433] env[68663]: DEBUG nova.network.neutron [req-de5d9d8c-66ed-42c8-9230-9b4286f00167 req-d8948f07-8267-4e2c-9301-679688da0cd8 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Updating instance_info_cache with network_info: [{"id": "b6164bac-1085-4308-9e9d-813526fe456a", "address": "fa:16:3e:ef:a6:53", "network": {"id": "6bb10302-e773-4537-982b-e4a980f8bc59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1936979947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f3c903904c5420d8b39aead847ce77d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6164bac-10", "ovs_interfaceid": "b6164bac-1085-4308-9e9d-813526fe456a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.504101] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b5a46e-3a53-46bb-8862-078b25fb6056, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.504402] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.504644] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 8de5a14d-6f67-42e3-915a-b4ec5a6181cc/8de5a14d-6f67-42e3-915a-b4ec5a6181cc.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.504905] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d113818a-bbe1-46f2-a5ab-af61f6314ce8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.513623] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Waiting for the task: (returnval){ [ 974.513623] env[68663]: value = "task-3238630" [ 974.513623] env[68663]: _type = "Task" [ 974.513623] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.522708] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.634867] env[68663]: INFO nova.compute.manager [-] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Took 1.55 seconds to deallocate network for instance. [ 974.788100] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.791756] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.668s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.792057] env[68663]: DEBUG nova.objects.instance [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 974.815432] env[68663]: DEBUG nova.network.neutron [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.824675] env[68663]: INFO nova.scheduler.client.report [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Deleted allocations for instance 4bb1cc01-80a4-4240-b7f5-cd6add62f310 [ 974.863591] env[68663]: INFO nova.virt.block_device [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Booting with volume 57a745c0-96a1-4f38-a6f1-12e1d56ee1ae at /dev/sdb [ 974.910016] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf077332-e101-4d6e-b018-dfc3fd7fc0fc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.921207] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671890d4-5110-4e5e-a1c6-bbccc6df8c65 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.939153] env[68663]: DEBUG oslo_concurrency.lockutils [req-de5d9d8c-66ed-42c8-9230-9b4286f00167 req-d8948f07-8267-4e2c-9301-679688da0cd8 service nova] Releasing lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.968193] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8860a594-ed24-422f-bafd-ca4e5a1f778d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.978314] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41eb566-d9f1-4ad0-9619-45626537021d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.018931] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36d3859-cf57-4edb-8230-eb3beb9cf419 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.027443] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462024} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.030377] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 8de5a14d-6f67-42e3-915a-b4ec5a6181cc/8de5a14d-6f67-42e3-915a-b4ec5a6181cc.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.030582] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.030887] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc7699de-f27a-409a-98e8-b03b3270c749 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.034042] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ce29a7-cdd9-4547-aad2-f05f3e0ef981 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.044729] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Waiting for the task: (returnval){ [ 975.044729] env[68663]: value = "task-3238631" [ 975.044729] env[68663]: _type = "Task" [ 975.044729] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.056075] env[68663]: DEBUG nova.virt.block_device [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Updating existing volume attachment record: cd25d408-a60c-45eb-bca7-20b29bd305fc {{(pid=68663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 975.058442] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.100455] env[68663]: DEBUG nova.network.neutron [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Updating instance_info_cache with network_info: [{"id": "078ed125-cc6c-44b5-8dab-2cd744487367", "address": "fa:16:3e:f2:65:81", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078ed125-cc", "ovs_interfaceid": "078ed125-cc6c-44b5-8dab-2cd744487367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.145880] env[68663]: DEBUG oslo_concurrency.lockutils [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.337549] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42cef3d6-b7fa-4cd4-8568-eb0edf3ec1db tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "4bb1cc01-80a4-4240-b7f5-cd6add62f310" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.724s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.454745] env[68663]: DEBUG nova.compute.manager [req-c226170d-2920-4b11-bec9-f4ec84e1408e req-0b68d96b-52d2-40ba-ad73-90d54aceacb5 service nova] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Received event network-vif-plugged-078ed125-cc6c-44b5-8dab-2cd744487367 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.455249] env[68663]: DEBUG oslo_concurrency.lockutils [req-c226170d-2920-4b11-bec9-f4ec84e1408e req-0b68d96b-52d2-40ba-ad73-90d54aceacb5 service nova] Acquiring lock "86caaa53-21d1-4a70-8ffa-512b649488ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.455323] env[68663]: DEBUG oslo_concurrency.lockutils [req-c226170d-2920-4b11-bec9-f4ec84e1408e req-0b68d96b-52d2-40ba-ad73-90d54aceacb5 service nova] Lock "86caaa53-21d1-4a70-8ffa-512b649488ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.455516] env[68663]: DEBUG oslo_concurrency.lockutils [req-c226170d-2920-4b11-bec9-f4ec84e1408e req-0b68d96b-52d2-40ba-ad73-90d54aceacb5 service nova] Lock "86caaa53-21d1-4a70-8ffa-512b649488ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.455689] env[68663]: DEBUG nova.compute.manager [req-c226170d-2920-4b11-bec9-f4ec84e1408e req-0b68d96b-52d2-40ba-ad73-90d54aceacb5 service nova] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] No waiting events found dispatching network-vif-plugged-078ed125-cc6c-44b5-8dab-2cd744487367 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.455856] env[68663]: WARNING nova.compute.manager [req-c226170d-2920-4b11-bec9-f4ec84e1408e req-0b68d96b-52d2-40ba-ad73-90d54aceacb5 service nova] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Received unexpected event network-vif-plugged-078ed125-cc6c-44b5-8dab-2cd744487367 for instance with vm_state building and task_state spawning. [ 975.456028] env[68663]: DEBUG nova.compute.manager [req-c226170d-2920-4b11-bec9-f4ec84e1408e req-0b68d96b-52d2-40ba-ad73-90d54aceacb5 service nova] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Received event network-changed-078ed125-cc6c-44b5-8dab-2cd744487367 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.456190] env[68663]: DEBUG nova.compute.manager [req-c226170d-2920-4b11-bec9-f4ec84e1408e req-0b68d96b-52d2-40ba-ad73-90d54aceacb5 service nova] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Refreshing instance network info cache due to event network-changed-078ed125-cc6c-44b5-8dab-2cd744487367. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.456355] env[68663]: DEBUG oslo_concurrency.lockutils [req-c226170d-2920-4b11-bec9-f4ec84e1408e req-0b68d96b-52d2-40ba-ad73-90d54aceacb5 service nova] Acquiring lock "refresh_cache-86caaa53-21d1-4a70-8ffa-512b649488ae" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.616464] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066548} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.616464] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.616464] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02095573-fe62-4716-ad66-38d09463dbf6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.616464] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 8de5a14d-6f67-42e3-915a-b4ec5a6181cc/8de5a14d-6f67-42e3-915a-b4ec5a6181cc.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.616464] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac34368-dd20-4075-9f36-9440626381eb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.616464] env[68663]: DEBUG oslo_concurrency.lockutils [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "refresh_cache-86caaa53-21d1-4a70-8ffa-512b649488ae" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.616464] env[68663]: DEBUG nova.compute.manager [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Instance network_info: |[{"id": "078ed125-cc6c-44b5-8dab-2cd744487367", "address": "fa:16:3e:f2:65:81", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078ed125-cc", "ovs_interfaceid": "078ed125-cc6c-44b5-8dab-2cd744487367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.616464] env[68663]: DEBUG oslo_concurrency.lockutils [req-c226170d-2920-4b11-bec9-f4ec84e1408e req-0b68d96b-52d2-40ba-ad73-90d54aceacb5 service nova] Acquired lock "refresh_cache-86caaa53-21d1-4a70-8ffa-512b649488ae" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.616464] env[68663]: DEBUG nova.network.neutron [req-c226170d-2920-4b11-bec9-f4ec84e1408e req-0b68d96b-52d2-40ba-ad73-90d54aceacb5 service nova] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Refreshing network info cache for port 078ed125-cc6c-44b5-8dab-2cd744487367 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.616464] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:65:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '078ed125-cc6c-44b5-8dab-2cd744487367', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.629574] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.635380] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.637566] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d57af498-97ea-4297-9e5b-e901e5c83053 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.653970] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Waiting for the task: (returnval){ [ 975.653970] env[68663]: value = "task-3238632" [ 975.653970] env[68663]: _type = "Task" [ 975.653970] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.660227] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.660227] env[68663]: value = "task-3238633" [ 975.660227] env[68663]: _type = "Task" [ 975.660227] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.667277] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.672818] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238633, 'name': CreateVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.765127] env[68663]: DEBUG nova.compute.manager [req-d57eb173-0af9-47df-8c4d-1ae4c438b484 req-6c999e75-bd39-4d11-aad8-0a90b987852a service nova] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Received event network-vif-deleted-100bcbbd-5935-4539-b3cf-dd4b0ed658a7 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.804264] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6c03a1c7-0186-48fb-8453-506089b8c643 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.805677] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.210s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.805973] env[68663]: DEBUG nova.objects.instance [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Lazy-loading 'resources' on Instance uuid 36f05c4f-49e3-44d1-af2d-d1bd7b652690 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.975991] env[68663]: DEBUG nova.network.neutron [req-c226170d-2920-4b11-bec9-f4ec84e1408e req-0b68d96b-52d2-40ba-ad73-90d54aceacb5 service nova] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Updated VIF entry in instance network info cache for port 078ed125-cc6c-44b5-8dab-2cd744487367. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.976470] env[68663]: DEBUG nova.network.neutron [req-c226170d-2920-4b11-bec9-f4ec84e1408e req-0b68d96b-52d2-40ba-ad73-90d54aceacb5 service nova] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Updating instance_info_cache with network_info: [{"id": "078ed125-cc6c-44b5-8dab-2cd744487367", "address": "fa:16:3e:f2:65:81", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078ed125-cc", "ovs_interfaceid": "078ed125-cc6c-44b5-8dab-2cd744487367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.177434] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238632, 'name': ReconfigVM_Task, 'duration_secs': 0.411113} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.180769] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 8de5a14d-6f67-42e3-915a-b4ec5a6181cc/8de5a14d-6f67-42e3-915a-b4ec5a6181cc.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.181418] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238633, 'name': CreateVM_Task, 'duration_secs': 0.353006} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.181608] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9eb98800-10c3-44b3-8b38-37564b9ec9a9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.183600] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.185514] env[68663]: DEBUG oslo_concurrency.lockutils [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.185514] env[68663]: DEBUG oslo_concurrency.lockutils [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.185514] env[68663]: DEBUG oslo_concurrency.lockutils [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.185514] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044fb273-4f7c-4edd-b9d2-7b6158dbdf22 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.189265] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Waiting for the task: (returnval){ [ 976.189265] env[68663]: value = "task-3238634" [ 976.189265] env[68663]: _type = "Task" [ 976.189265] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.190582] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 976.190582] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52402ad0-a262-73c6-5efa-358108b86585" [ 976.190582] env[68663]: _type = "Task" [ 976.190582] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.206221] env[68663]: DEBUG oslo_concurrency.lockutils [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "ed823442-ad98-41ee-83a4-c1fa82d2a67a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.206470] env[68663]: DEBUG oslo_concurrency.lockutils [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "ed823442-ad98-41ee-83a4-c1fa82d2a67a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.206680] env[68663]: DEBUG oslo_concurrency.lockutils [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "ed823442-ad98-41ee-83a4-c1fa82d2a67a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.206862] env[68663]: DEBUG oslo_concurrency.lockutils [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "ed823442-ad98-41ee-83a4-c1fa82d2a67a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.207041] env[68663]: DEBUG oslo_concurrency.lockutils [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "ed823442-ad98-41ee-83a4-c1fa82d2a67a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.208734] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238634, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.208910] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52402ad0-a262-73c6-5efa-358108b86585, 'name': SearchDatastore_Task, 'duration_secs': 0.011319} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.211964] env[68663]: INFO nova.compute.manager [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Terminating instance [ 976.212414] env[68663]: DEBUG oslo_concurrency.lockutils [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.212414] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.212558] env[68663]: DEBUG oslo_concurrency.lockutils [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.212889] env[68663]: DEBUG oslo_concurrency.lockutils [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.213025] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.214225] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3845f696-e278-4437-9d0a-aab9babb31b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.227425] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.227619] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.228434] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126759c5-fd4d-46b3-86cf-39526b2286b4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.234394] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 976.234394] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fd7dda-849b-1acd-e8f0-9c2ff09264d5" [ 976.234394] env[68663]: _type = "Task" [ 976.234394] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.242668] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fd7dda-849b-1acd-e8f0-9c2ff09264d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.480561] env[68663]: DEBUG oslo_concurrency.lockutils [req-c226170d-2920-4b11-bec9-f4ec84e1408e req-0b68d96b-52d2-40ba-ad73-90d54aceacb5 service nova] Releasing lock "refresh_cache-86caaa53-21d1-4a70-8ffa-512b649488ae" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.607137] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fbd9ba-357d-4e54-9fd0-e9bf6eedb807 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.616018] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bb93c1-bb0e-4822-8a96-971d32c165b1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.646486] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c65fe0-8bfc-46d8-8412-f1432a363b48 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.653758] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea58f2b-b24c-4e5e-be94-522e7f0eb9c3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.667893] env[68663]: DEBUG nova.compute.provider_tree [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.699834] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238634, 'name': Rename_Task, 'duration_secs': 0.142158} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.700100] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.700326] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb879b15-1365-462f-8582-f62e4b5199a3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.707044] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Waiting for the task: (returnval){ [ 976.707044] env[68663]: value = "task-3238635" [ 976.707044] env[68663]: _type = "Task" [ 976.707044] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.719923] env[68663]: DEBUG nova.compute.manager [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.720137] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.720429] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.721785] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e39c8a-44ee-44c1-97da-b524c23c5c6a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.728546] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.728760] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34f7fe9d-b4c4-4576-be16-5b5c33603f6c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.735983] env[68663]: DEBUG oslo_vmware.api [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 976.735983] env[68663]: value = "task-3238636" [ 976.735983] env[68663]: _type = "Task" [ 976.735983] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.750508] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fd7dda-849b-1acd-e8f0-9c2ff09264d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009957} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.754923] env[68663]: DEBUG oslo_vmware.api [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.755225] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b889e85-1d32-4174-8563-ddae12840f65 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.760985] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 976.760985] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52509088-7eec-3cfa-5156-806ce340c85d" [ 976.760985] env[68663]: _type = "Task" [ 976.760985] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.769734] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52509088-7eec-3cfa-5156-806ce340c85d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.174101] env[68663]: DEBUG nova.scheduler.client.report [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.218178] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238635, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.255850] env[68663]: DEBUG oslo_vmware.api [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238636, 'name': PowerOffVM_Task, 'duration_secs': 0.294132} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.256595] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.256764] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.257050] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d505f28c-a8d0-4cfa-9b27-ddb9556c7f47 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.268253] env[68663]: DEBUG nova.virt.hardware [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.268498] env[68663]: DEBUG nova.virt.hardware [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.268662] env[68663]: DEBUG nova.virt.hardware [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.268842] env[68663]: DEBUG nova.virt.hardware [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.268985] env[68663]: DEBUG nova.virt.hardware [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.269144] env[68663]: DEBUG nova.virt.hardware [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.269349] env[68663]: DEBUG nova.virt.hardware [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.269508] env[68663]: DEBUG nova.virt.hardware [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.269671] env[68663]: DEBUG nova.virt.hardware [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.269827] env[68663]: DEBUG nova.virt.hardware [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.269996] env[68663]: DEBUG nova.virt.hardware [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.270832] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98775238-6221-4042-b51a-ad947211e368 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.283119] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52509088-7eec-3cfa-5156-806ce340c85d, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.284560] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7033cf2c-9cea-4292-bda9-f10798f33959 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.288560] env[68663]: DEBUG oslo_concurrency.lockutils [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.288847] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 86caaa53-21d1-4a70-8ffa-512b649488ae/86caaa53-21d1-4a70-8ffa-512b649488ae.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.289151] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b82326a-1dbd-40df-ac54-83c812fae122 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.301437] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:e1:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac3374a9-588f-418d-9eac-65eb33554ad0', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.309358] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.311501] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.311875] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 977.311875] env[68663]: value = "task-3238638" [ 977.311875] env[68663]: _type = "Task" [ 977.311875] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.312076] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8112f10b-0842-4897-9ef5-ea390cd22dfa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.331618] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.331876] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.332107] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Deleting the datastore file [datastore2] ed823442-ad98-41ee-83a4-c1fa82d2a67a {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.332752] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b095129-dd05-4547-92fa-5aa7ba319545 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.339133] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.344515] env[68663]: DEBUG oslo_vmware.api [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for the task: (returnval){ [ 977.344515] env[68663]: value = "task-3238640" [ 977.344515] env[68663]: _type = "Task" [ 977.344515] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.345763] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.345763] env[68663]: value = "task-3238639" [ 977.345763] env[68663]: _type = "Task" [ 977.345763] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.356299] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238639, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.359255] env[68663]: DEBUG oslo_vmware.api [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.678570] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.682785] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.899s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.682785] env[68663]: DEBUG nova.objects.instance [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Lazy-loading 'resources' on Instance uuid 9d6b1846-83aa-4561-9fef-10dbfcb0a48d {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.708690] env[68663]: INFO nova.scheduler.client.report [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Deleted allocations for instance 36f05c4f-49e3-44d1-af2d-d1bd7b652690 [ 977.724993] env[68663]: DEBUG oslo_vmware.api [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238635, 'name': PowerOnVM_Task, 'duration_secs': 0.53742} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.724993] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.725214] env[68663]: INFO nova.compute.manager [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Took 7.60 seconds to spawn the instance on the hypervisor. [ 977.725273] env[68663]: DEBUG nova.compute.manager [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.726437] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5660d1ec-fde2-4c14-b46b-07b6d4444b3d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.837044] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467377} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.837686] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 86caaa53-21d1-4a70-8ffa-512b649488ae/86caaa53-21d1-4a70-8ffa-512b649488ae.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.837871] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.838225] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-973719ff-9d13-4810-8e6d-8b9a2e7fc30f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.845967] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 977.845967] env[68663]: value = "task-3238641" [ 977.845967] env[68663]: _type = "Task" [ 977.845967] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.862964] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.869245] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238639, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.869862] env[68663]: DEBUG oslo_vmware.api [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Task: {'id': task-3238640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462786} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.870257] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.870305] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.870658] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.870658] env[68663]: INFO nova.compute.manager [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 977.871078] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.871740] env[68663]: DEBUG nova.compute.manager [-] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.871740] env[68663]: DEBUG nova.network.neutron [-] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.221869] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a8b03e09-db89-4766-8902-027ea883341c tempest-InstanceActionsV221TestJSON-2087011046 tempest-InstanceActionsV221TestJSON-2087011046-project-member] Lock "36f05c4f-49e3-44d1-af2d-d1bd7b652690" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.075s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.252688] env[68663]: INFO nova.compute.manager [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Took 39.36 seconds to build instance. [ 978.358114] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260786} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.359303] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.360040] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "8f714858-039b-426e-8e4e-a6e83b455a07" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.360273] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "8f714858-039b-426e-8e4e-a6e83b455a07" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.360449] env[68663]: INFO nova.compute.manager [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Shelving [ 978.363128] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1244b0f-868c-4edf-9100-2c2912d0670e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.372995] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238639, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.394634] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 86caaa53-21d1-4a70-8ffa-512b649488ae/86caaa53-21d1-4a70-8ffa-512b649488ae.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.398778] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caaa8f05-e65c-4564-a9b7-864e173f5e10 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.414159] env[68663]: DEBUG nova.compute.manager [req-18c854cd-fdbf-4a9e-9d60-913f58d85f1d req-7edef49f-5ce9-4fa4-a3ce-66f297e36203 service nova] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Received event network-vif-deleted-a802ebc9-4260-47ad-8415-da43c2b6f4e0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.415063] env[68663]: INFO nova.compute.manager [req-18c854cd-fdbf-4a9e-9d60-913f58d85f1d req-7edef49f-5ce9-4fa4-a3ce-66f297e36203 service nova] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Neutron deleted interface a802ebc9-4260-47ad-8415-da43c2b6f4e0; detaching it from the instance and deleting it from the info cache [ 978.415063] env[68663]: DEBUG nova.network.neutron [req-18c854cd-fdbf-4a9e-9d60-913f58d85f1d req-7edef49f-5ce9-4fa4-a3ce-66f297e36203 service nova] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.423994] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 978.423994] env[68663]: value = "task-3238642" [ 978.423994] env[68663]: _type = "Task" [ 978.423994] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.434512] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.620281] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c13b0fa-5808-4ef0-8552-31f12ab57150 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.628010] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39779e3-3a09-47f4-9cf3-c2842a533ebb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.657446] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db93590-d80e-4d58-8546-bccb7105110b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.664688] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7a4af1-c806-4306-a083-874988a6fc1b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.677524] env[68663]: DEBUG nova.compute.provider_tree [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.759482] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6afde96a-4853-494f-ace8-5c16421ce7c3 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Lock "8de5a14d-6f67-42e3-915a-b4ec5a6181cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.872s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.788136] env[68663]: DEBUG nova.network.neutron [-] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.795261] env[68663]: DEBUG oslo_concurrency.lockutils [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "3b6fcab1-14b4-4cf5-a03e-a222401a1802" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.795261] env[68663]: DEBUG oslo_concurrency.lockutils [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "3b6fcab1-14b4-4cf5-a03e-a222401a1802" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.795261] env[68663]: DEBUG oslo_concurrency.lockutils [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "3b6fcab1-14b4-4cf5-a03e-a222401a1802-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.795261] env[68663]: DEBUG oslo_concurrency.lockutils [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "3b6fcab1-14b4-4cf5-a03e-a222401a1802-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.795572] env[68663]: DEBUG oslo_concurrency.lockutils [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "3b6fcab1-14b4-4cf5-a03e-a222401a1802-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.797385] env[68663]: INFO nova.compute.manager [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Terminating instance [ 978.841235] env[68663]: DEBUG nova.compute.manager [req-4fd8e54b-de5b-4d25-b73b-eb1b7b8cff68 req-60bfebef-6ecb-44bf-9fdb-c5fc10fa8160 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Received event network-changed-b6164bac-1085-4308-9e9d-813526fe456a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.842036] env[68663]: DEBUG nova.compute.manager [req-4fd8e54b-de5b-4d25-b73b-eb1b7b8cff68 req-60bfebef-6ecb-44bf-9fdb-c5fc10fa8160 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Refreshing instance network info cache due to event network-changed-b6164bac-1085-4308-9e9d-813526fe456a. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.842036] env[68663]: DEBUG oslo_concurrency.lockutils [req-4fd8e54b-de5b-4d25-b73b-eb1b7b8cff68 req-60bfebef-6ecb-44bf-9fdb-c5fc10fa8160 service nova] Acquiring lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.842036] env[68663]: DEBUG oslo_concurrency.lockutils [req-4fd8e54b-de5b-4d25-b73b-eb1b7b8cff68 req-60bfebef-6ecb-44bf-9fdb-c5fc10fa8160 service nova] Acquired lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.842036] env[68663]: DEBUG nova.network.neutron [req-4fd8e54b-de5b-4d25-b73b-eb1b7b8cff68 req-60bfebef-6ecb-44bf-9fdb-c5fc10fa8160 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Refreshing network info cache for port b6164bac-1085-4308-9e9d-813526fe456a {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.867950] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238639, 'name': CreateVM_Task, 'duration_secs': 1.379938} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.870363] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.870832] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.871010] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.871333] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.871577] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f93c0c12-79b2-48ba-9e77-5d351158c820 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.881385] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 978.881385] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528949ad-6924-4cfa-7ad6-ccbf4f7a8ec0" [ 978.881385] env[68663]: _type = "Task" [ 978.881385] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.890663] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528949ad-6924-4cfa-7ad6-ccbf4f7a8ec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.921660] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c3d7443-0c65-45d7-911f-66409a2f14d5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.933919] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.942655] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2606be-cf19-4686-8e27-f71acb93f52e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.978678] env[68663]: DEBUG nova.compute.manager [req-18c854cd-fdbf-4a9e-9d60-913f58d85f1d req-7edef49f-5ce9-4fa4-a3ce-66f297e36203 service nova] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Detach interface failed, port_id=a802ebc9-4260-47ad-8415-da43c2b6f4e0, reason: Instance ed823442-ad98-41ee-83a4-c1fa82d2a67a could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 979.181439] env[68663]: DEBUG nova.scheduler.client.report [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.291062] env[68663]: INFO nova.compute.manager [-] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Took 1.42 seconds to deallocate network for instance. [ 979.306297] env[68663]: DEBUG nova.compute.manager [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.306297] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.306297] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a484748-495c-459f-a299-6733b3baa71d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.315266] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.315574] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ddc63f9-eb90-4835-8c5a-af86be928f61 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.322440] env[68663]: DEBUG oslo_vmware.api [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 979.322440] env[68663]: value = "task-3238643" [ 979.322440] env[68663]: _type = "Task" [ 979.322440] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.332091] env[68663]: DEBUG oslo_vmware.api [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.380040] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.380040] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51ca1dd4-afb1-4bd3-8a92-7bffcd320ae9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.395450] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528949ad-6924-4cfa-7ad6-ccbf4f7a8ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.010067} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.396835] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.397134] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.397421] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.397612] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.397831] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.398220] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 979.398220] env[68663]: value = "task-3238644" [ 979.398220] env[68663]: _type = "Task" [ 979.398220] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.398484] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e796476-ea42-4a17-9b0a-3cdceb9fa109 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.409217] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.410484] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.410722] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.411467] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06dc1d13-3d97-4bb3-9fdb-b5ec22f9b439 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.417198] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 979.417198] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52937370-2662-36ea-adb6-044413094426" [ 979.417198] env[68663]: _type = "Task" [ 979.417198] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.426347] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52937370-2662-36ea-adb6-044413094426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.434552] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.686512] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.692323] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.364s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.713092] env[68663]: INFO nova.scheduler.client.report [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Deleted allocations for instance 9d6b1846-83aa-4561-9fef-10dbfcb0a48d [ 979.799311] env[68663]: DEBUG oslo_concurrency.lockutils [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.832352] env[68663]: DEBUG oslo_vmware.api [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238643, 'name': PowerOffVM_Task, 'duration_secs': 0.362084} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.832643] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.832815] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.833083] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89b77429-7b04-4859-96ed-db2de0f99cae {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.849915] env[68663]: DEBUG nova.network.neutron [req-4fd8e54b-de5b-4d25-b73b-eb1b7b8cff68 req-60bfebef-6ecb-44bf-9fdb-c5fc10fa8160 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Updated VIF entry in instance network info cache for port b6164bac-1085-4308-9e9d-813526fe456a. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.850282] env[68663]: DEBUG nova.network.neutron [req-4fd8e54b-de5b-4d25-b73b-eb1b7b8cff68 req-60bfebef-6ecb-44bf-9fdb-c5fc10fa8160 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Updating instance_info_cache with network_info: [{"id": "b6164bac-1085-4308-9e9d-813526fe456a", "address": "fa:16:3e:ef:a6:53", "network": {"id": "6bb10302-e773-4537-982b-e4a980f8bc59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1936979947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f3c903904c5420d8b39aead847ce77d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6164bac-10", "ovs_interfaceid": "b6164bac-1085-4308-9e9d-813526fe456a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.898276] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.898501] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.898686] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Deleting the datastore file [datastore2] 3b6fcab1-14b4-4cf5-a03e-a222401a1802 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.898997] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f705b47c-65bd-48b5-a0a4-21a59f4bc8d7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.909515] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238644, 'name': PowerOffVM_Task, 'duration_secs': 0.298648} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.910689] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.911061] env[68663]: DEBUG oslo_vmware.api [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 979.911061] env[68663]: value = "task-3238646" [ 979.911061] env[68663]: _type = "Task" [ 979.911061] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.911734] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77eedfa8-e0b3-41fc-aa04-35c916b7245d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.947999] env[68663]: DEBUG oslo_vmware.api [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.952269] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6762e1-8ad8-4280-8871-83831f0a254b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.958865] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52937370-2662-36ea-adb6-044413094426, 'name': SearchDatastore_Task, 'duration_secs': 0.013597} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.960228] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb1bf05-fbb8-4637-8e5f-9837fc9d93e7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.970483] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238642, 'name': ReconfigVM_Task, 'duration_secs': 1.065353} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.972493] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 86caaa53-21d1-4a70-8ffa-512b649488ae/86caaa53-21d1-4a70-8ffa-512b649488ae.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.974274] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e85c7f1-4b67-4779-a3be-a8eb650291ae {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.978919] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 979.978919] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5289c5b0-dee6-4b3b-90d0-dedf6fba14f0" [ 979.978919] env[68663]: _type = "Task" [ 979.978919] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.981715] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 979.981715] env[68663]: value = "task-3238647" [ 979.981715] env[68663]: _type = "Task" [ 979.981715] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.984552] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5289c5b0-dee6-4b3b-90d0-dedf6fba14f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.992330] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238647, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.222917] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ebc12fe1-d70d-4682-baa8-6e01456588e8 tempest-ServersV294TestFqdnHostnames-684384796 tempest-ServersV294TestFqdnHostnames-684384796-project-member] Lock "9d6b1846-83aa-4561-9fef-10dbfcb0a48d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.391s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.352588] env[68663]: DEBUG oslo_concurrency.lockutils [req-4fd8e54b-de5b-4d25-b73b-eb1b7b8cff68 req-60bfebef-6ecb-44bf-9fdb-c5fc10fa8160 service nova] Releasing lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.427236] env[68663]: DEBUG oslo_vmware.api [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148495} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.427747] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.427965] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.428280] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.428569] env[68663]: INFO nova.compute.manager [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Took 1.12 seconds to destroy the instance on the hypervisor. [ 980.428947] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.429261] env[68663]: DEBUG nova.compute.manager [-] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.429410] env[68663]: DEBUG nova.network.neutron [-] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.475019] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 980.475019] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-00dd429c-daee-404a-9c66-42bcb9bb1daa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.494753] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5289c5b0-dee6-4b3b-90d0-dedf6fba14f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.494753] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.495143] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 12922cc6-ae60-4f08-a7c4-6a54936e6a07/12922cc6-ae60-4f08-a7c4-6a54936e6a07.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.495534] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 980.495534] env[68663]: value = "task-3238648" [ 980.495534] env[68663]: _type = "Task" [ 980.495534] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.496141] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea09e5b2-bad7-46f7-9981-b884c4444b0b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.506354] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238647, 'name': Rename_Task, 'duration_secs': 0.148756} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.507063] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.507877] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-865884ad-a396-49af-9184-1e4e24ae5109 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.514151] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 980.514151] env[68663]: value = "task-3238649" [ 980.514151] env[68663]: _type = "Task" [ 980.514151] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.514402] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238648, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.519284] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 980.519284] env[68663]: value = "task-3238650" [ 980.519284] env[68663]: _type = "Task" [ 980.519284] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.524637] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.529354] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.706735] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Applying migration context for instance eee6e8a8-e1e6-4034-af67-dffb534a167e as it has an incoming, in-progress migration 4879165e-8183-41a6-9849-58a315184c08. Migration status is reverting {{(pid=68663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 980.708589] env[68663]: INFO nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updating resource usage from migration 4879165e-8183-41a6-9849-58a315184c08 [ 980.740691] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance b862b802-c379-483e-9238-fa69b1eec7b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.740933] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance f11f3491-6d77-4e61-aa80-270e788f1695 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.741152] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance b791d5aa-64c2-4a4e-b202-1f9ba6ae071a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.741325] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 7197b66f-d579-475e-9b82-62a4434475e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.741509] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 9fa99497-8d77-4c8c-acf4-5ac01e173823 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.741720] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance b34a987e-ad95-4941-a540-a2cd3816149e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 980.741921] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance edf3f0b4-a424-4de7-8abb-20a17e8454fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.742123] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance ed823442-ad98-41ee-83a4-c1fa82d2a67a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 980.742297] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 8f714858-039b-426e-8e4e-a6e83b455a07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.742498] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 3b6fcab1-14b4-4cf5-a03e-a222401a1802 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.742704] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 12922cc6-ae60-4f08-a7c4-6a54936e6a07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.742926] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 981d2f05-8273-4f06-85a7-030f47807943 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 980.743142] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance cffd46ec-3dc2-4437-971b-5ac4ed431647 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.743314] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Migration 4879165e-8183-41a6-9849-58a315184c08 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 980.743479] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance eee6e8a8-e1e6-4034-af67-dffb534a167e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.743684] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 980.743874] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 533a0d77-f461-4d66-bb88-49cc8d826ef9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 980.744134] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 8de5a14d-6f67-42e3-915a-b4ec5a6181cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 980.744346] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 86caaa53-21d1-4a70-8ffa-512b649488ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 981.011611] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238648, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.026487] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499415} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.027295] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 12922cc6-ae60-4f08-a7c4-6a54936e6a07/12922cc6-ae60-4f08-a7c4-6a54936e6a07.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.027554] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.027806] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef7dba67-4b80-4725-8537-6622489f239b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.033057] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238650, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.037558] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 981.037558] env[68663]: value = "task-3238651" [ 981.037558] env[68663]: _type = "Task" [ 981.037558] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.044913] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.248544] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance fe0af44b-648b-4768-8037-999c32ac473f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 981.514457] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238648, 'name': CreateSnapshot_Task, 'duration_secs': 0.652989} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.514831] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 981.516956] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18641d1-500c-4679-b9b0-83987d328438 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.542028] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238650, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.549490] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125506} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.551027] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.552255] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898fc3c1-4b87-43d4-8116-02daf612fb60 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.577812] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 12922cc6-ae60-4f08-a7c4-6a54936e6a07/12922cc6-ae60-4f08-a7c4-6a54936e6a07.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.579419] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f809005c-1515-4ba1-a852-e9b30738cccd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.600468] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 981.600468] env[68663]: value = "task-3238652" [ 981.600468] env[68663]: _type = "Task" [ 981.600468] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.608860] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.752108] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 0b9d226a-58eb-4723-96cb-27e04a3fa59c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 981.783020] env[68663]: DEBUG nova.compute.manager [req-fc5bd13b-1686-413d-85c5-0fcd9a820fea req-c6ce3806-6522-4496-b169-9796bdd8746b service nova] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Received event network-vif-deleted-15f4c7b2-eedc-4980-b78e-770c0e472211 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.783495] env[68663]: INFO nova.compute.manager [req-fc5bd13b-1686-413d-85c5-0fcd9a820fea req-c6ce3806-6522-4496-b169-9796bdd8746b service nova] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Neutron deleted interface 15f4c7b2-eedc-4980-b78e-770c0e472211; detaching it from the instance and deleting it from the info cache [ 981.783495] env[68663]: DEBUG nova.network.neutron [req-fc5bd13b-1686-413d-85c5-0fcd9a820fea req-c6ce3806-6522-4496-b169-9796bdd8746b service nova] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.032149] env[68663]: DEBUG oslo_vmware.api [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238650, 'name': PowerOnVM_Task, 'duration_secs': 1.390469} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.032149] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.032149] env[68663]: INFO nova.compute.manager [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Took 9.32 seconds to spawn the instance on the hypervisor. [ 982.032149] env[68663]: DEBUG nova.compute.manager [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.032149] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef06048-60e8-4523-b7e9-fa9b4d8b8b3f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.043514] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 982.044684] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4b6c23b9-0fd0-49ef-8d2b-c69799e89e78 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.055554] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 982.055554] env[68663]: value = "task-3238653" [ 982.055554] env[68663]: _type = "Task" [ 982.055554] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.064807] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238653, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.116196] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238652, 'name': ReconfigVM_Task, 'duration_secs': 0.34159} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.116526] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 12922cc6-ae60-4f08-a7c4-6a54936e6a07/12922cc6-ae60-4f08-a7c4-6a54936e6a07.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.117996] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'device_name': '/dev/sda', 'encryption_format': None, 'device_type': 'disk', 'disk_bus': None, 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'image_id': '34b3c90c-68cd-46c0-a971-9997d079fffe'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647273', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'name': 'volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12922cc6-ae60-4f08-a7c4-6a54936e6a07', 'attached_at': '', 'detached_at': '', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'serial': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae'}, 'delete_on_termination': False, 'attachment_id': 'cd25d408-a60c-45eb-bca7-20b29bd305fc', 'disk_bus': None, 'mount_device': '/dev/sdb', 'device_type': None, 'guest_format': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=68663) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 982.119282] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Volume attach. Driver type: vmdk {{(pid=68663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 982.119494] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647273', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'name': 'volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12922cc6-ae60-4f08-a7c4-6a54936e6a07', 'attached_at': '', 'detached_at': '', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'serial': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 982.120360] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98ddab3-b58e-485d-b28d-554ddc7d9f41 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.145050] env[68663]: DEBUG nova.network.neutron [-] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.146766] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee05e5a5-3929-4b77-a445-0623a3576741 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.174965] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae/volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.175437] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e02d2d9f-607c-4915-83a2-ac647da91f9f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.196241] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 982.196241] env[68663]: value = "task-3238654" [ 982.196241] env[68663]: _type = "Task" [ 982.196241] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.205047] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.256458] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance f767ce99-9f0d-457d-8bc9-dc291c7b9f16 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 982.287606] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-135847ef-39ea-4bd2-a8b8-0515f7a97bc9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.297217] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9d547a-c486-4820-add6-5081ed09c1c3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.330249] env[68663]: DEBUG nova.compute.manager [req-fc5bd13b-1686-413d-85c5-0fcd9a820fea req-c6ce3806-6522-4496-b169-9796bdd8746b service nova] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Detach interface failed, port_id=15f4c7b2-eedc-4980-b78e-770c0e472211, reason: Instance 3b6fcab1-14b4-4cf5-a03e-a222401a1802 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 982.561858] env[68663]: INFO nova.compute.manager [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Took 43.52 seconds to build instance. [ 982.566909] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238653, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.650621] env[68663]: INFO nova.compute.manager [-] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Took 2.22 seconds to deallocate network for instance. [ 982.712738] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238654, 'name': ReconfigVM_Task, 'duration_secs': 0.355296} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.714185] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Reconfigured VM instance instance-0000004e to attach disk [datastore2] volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae/volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.718455] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b32151d6-17c9-4ec7-a673-96749efa2628 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.741193] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 982.741193] env[68663]: value = "task-3238655" [ 982.741193] env[68663]: _type = "Task" [ 982.741193] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.749563] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.759810] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 417f5a3a-69ff-4fd8-bd0e-a7498cbab240 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 983.066417] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238653, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.067988] env[68663]: DEBUG oslo_concurrency.lockutils [None req-311c6148-6381-431d-98b1-c4d30bbb7387 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "86caaa53-21d1-4a70-8ffa-512b649488ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.033s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.159735] env[68663]: DEBUG oslo_concurrency.lockutils [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.250030] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238655, 'name': ReconfigVM_Task, 'duration_secs': 0.16323} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.250167] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647273', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'name': 'volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12922cc6-ae60-4f08-a7c4-6a54936e6a07', 'attached_at': '', 'detached_at': '', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'serial': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 983.250697] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-586ff550-3e7e-4a3e-a792-d1cee6f3dc3d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.261613] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 983.261613] env[68663]: value = "task-3238656" [ 983.261613] env[68663]: _type = "Task" [ 983.261613] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.265426] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance c488a319-e182-4208-9c76-e46ff73d71b4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 983.265704] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 983.265854] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 983.274678] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238656, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.566892] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238653, 'name': CloneVM_Task} progress is 95%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.637775] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4e155d-d2e7-42f4-aa12-016562579cbe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.645349] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4622b3-7091-45c1-b3cf-3fec86e663da {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.681637] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3442c60a-da9a-42c2-ba5d-8c42d593e83a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.690087] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa12496-9d24-4a76-9b43-a8e73041579b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.705783] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.772387] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238656, 'name': Rename_Task, 'duration_secs': 0.160155} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.773354] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.773354] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc166d0e-3c16-4931-a89c-ba54c212c7ed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.779277] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 983.779277] env[68663]: value = "task-3238657" [ 983.779277] env[68663]: _type = "Task" [ 983.779277] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.787171] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.828607] env[68663]: DEBUG nova.compute.manager [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Stashing vm_state: active {{(pid=68663) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 984.069122] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238653, 'name': CloneVM_Task, 'duration_secs': 1.910096} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.069868] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Created linked-clone VM from snapshot [ 984.070545] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d4335f-93b8-4e82-897b-29775062943c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.077941] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Uploading image 98704337-9112-474d-b442-50e3c24e9453 {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 984.108197] env[68663]: DEBUG oslo_vmware.rw_handles [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 984.108197] env[68663]: value = "vm-647281" [ 984.108197] env[68663]: _type = "VirtualMachine" [ 984.108197] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 984.109574] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e80a541b-35a6-4e2c-b5a7-436789ab40cd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.115352] env[68663]: DEBUG oslo_vmware.rw_handles [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lease: (returnval){ [ 984.115352] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52431fef-387c-f83e-794b-d611501c3802" [ 984.115352] env[68663]: _type = "HttpNfcLease" [ 984.115352] env[68663]: } obtained for exporting VM: (result){ [ 984.115352] env[68663]: value = "vm-647281" [ 984.115352] env[68663]: _type = "VirtualMachine" [ 984.115352] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 984.115658] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the lease: (returnval){ [ 984.115658] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52431fef-387c-f83e-794b-d611501c3802" [ 984.115658] env[68663]: _type = "HttpNfcLease" [ 984.115658] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 984.122276] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.122276] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52431fef-387c-f83e-794b-d611501c3802" [ 984.122276] env[68663]: _type = "HttpNfcLease" [ 984.122276] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 984.209550] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.291216] env[68663]: DEBUG oslo_vmware.api [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238657, 'name': PowerOnVM_Task, 'duration_secs': 0.484576} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.291216] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.291216] env[68663]: DEBUG nova.compute.manager [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.291547] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a8d5c0-ffaf-481e-bd38-52c3d0621048 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.353692] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.625029] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.625029] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52431fef-387c-f83e-794b-d611501c3802" [ 984.625029] env[68663]: _type = "HttpNfcLease" [ 984.625029] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 984.625368] env[68663]: DEBUG oslo_vmware.rw_handles [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 984.625368] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52431fef-387c-f83e-794b-d611501c3802" [ 984.625368] env[68663]: _type = "HttpNfcLease" [ 984.625368] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 984.626153] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53021a0-e344-4670-a46d-e4fdf8104a5e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.634964] env[68663]: DEBUG oslo_vmware.rw_handles [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a9c55-aaa6-cdf3-971c-9e4f380dc294/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 984.634964] env[68663]: DEBUG oslo_vmware.rw_handles [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a9c55-aaa6-cdf3-971c-9e4f380dc294/disk-0.vmdk for reading. {{(pid=68663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 984.715057] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 984.715399] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.026s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.715724] env[68663]: DEBUG oslo_concurrency.lockutils [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.032s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.715938] env[68663]: DEBUG oslo_concurrency.lockutils [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.718218] env[68663]: DEBUG oslo_concurrency.lockutils [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.642s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.719778] env[68663]: INFO nova.compute.claims [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.753326] env[68663]: INFO nova.scheduler.client.report [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Deleted allocations for instance b34a987e-ad95-4941-a540-a2cd3816149e [ 984.762556] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4202cc3e-af3e-4e9c-b2a9-315126501385 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.812609] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.275805] env[68663]: DEBUG oslo_concurrency.lockutils [None req-10f37b2b-b029-411b-bbb9-10bd587aca6a tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "b34a987e-ad95-4941-a540-a2cd3816149e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.804s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.161898] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4191e1-c605-4b7e-95b4-c24b978cdfd7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.171861] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f339180-2cdb-489c-b64c-d08da3826fa8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.206269] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c156c87-4a74-4597-9e02-03b8d287dabb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.215406] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe49cdc-3a65-4a3e-98fa-9a80c7f212fe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.229915] env[68663]: DEBUG nova.compute.provider_tree [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.736225] env[68663]: DEBUG nova.scheduler.client.report [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.240364] env[68663]: DEBUG oslo_concurrency.lockutils [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.240830] env[68663]: DEBUG nova.compute.manager [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.243705] env[68663]: DEBUG oslo_concurrency.lockutils [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.050s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.245627] env[68663]: INFO nova.compute.claims [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.751667] env[68663]: DEBUG nova.compute.utils [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.763041] env[68663]: DEBUG nova.compute.manager [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.763041] env[68663]: DEBUG nova.network.neutron [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.803057] env[68663]: DEBUG nova.policy [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6df75f257584114953520f50f5eafc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77bb6a8194574747b8fb03537d848fad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.177062] env[68663]: DEBUG nova.network.neutron [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Successfully created port: 4e924458-74cd-43c0-a6f6-aaea20aedfd3 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.259362] env[68663]: DEBUG nova.compute.manager [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.363566] env[68663]: DEBUG oslo_concurrency.lockutils [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.363904] env[68663]: DEBUG oslo_concurrency.lockutils [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.663304] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ceba61-f438-4c8e-95ce-26a805d26daf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.671186] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f359d14-6974-4b0f-8ab2-d1113a79da00 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.705371] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da27096d-381a-4a4e-8327-b7985377cca3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.712237] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd125e0d-8a7b-4ee8-b96f-3dbf2ea8b8ea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.728061] env[68663]: DEBUG nova.compute.provider_tree [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.866652] env[68663]: DEBUG nova.compute.manager [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.231063] env[68663]: DEBUG nova.scheduler.client.report [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.256804] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "7197b66f-d579-475e-9b82-62a4434475e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.257137] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "7197b66f-d579-475e-9b82-62a4434475e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.257406] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "7197b66f-d579-475e-9b82-62a4434475e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.257628] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "7197b66f-d579-475e-9b82-62a4434475e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.257844] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "7197b66f-d579-475e-9b82-62a4434475e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.259918] env[68663]: INFO nova.compute.manager [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Terminating instance [ 989.269628] env[68663]: DEBUG nova.compute.manager [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.299473] env[68663]: DEBUG nova.virt.hardware [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.299814] env[68663]: DEBUG nova.virt.hardware [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.299981] env[68663]: DEBUG nova.virt.hardware [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.300231] env[68663]: DEBUG nova.virt.hardware [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.300387] env[68663]: DEBUG nova.virt.hardware [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.300536] env[68663]: DEBUG nova.virt.hardware [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.300749] env[68663]: DEBUG nova.virt.hardware [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.301066] env[68663]: DEBUG nova.virt.hardware [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.301066] env[68663]: DEBUG nova.virt.hardware [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.301273] env[68663]: DEBUG nova.virt.hardware [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.301409] env[68663]: DEBUG nova.virt.hardware [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.302349] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd87e05a-d1b5-4eb6-9a07-99a8c13c5783 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.311368] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf1a0ad-4a97-475b-a8ac-38ac4ff107eb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.390697] env[68663]: DEBUG oslo_concurrency.lockutils [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.739412] env[68663]: DEBUG oslo_concurrency.lockutils [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.739412] env[68663]: DEBUG nova.compute.manager [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.741110] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.417s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.741471] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.744067] env[68663]: DEBUG oslo_concurrency.lockutils [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.838s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.745636] env[68663]: INFO nova.compute.claims [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.765042] env[68663]: DEBUG nova.compute.manager [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.766216] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.768441] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fad5ca-d399-478b-8753-0228140804e3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.772854] env[68663]: INFO nova.scheduler.client.report [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Deleted allocations for instance 981d2f05-8273-4f06-85a7-030f47807943 [ 989.776438] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.779226] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0abf42bc-a367-40f5-857b-469b7d66c4b7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.788049] env[68663]: DEBUG oslo_vmware.api [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 989.788049] env[68663]: value = "task-3238660" [ 989.788049] env[68663]: _type = "Task" [ 989.788049] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.800280] env[68663]: DEBUG oslo_vmware.api [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.836702] env[68663]: DEBUG nova.compute.manager [req-307c72ea-b7d3-456c-b20a-517fe7698158 req-e97c96a4-7071-45cc-bb5c-97bdf4e4b5c0 service nova] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Received event network-vif-plugged-4e924458-74cd-43c0-a6f6-aaea20aedfd3 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.837014] env[68663]: DEBUG oslo_concurrency.lockutils [req-307c72ea-b7d3-456c-b20a-517fe7698158 req-e97c96a4-7071-45cc-bb5c-97bdf4e4b5c0 service nova] Acquiring lock "fe0af44b-648b-4768-8037-999c32ac473f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.837352] env[68663]: DEBUG oslo_concurrency.lockutils [req-307c72ea-b7d3-456c-b20a-517fe7698158 req-e97c96a4-7071-45cc-bb5c-97bdf4e4b5c0 service nova] Lock "fe0af44b-648b-4768-8037-999c32ac473f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.837572] env[68663]: DEBUG oslo_concurrency.lockutils [req-307c72ea-b7d3-456c-b20a-517fe7698158 req-e97c96a4-7071-45cc-bb5c-97bdf4e4b5c0 service nova] Lock "fe0af44b-648b-4768-8037-999c32ac473f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.837911] env[68663]: DEBUG nova.compute.manager [req-307c72ea-b7d3-456c-b20a-517fe7698158 req-e97c96a4-7071-45cc-bb5c-97bdf4e4b5c0 service nova] [instance: fe0af44b-648b-4768-8037-999c32ac473f] No waiting events found dispatching network-vif-plugged-4e924458-74cd-43c0-a6f6-aaea20aedfd3 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.838090] env[68663]: WARNING nova.compute.manager [req-307c72ea-b7d3-456c-b20a-517fe7698158 req-e97c96a4-7071-45cc-bb5c-97bdf4e4b5c0 service nova] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Received unexpected event network-vif-plugged-4e924458-74cd-43c0-a6f6-aaea20aedfd3 for instance with vm_state building and task_state spawning. [ 989.963370] env[68663]: DEBUG nova.network.neutron [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Successfully updated port: 4e924458-74cd-43c0-a6f6-aaea20aedfd3 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.250942] env[68663]: DEBUG nova.compute.utils [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.255492] env[68663]: DEBUG nova.compute.manager [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.255697] env[68663]: DEBUG nova.network.neutron [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.287134] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3f16ed0c-cb94-48f8-bf9d-0efe9184cb87 tempest-ImagesTestJSON-1249488414 tempest-ImagesTestJSON-1249488414-project-member] Lock "981d2f05-8273-4f06-85a7-030f47807943" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.434s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.297891] env[68663]: DEBUG oslo_vmware.api [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238660, 'name': PowerOffVM_Task, 'duration_secs': 0.457547} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.298456] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.299403] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.300122] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2cbab67-4935-4584-bbd8-2a99dd908308 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.314471] env[68663]: DEBUG nova.policy [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0685f6d9a5241fabe820767d1b42f79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62df668cf40d491bb275be0e7df8c121', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.371584] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.371814] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.372039] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Deleting the datastore file [datastore2] 7197b66f-d579-475e-9b82-62a4434475e3 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.372333] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccba5df4-36ac-495d-ac10-c7f259e9465d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.379654] env[68663]: DEBUG oslo_vmware.api [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 990.379654] env[68663]: value = "task-3238662" [ 990.379654] env[68663]: _type = "Task" [ 990.379654] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.389468] env[68663]: DEBUG oslo_vmware.api [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.467413] env[68663]: DEBUG oslo_concurrency.lockutils [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "refresh_cache-fe0af44b-648b-4768-8037-999c32ac473f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.467413] env[68663]: DEBUG oslo_concurrency.lockutils [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquired lock "refresh_cache-fe0af44b-648b-4768-8037-999c32ac473f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.467413] env[68663]: DEBUG nova.network.neutron [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.754947] env[68663]: DEBUG nova.compute.manager [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.784944] env[68663]: DEBUG nova.network.neutron [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Successfully created port: f900fee5-d84b-4c74-a49b-4944d580b34f {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.889903] env[68663]: DEBUG oslo_vmware.api [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18879} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.892740] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.892943] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.893159] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.893341] env[68663]: INFO nova.compute.manager [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 990.893593] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.894060] env[68663]: DEBUG nova.compute.manager [-] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.894285] env[68663]: DEBUG nova.network.neutron [-] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.120810] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47afd030-0ebe-42ee-8474-45d26556b178 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.139167] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41334816-1666-4d08-8f73-05a4ab78f002 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.176991] env[68663]: DEBUG nova.network.neutron [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.179872] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c84473-fb20-4a75-996a-354073892948 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.188410] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02924eac-4af7-425b-a50d-eb9ba6ef9ca3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.209022] env[68663]: DEBUG nova.compute.provider_tree [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.511563] env[68663]: DEBUG nova.network.neutron [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Updating instance_info_cache with network_info: [{"id": "4e924458-74cd-43c0-a6f6-aaea20aedfd3", "address": "fa:16:3e:ff:f6:1d", "network": {"id": "dc1abe84-9c3e-46a7-8faf-17beb41fa9bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-314858557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77bb6a8194574747b8fb03537d848fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e924458-74", "ovs_interfaceid": "4e924458-74cd-43c0-a6f6-aaea20aedfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.541124] env[68663]: DEBUG nova.compute.manager [req-a7ea1d49-959b-4c23-ac46-1e91f7d3df13 req-75402b1f-aa17-45a1-8ede-3c7ebf7398c8 service nova] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Received event network-vif-deleted-f8077b82-cf83-47d8-81b4-fd4b3b88f47d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.541124] env[68663]: INFO nova.compute.manager [req-a7ea1d49-959b-4c23-ac46-1e91f7d3df13 req-75402b1f-aa17-45a1-8ede-3c7ebf7398c8 service nova] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Neutron deleted interface f8077b82-cf83-47d8-81b4-fd4b3b88f47d; detaching it from the instance and deleting it from the info cache [ 991.541124] env[68663]: DEBUG nova.network.neutron [req-a7ea1d49-959b-4c23-ac46-1e91f7d3df13 req-75402b1f-aa17-45a1-8ede-3c7ebf7398c8 service nova] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.715359] env[68663]: DEBUG nova.scheduler.client.report [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.768681] env[68663]: DEBUG nova.compute.manager [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.805585] env[68663]: DEBUG nova.virt.hardware [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.805855] env[68663]: DEBUG nova.virt.hardware [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.806320] env[68663]: DEBUG nova.virt.hardware [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.806320] env[68663]: DEBUG nova.virt.hardware [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.807103] env[68663]: DEBUG nova.virt.hardware [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.807103] env[68663]: DEBUG nova.virt.hardware [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.807103] env[68663]: DEBUG nova.virt.hardware [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.807314] env[68663]: DEBUG nova.virt.hardware [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.808026] env[68663]: DEBUG nova.virt.hardware [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.808026] env[68663]: DEBUG nova.virt.hardware [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.808026] env[68663]: DEBUG nova.virt.hardware [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.809462] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40ed310-0a35-4c0d-aa57-2fe24f1241c7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.818034] env[68663]: DEBUG nova.network.neutron [-] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.821172] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38328954-1e07-4bdd-ab30-4e4e4180188d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.924908] env[68663]: DEBUG nova.compute.manager [req-f5b9bdbe-3a7d-448e-b82b-cd5323c2e847 req-e5386ac8-5e8e-4621-84c4-02490dbf6fcc service nova] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Received event network-changed-4e924458-74cd-43c0-a6f6-aaea20aedfd3 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.925567] env[68663]: DEBUG nova.compute.manager [req-f5b9bdbe-3a7d-448e-b82b-cd5323c2e847 req-e5386ac8-5e8e-4621-84c4-02490dbf6fcc service nova] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Refreshing instance network info cache due to event network-changed-4e924458-74cd-43c0-a6f6-aaea20aedfd3. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.925772] env[68663]: DEBUG oslo_concurrency.lockutils [req-f5b9bdbe-3a7d-448e-b82b-cd5323c2e847 req-e5386ac8-5e8e-4621-84c4-02490dbf6fcc service nova] Acquiring lock "refresh_cache-fe0af44b-648b-4768-8037-999c32ac473f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.014070] env[68663]: DEBUG oslo_concurrency.lockutils [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Releasing lock "refresh_cache-fe0af44b-648b-4768-8037-999c32ac473f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.014449] env[68663]: DEBUG nova.compute.manager [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Instance network_info: |[{"id": "4e924458-74cd-43c0-a6f6-aaea20aedfd3", "address": "fa:16:3e:ff:f6:1d", "network": {"id": "dc1abe84-9c3e-46a7-8faf-17beb41fa9bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-314858557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77bb6a8194574747b8fb03537d848fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e924458-74", "ovs_interfaceid": "4e924458-74cd-43c0-a6f6-aaea20aedfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.014760] env[68663]: DEBUG oslo_concurrency.lockutils [req-f5b9bdbe-3a7d-448e-b82b-cd5323c2e847 req-e5386ac8-5e8e-4621-84c4-02490dbf6fcc service nova] Acquired lock "refresh_cache-fe0af44b-648b-4768-8037-999c32ac473f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.014962] env[68663]: DEBUG nova.network.neutron [req-f5b9bdbe-3a7d-448e-b82b-cd5323c2e847 req-e5386ac8-5e8e-4621-84c4-02490dbf6fcc service nova] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Refreshing network info cache for port 4e924458-74cd-43c0-a6f6-aaea20aedfd3 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.016295] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:f6:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e924458-74cd-43c0-a6f6-aaea20aedfd3', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.024008] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Creating folder: Project (77bb6a8194574747b8fb03537d848fad). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.027171] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56b5e527-fd8c-485d-9497-bd8417f96406 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.039536] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Created folder: Project (77bb6a8194574747b8fb03537d848fad) in parent group-v647027. [ 992.039798] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Creating folder: Instances. Parent ref: group-v647282. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.040034] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cd20c75-8816-428c-851d-aaa73a1b1dec {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.045544] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0afc744-ac4d-47b2-86bd-aaa003cc33c0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.051237] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Created folder: Instances in parent group-v647282. [ 992.051487] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.052396] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.052622] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd0cbbc0-5a1c-43da-b79e-3ea2a1a8a144 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.076789] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8ec0d5-e4bb-4ddc-a087-eec3d0039e37 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.087990] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.087990] env[68663]: value = "task-3238665" [ 992.087990] env[68663]: _type = "Task" [ 992.087990] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.096618] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238665, 'name': CreateVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.109639] env[68663]: DEBUG nova.compute.manager [req-a7ea1d49-959b-4c23-ac46-1e91f7d3df13 req-75402b1f-aa17-45a1-8ede-3c7ebf7398c8 service nova] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Detach interface failed, port_id=f8077b82-cf83-47d8-81b4-fd4b3b88f47d, reason: Instance 7197b66f-d579-475e-9b82-62a4434475e3 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 992.226174] env[68663]: DEBUG oslo_concurrency.lockutils [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.226174] env[68663]: DEBUG nova.compute.manager [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.226865] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 25.894s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.326326] env[68663]: INFO nova.compute.manager [-] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Took 1.43 seconds to deallocate network for instance. [ 992.419886] env[68663]: DEBUG nova.network.neutron [req-f5b9bdbe-3a7d-448e-b82b-cd5323c2e847 req-e5386ac8-5e8e-4621-84c4-02490dbf6fcc service nova] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Updated VIF entry in instance network info cache for port 4e924458-74cd-43c0-a6f6-aaea20aedfd3. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.420287] env[68663]: DEBUG nova.network.neutron [req-f5b9bdbe-3a7d-448e-b82b-cd5323c2e847 req-e5386ac8-5e8e-4621-84c4-02490dbf6fcc service nova] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Updating instance_info_cache with network_info: [{"id": "4e924458-74cd-43c0-a6f6-aaea20aedfd3", "address": "fa:16:3e:ff:f6:1d", "network": {"id": "dc1abe84-9c3e-46a7-8faf-17beb41fa9bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-314858557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77bb6a8194574747b8fb03537d848fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e924458-74", "ovs_interfaceid": "4e924458-74cd-43c0-a6f6-aaea20aedfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.599607] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238665, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.645392] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Acquiring lock "cffd46ec-3dc2-4437-971b-5ac4ed431647" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.645686] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Lock "cffd46ec-3dc2-4437-971b-5ac4ed431647" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.645974] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Acquiring lock "cffd46ec-3dc2-4437-971b-5ac4ed431647-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.646204] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Lock "cffd46ec-3dc2-4437-971b-5ac4ed431647-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.647460] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Lock "cffd46ec-3dc2-4437-971b-5ac4ed431647-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.650462] env[68663]: INFO nova.compute.manager [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Terminating instance [ 992.731298] env[68663]: DEBUG nova.compute.utils [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.736021] env[68663]: DEBUG nova.compute.manager [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.736021] env[68663]: DEBUG nova.network.neutron [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.736021] env[68663]: DEBUG nova.objects.instance [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lazy-loading 'migration_context' on Instance uuid eee6e8a8-e1e6-4034-af67-dffb534a167e {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.837019] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.844823] env[68663]: DEBUG nova.policy [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f25be357edb4660b10e67eeadd9fe2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebaad111ab4e4c22a9139c0415184c98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.923769] env[68663]: DEBUG oslo_concurrency.lockutils [req-f5b9bdbe-3a7d-448e-b82b-cd5323c2e847 req-e5386ac8-5e8e-4621-84c4-02490dbf6fcc service nova] Releasing lock "refresh_cache-fe0af44b-648b-4768-8037-999c32ac473f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.100369] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238665, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.155092] env[68663]: DEBUG nova.compute.manager [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.155387] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.155725] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43fcbbff-a5ac-4751-9e9f-40b6ba33a664 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.163531] env[68663]: DEBUG oslo_vmware.api [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Waiting for the task: (returnval){ [ 993.163531] env[68663]: value = "task-3238666" [ 993.163531] env[68663]: _type = "Task" [ 993.163531] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.173422] env[68663]: DEBUG oslo_vmware.api [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.236918] env[68663]: DEBUG nova.compute.manager [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.290663] env[68663]: DEBUG nova.network.neutron [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Successfully updated port: f900fee5-d84b-4c74-a49b-4944d580b34f {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.366404] env[68663]: DEBUG oslo_vmware.rw_handles [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a9c55-aaa6-cdf3-971c-9e4f380dc294/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 993.367619] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a537e1ee-e133-4119-911d-190c7d9280ab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.381372] env[68663]: DEBUG oslo_vmware.rw_handles [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a9c55-aaa6-cdf3-971c-9e4f380dc294/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 993.381567] env[68663]: ERROR oslo_vmware.rw_handles [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a9c55-aaa6-cdf3-971c-9e4f380dc294/disk-0.vmdk due to incomplete transfer. [ 993.382468] env[68663]: DEBUG nova.network.neutron [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Successfully created port: afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.384517] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-febccf1b-a1ff-4773-8f5d-2c6cf9b3567d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.407541] env[68663]: DEBUG oslo_vmware.rw_handles [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a9c55-aaa6-cdf3-971c-9e4f380dc294/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 993.407926] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Uploaded image 98704337-9112-474d-b442-50e3c24e9453 to the Glance image server {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 993.410561] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 993.410891] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-481e8a4c-d406-425b-a4ed-819233bf8589 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.417927] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 993.417927] env[68663]: value = "task-3238667" [ 993.417927] env[68663]: _type = "Task" [ 993.417927] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.430235] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238667, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.602783] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238665, 'name': CreateVM_Task, 'duration_secs': 1.397424} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.602783] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.603392] env[68663]: DEBUG oslo_concurrency.lockutils [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.603575] env[68663]: DEBUG oslo_concurrency.lockutils [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.603924] env[68663]: DEBUG oslo_concurrency.lockutils [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.604248] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a40f44f-ab1b-41af-90d4-f82b1d086562 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.613911] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 993.613911] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520a4830-5c63-1807-de45-74df698371a3" [ 993.613911] env[68663]: _type = "Task" [ 993.613911] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.618849] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520a4830-5c63-1807-de45-74df698371a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.649931] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a8bf22-48c4-46ab-876d-b300025e7bd5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.658473] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39487665-28ef-4679-84c9-cd5a1ec60792 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.694935] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b06ac4-6205-465e-8ffc-f59434abbda2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.700689] env[68663]: DEBUG oslo_vmware.api [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238666, 'name': PowerOffVM_Task, 'duration_secs': 0.232126} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.702171] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.702435] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 993.703425] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647245', 'volume_id': 'af6be1d9-f39c-47e8-9c50-e83089fb22cd', 'name': 'volume-af6be1d9-f39c-47e8-9c50-e83089fb22cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cffd46ec-3dc2-4437-971b-5ac4ed431647', 'attached_at': '', 'detached_at': '', 'volume_id': 'af6be1d9-f39c-47e8-9c50-e83089fb22cd', 'serial': 'af6be1d9-f39c-47e8-9c50-e83089fb22cd'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 993.705873] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da01f1f5-1caa-446f-a663-beb29c4b3926 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.709992] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b4e5a9-4d94-4069-b964-96d956e38579 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.739067] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dac862a-2256-42a3-9a5c-16e72b3aa57d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.742062] env[68663]: DEBUG nova.compute.provider_tree [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.751796] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eca42e-af88-46eb-b5ab-6ebfdb3c9311 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.771109] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104bba55-200c-4a36-994a-811d4ed55b39 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.786834] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] The volume has not been displaced from its original location: [datastore2] volume-af6be1d9-f39c-47e8-9c50-e83089fb22cd/volume-af6be1d9-f39c-47e8-9c50-e83089fb22cd.vmdk. No consolidation needed. {{(pid=68663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 993.792737] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 993.793505] env[68663]: DEBUG oslo_concurrency.lockutils [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.793505] env[68663]: DEBUG oslo_concurrency.lockutils [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.793505] env[68663]: DEBUG nova.network.neutron [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.794400] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e19e16a-b952-4d41-a572-c4ed580636ff {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.815577] env[68663]: DEBUG oslo_vmware.api [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Waiting for the task: (returnval){ [ 993.815577] env[68663]: value = "task-3238668" [ 993.815577] env[68663]: _type = "Task" [ 993.815577] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.823721] env[68663]: DEBUG oslo_vmware.api [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.930311] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238667, 'name': Destroy_Task, 'duration_secs': 0.33259} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.930593] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Destroyed the VM [ 993.930837] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 993.931099] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fb883420-4f51-4902-b969-2b1bd4ef9a19 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.938299] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 993.938299] env[68663]: value = "task-3238669" [ 993.938299] env[68663]: _type = "Task" [ 993.938299] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.947191] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238669, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.954913] env[68663]: DEBUG nova.compute.manager [req-b9d75413-68a9-4580-ac8f-e02b675c3453 req-9eb9ef93-bddb-47e9-b5dc-28d2cdbf998d service nova] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Received event network-vif-plugged-f900fee5-d84b-4c74-a49b-4944d580b34f {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.955162] env[68663]: DEBUG oslo_concurrency.lockutils [req-b9d75413-68a9-4580-ac8f-e02b675c3453 req-9eb9ef93-bddb-47e9-b5dc-28d2cdbf998d service nova] Acquiring lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.955390] env[68663]: DEBUG oslo_concurrency.lockutils [req-b9d75413-68a9-4580-ac8f-e02b675c3453 req-9eb9ef93-bddb-47e9-b5dc-28d2cdbf998d service nova] Lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.955629] env[68663]: DEBUG oslo_concurrency.lockutils [req-b9d75413-68a9-4580-ac8f-e02b675c3453 req-9eb9ef93-bddb-47e9-b5dc-28d2cdbf998d service nova] Lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.955740] env[68663]: DEBUG nova.compute.manager [req-b9d75413-68a9-4580-ac8f-e02b675c3453 req-9eb9ef93-bddb-47e9-b5dc-28d2cdbf998d service nova] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] No waiting events found dispatching network-vif-plugged-f900fee5-d84b-4c74-a49b-4944d580b34f {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.955912] env[68663]: WARNING nova.compute.manager [req-b9d75413-68a9-4580-ac8f-e02b675c3453 req-9eb9ef93-bddb-47e9-b5dc-28d2cdbf998d service nova] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Received unexpected event network-vif-plugged-f900fee5-d84b-4c74-a49b-4944d580b34f for instance with vm_state building and task_state spawning. [ 993.956139] env[68663]: DEBUG nova.compute.manager [req-b9d75413-68a9-4580-ac8f-e02b675c3453 req-9eb9ef93-bddb-47e9-b5dc-28d2cdbf998d service nova] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Received event network-changed-f900fee5-d84b-4c74-a49b-4944d580b34f {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.956467] env[68663]: DEBUG nova.compute.manager [req-b9d75413-68a9-4580-ac8f-e02b675c3453 req-9eb9ef93-bddb-47e9-b5dc-28d2cdbf998d service nova] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Refreshing instance network info cache due to event network-changed-f900fee5-d84b-4c74-a49b-4944d580b34f. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.956588] env[68663]: DEBUG oslo_concurrency.lockutils [req-b9d75413-68a9-4580-ac8f-e02b675c3453 req-9eb9ef93-bddb-47e9-b5dc-28d2cdbf998d service nova] Acquiring lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.121711] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520a4830-5c63-1807-de45-74df698371a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009772} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.122238] env[68663]: DEBUG oslo_concurrency.lockutils [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.122356] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.122557] env[68663]: DEBUG oslo_concurrency.lockutils [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.122717] env[68663]: DEBUG oslo_concurrency.lockutils [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.122904] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.123174] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fe020ee-30ff-4356-a9ea-f1e7f468d034 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.132236] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.132438] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.133201] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725c086d-f127-49fb-aa87-2cf735822807 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.139578] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 994.139578] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a73f71-a342-c3a9-ca80-5366ae730205" [ 994.139578] env[68663]: _type = "Task" [ 994.139578] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.147609] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a73f71-a342-c3a9-ca80-5366ae730205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.248746] env[68663]: DEBUG nova.scheduler.client.report [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.254328] env[68663]: DEBUG nova.compute.manager [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.289659] env[68663]: DEBUG nova.virt.hardware [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.289953] env[68663]: DEBUG nova.virt.hardware [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.290240] env[68663]: DEBUG nova.virt.hardware [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.290455] env[68663]: DEBUG nova.virt.hardware [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.290607] env[68663]: DEBUG nova.virt.hardware [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.290756] env[68663]: DEBUG nova.virt.hardware [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.290962] env[68663]: DEBUG nova.virt.hardware [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.291221] env[68663]: DEBUG nova.virt.hardware [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.291446] env[68663]: DEBUG nova.virt.hardware [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.291652] env[68663]: DEBUG nova.virt.hardware [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.291868] env[68663]: DEBUG nova.virt.hardware [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.292857] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf8e2a7-92be-4a02-b548-5366eb855bbe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.301671] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc36a0f9-af2e-4909-911c-c6c285fbb73f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.324519] env[68663]: DEBUG oslo_vmware.api [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238668, 'name': ReconfigVM_Task, 'duration_secs': 0.159659} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.324868] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 994.329483] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a83d5d3e-20ab-4086-a0cb-d945eafa0062 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.344291] env[68663]: DEBUG oslo_vmware.api [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Waiting for the task: (returnval){ [ 994.344291] env[68663]: value = "task-3238670" [ 994.344291] env[68663]: _type = "Task" [ 994.344291] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.345047] env[68663]: DEBUG nova.network.neutron [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.354719] env[68663]: DEBUG oslo_vmware.api [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.451332] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238669, 'name': RemoveSnapshot_Task, 'duration_secs': 0.351268} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.451545] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 994.451858] env[68663]: DEBUG nova.compute.manager [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.452667] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba2fce2-ef2f-404d-b7e5-d839e4585682 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.514599] env[68663]: DEBUG nova.network.neutron [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating instance_info_cache with network_info: [{"id": "f900fee5-d84b-4c74-a49b-4944d580b34f", "address": "fa:16:3e:5d:9b:21", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf900fee5-d8", "ovs_interfaceid": "f900fee5-d84b-4c74-a49b-4944d580b34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.651412] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a73f71-a342-c3a9-ca80-5366ae730205, 'name': SearchDatastore_Task, 'duration_secs': 0.008896} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.652336] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3826c715-bb3e-486d-8478-3a5a141c57b4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.659829] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 994.659829] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e6c377-bd3d-53b7-ab7a-0a17780e4554" [ 994.659829] env[68663]: _type = "Task" [ 994.659829] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.675141] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e6c377-bd3d-53b7-ab7a-0a17780e4554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.859024] env[68663]: DEBUG oslo_vmware.api [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.967671] env[68663]: INFO nova.compute.manager [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Shelve offloading [ 995.017871] env[68663]: DEBUG oslo_concurrency.lockutils [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.017871] env[68663]: DEBUG nova.compute.manager [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Instance network_info: |[{"id": "f900fee5-d84b-4c74-a49b-4944d580b34f", "address": "fa:16:3e:5d:9b:21", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf900fee5-d8", "ovs_interfaceid": "f900fee5-d84b-4c74-a49b-4944d580b34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.019125] env[68663]: DEBUG oslo_concurrency.lockutils [req-b9d75413-68a9-4580-ac8f-e02b675c3453 req-9eb9ef93-bddb-47e9-b5dc-28d2cdbf998d service nova] Acquired lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.019388] env[68663]: DEBUG nova.network.neutron [req-b9d75413-68a9-4580-ac8f-e02b675c3453 req-9eb9ef93-bddb-47e9-b5dc-28d2cdbf998d service nova] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Refreshing network info cache for port f900fee5-d84b-4c74-a49b-4944d580b34f {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.020860] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:9b:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f900fee5-d84b-4c74-a49b-4944d580b34f', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.028611] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.029122] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.029364] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc93f75b-dee7-4ced-8146-efed2c052420 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.052877] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.052877] env[68663]: value = "task-3238671" [ 995.052877] env[68663]: _type = "Task" [ 995.052877] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.060938] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238671, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.176039] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e6c377-bd3d-53b7-ab7a-0a17780e4554, 'name': SearchDatastore_Task, 'duration_secs': 0.031654} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.176039] env[68663]: DEBUG oslo_concurrency.lockutils [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.176039] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] fe0af44b-648b-4768-8037-999c32ac473f/fe0af44b-648b-4768-8037-999c32ac473f.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.176750] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3065f274-d850-437c-ac20-e3526c7ff0cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.188020] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 995.188020] env[68663]: value = "task-3238672" [ 995.188020] env[68663]: _type = "Task" [ 995.188020] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.199106] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.265188] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.038s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.281022] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.420s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.281022] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.281022] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.595s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.283853] env[68663]: INFO nova.compute.claims [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.322941] env[68663]: DEBUG nova.network.neutron [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Successfully updated port: afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.338202] env[68663]: INFO nova.scheduler.client.report [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleted allocations for instance f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d [ 995.363383] env[68663]: DEBUG oslo_vmware.api [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238670, 'name': ReconfigVM_Task, 'duration_secs': 0.711903} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.363663] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647245', 'volume_id': 'af6be1d9-f39c-47e8-9c50-e83089fb22cd', 'name': 'volume-af6be1d9-f39c-47e8-9c50-e83089fb22cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cffd46ec-3dc2-4437-971b-5ac4ed431647', 'attached_at': '', 'detached_at': '', 'volume_id': 'af6be1d9-f39c-47e8-9c50-e83089fb22cd', 'serial': 'af6be1d9-f39c-47e8-9c50-e83089fb22cd'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 995.364018] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.364868] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed4a563-6fb0-4a07-9d39-322f7acaa084 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.374018] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.374346] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5268029a-a119-49e5-9a02-cb1841523e2e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.458586] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.458867] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.459076] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Deleting the datastore file [datastore2] cffd46ec-3dc2-4437-971b-5ac4ed431647 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.459374] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03f648bf-7fda-4330-ab21-a9d092f2b7ea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.468518] env[68663]: DEBUG oslo_vmware.api [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Waiting for the task: (returnval){ [ 995.468518] env[68663]: value = "task-3238674" [ 995.468518] env[68663]: _type = "Task" [ 995.468518] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.475130] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.475130] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e60411cb-dcd3-448f-838c-4e58466b9abc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.480670] env[68663]: DEBUG oslo_vmware.api [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.482539] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 995.482539] env[68663]: value = "task-3238675" [ 995.482539] env[68663]: _type = "Task" [ 995.482539] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.491269] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] VM already powered off {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 995.491505] env[68663]: DEBUG nova.compute.manager [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.492348] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecdf478-6932-4faa-9f2e-3b5e0e633dce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.500207] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.500396] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquired lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.500579] env[68663]: DEBUG nova.network.neutron [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.567135] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238671, 'name': CreateVM_Task, 'duration_secs': 0.418646} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.567265] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.567942] env[68663]: DEBUG oslo_concurrency.lockutils [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.568137] env[68663]: DEBUG oslo_concurrency.lockutils [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.568475] env[68663]: DEBUG oslo_concurrency.lockutils [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.568750] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ec28f2-ab44-4940-9923-58b17b3299f7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.576936] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 995.576936] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d47ef1-193c-d515-6427-465538e24ef9" [ 995.576936] env[68663]: _type = "Task" [ 995.576936] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.587022] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d47ef1-193c-d515-6427-465538e24ef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.700308] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472323} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.700622] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] fe0af44b-648b-4768-8037-999c32ac473f/fe0af44b-648b-4768-8037-999c32ac473f.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.700897] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.701117] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e234d9d5-df58-4317-b992-30d90bf5f391 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.709738] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 995.709738] env[68663]: value = "task-3238676" [ 995.709738] env[68663]: _type = "Task" [ 995.709738] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.720701] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.826538] env[68663]: DEBUG oslo_concurrency.lockutils [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "refresh_cache-f767ce99-9f0d-457d-8bc9-dc291c7b9f16" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.828581] env[68663]: DEBUG oslo_concurrency.lockutils [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "refresh_cache-f767ce99-9f0d-457d-8bc9-dc291c7b9f16" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.828581] env[68663]: DEBUG nova.network.neutron [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.847973] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ec15634-a295-4d5d-bf65-9d18a0715291 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.477s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.942024] env[68663]: DEBUG nova.network.neutron [req-b9d75413-68a9-4580-ac8f-e02b675c3453 req-9eb9ef93-bddb-47e9-b5dc-28d2cdbf998d service nova] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updated VIF entry in instance network info cache for port f900fee5-d84b-4c74-a49b-4944d580b34f. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.942024] env[68663]: DEBUG nova.network.neutron [req-b9d75413-68a9-4580-ac8f-e02b675c3453 req-9eb9ef93-bddb-47e9-b5dc-28d2cdbf998d service nova] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating instance_info_cache with network_info: [{"id": "f900fee5-d84b-4c74-a49b-4944d580b34f", "address": "fa:16:3e:5d:9b:21", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf900fee5-d8", "ovs_interfaceid": "f900fee5-d84b-4c74-a49b-4944d580b34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.979040] env[68663]: DEBUG oslo_vmware.api [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Task: {'id': task-3238674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225911} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.979348] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.979628] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.979736] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.979955] env[68663]: INFO nova.compute.manager [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Took 2.82 seconds to destroy the instance on the hypervisor. [ 995.980649] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.980649] env[68663]: DEBUG nova.compute.manager [-] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.980649] env[68663]: DEBUG nova.network.neutron [-] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.087196] env[68663]: DEBUG nova.compute.manager [req-6d93594a-2150-49b2-9229-59c203763339 req-0f45e827-9aae-4f7d-ab53-60fa5aedca86 service nova] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Received event network-vif-plugged-afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.087196] env[68663]: DEBUG oslo_concurrency.lockutils [req-6d93594a-2150-49b2-9229-59c203763339 req-0f45e827-9aae-4f7d-ab53-60fa5aedca86 service nova] Acquiring lock "f767ce99-9f0d-457d-8bc9-dc291c7b9f16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.087196] env[68663]: DEBUG oslo_concurrency.lockutils [req-6d93594a-2150-49b2-9229-59c203763339 req-0f45e827-9aae-4f7d-ab53-60fa5aedca86 service nova] Lock "f767ce99-9f0d-457d-8bc9-dc291c7b9f16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.087196] env[68663]: DEBUG oslo_concurrency.lockutils [req-6d93594a-2150-49b2-9229-59c203763339 req-0f45e827-9aae-4f7d-ab53-60fa5aedca86 service nova] Lock "f767ce99-9f0d-457d-8bc9-dc291c7b9f16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.087196] env[68663]: DEBUG nova.compute.manager [req-6d93594a-2150-49b2-9229-59c203763339 req-0f45e827-9aae-4f7d-ab53-60fa5aedca86 service nova] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] No waiting events found dispatching network-vif-plugged-afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.087196] env[68663]: WARNING nova.compute.manager [req-6d93594a-2150-49b2-9229-59c203763339 req-0f45e827-9aae-4f7d-ab53-60fa5aedca86 service nova] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Received unexpected event network-vif-plugged-afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b for instance with vm_state building and task_state spawning. [ 996.087196] env[68663]: DEBUG nova.compute.manager [req-6d93594a-2150-49b2-9229-59c203763339 req-0f45e827-9aae-4f7d-ab53-60fa5aedca86 service nova] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Received event network-changed-afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.087196] env[68663]: DEBUG nova.compute.manager [req-6d93594a-2150-49b2-9229-59c203763339 req-0f45e827-9aae-4f7d-ab53-60fa5aedca86 service nova] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Refreshing instance network info cache due to event network-changed-afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.087196] env[68663]: DEBUG oslo_concurrency.lockutils [req-6d93594a-2150-49b2-9229-59c203763339 req-0f45e827-9aae-4f7d-ab53-60fa5aedca86 service nova] Acquiring lock "refresh_cache-f767ce99-9f0d-457d-8bc9-dc291c7b9f16" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.093397] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d47ef1-193c-d515-6427-465538e24ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.044505} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.094228] env[68663]: DEBUG oslo_concurrency.lockutils [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.094913] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.095344] env[68663]: DEBUG oslo_concurrency.lockutils [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.095516] env[68663]: DEBUG oslo_concurrency.lockutils [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.095738] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.095979] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c190c0e-582c-4f92-839d-470d253133fe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.105295] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.105476] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.106220] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c75d6868-3da4-4ad3-9b33-440dc4dcafbe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.111721] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 996.111721] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526d6b0a-3c40-5106-fb97-f4dbb99bcd8a" [ 996.111721] env[68663]: _type = "Task" [ 996.111721] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.119487] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526d6b0a-3c40-5106-fb97-f4dbb99bcd8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.220756] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144688} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.221118] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.221918] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101c685a-ddea-41a2-949a-233a970c5d72 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.243627] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] fe0af44b-648b-4768-8037-999c32ac473f/fe0af44b-648b-4768-8037-999c32ac473f.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.244335] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74c769fe-6594-443c-8f7c-9f284dcc3db7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.266270] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 996.266270] env[68663]: value = "task-3238677" [ 996.266270] env[68663]: _type = "Task" [ 996.266270] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.273189] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.375625] env[68663]: DEBUG nova.network.neutron [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.445101] env[68663]: DEBUG oslo_concurrency.lockutils [req-b9d75413-68a9-4580-ac8f-e02b675c3453 req-9eb9ef93-bddb-47e9-b5dc-28d2cdbf998d service nova] Releasing lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.520616] env[68663]: DEBUG nova.network.neutron [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Updating instance_info_cache with network_info: [{"id": "afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b", "address": "fa:16:3e:84:82:f4", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd2de12-5b", "ovs_interfaceid": "afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.580521] env[68663]: DEBUG nova.network.neutron [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Updating instance_info_cache with network_info: [{"id": "5b0f430d-8dbb-48fd-bebc-94b1191a4e5b", "address": "fa:16:3e:6d:2b:ae", "network": {"id": "53b92fc4-5558-427f-b634-fc420fa70fb8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494203925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4414076fe9f4036a21ae78d242ae3de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0f430d-8d", "ovs_interfaceid": "5b0f430d-8dbb-48fd-bebc-94b1191a4e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.626096] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526d6b0a-3c40-5106-fb97-f4dbb99bcd8a, 'name': SearchDatastore_Task, 'duration_secs': 0.008636} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.626096] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b38e667-d55f-42fa-86fd-7221c3f96665 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.636437] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Acquiring lock "954cca74-fc1a-402b-bf7e-ae0bead4f8d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.636437] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Lock "954cca74-fc1a-402b-bf7e-ae0bead4f8d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.636437] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 996.636437] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52351893-771d-a29f-8904-4bed034b895e" [ 996.636437] env[68663]: _type = "Task" [ 996.636437] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.651089] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52351893-771d-a29f-8904-4bed034b895e, 'name': SearchDatastore_Task, 'duration_secs': 0.010973} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.651089] env[68663]: DEBUG oslo_concurrency.lockutils [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.651089] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 0b9d226a-58eb-4723-96cb-27e04a3fa59c/0b9d226a-58eb-4723-96cb-27e04a3fa59c.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.651375] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-392933fe-d0df-4c3a-aed1-87258eed1993 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.659802] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 996.659802] env[68663]: value = "task-3238678" [ 996.659802] env[68663]: _type = "Task" [ 996.659802] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.671611] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.738270] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50916fff-4398-41ed-8f12-775e8284d84e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.745452] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6786a4fc-fa5c-4c8c-b79d-48a8b472c5e2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.782836] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c695c7db-d5ed-4831-b2bc-35ba4f78182b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.790224] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.793549] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3892159-9105-4fa2-90a4-672a402d9bd8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.806615] env[68663]: DEBUG nova.compute.provider_tree [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.828081] env[68663]: INFO nova.compute.manager [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Swapping old allocation on dict_keys(['f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7']) held by migration 4879165e-8183-41a6-9849-58a315184c08 for instance [ 996.855863] env[68663]: DEBUG nova.scheduler.client.report [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Overwriting current allocation {'allocations': {'f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 135}}, 'project_id': '445d7cda00e0483bb216ef99eb878f7f', 'user_id': '01b6cf858c314f6d81d12a93660395bb', 'consumer_generation': 1} on consumer eee6e8a8-e1e6-4034-af67-dffb534a167e {{(pid=68663) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 997.022723] env[68663]: DEBUG oslo_concurrency.lockutils [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "refresh_cache-f767ce99-9f0d-457d-8bc9-dc291c7b9f16" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.023098] env[68663]: DEBUG nova.compute.manager [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Instance network_info: |[{"id": "afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b", "address": "fa:16:3e:84:82:f4", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd2de12-5b", "ovs_interfaceid": "afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.023450] env[68663]: DEBUG oslo_concurrency.lockutils [req-6d93594a-2150-49b2-9229-59c203763339 req-0f45e827-9aae-4f7d-ab53-60fa5aedca86 service nova] Acquired lock "refresh_cache-f767ce99-9f0d-457d-8bc9-dc291c7b9f16" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.023632] env[68663]: DEBUG nova.network.neutron [req-6d93594a-2150-49b2-9229-59c203763339 req-0f45e827-9aae-4f7d-ab53-60fa5aedca86 service nova] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Refreshing network info cache for port afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.024985] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:82:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.035081] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.038752] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.039383] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-006733c6-23ca-4590-a985-a9c40a81689a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.065115] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.065115] env[68663]: value = "task-3238679" [ 997.065115] env[68663]: _type = "Task" [ 997.065115] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.076208] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238679, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.083171] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Releasing lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.105978] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "refresh_cache-eee6e8a8-e1e6-4034-af67-dffb534a167e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.105978] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquired lock "refresh_cache-eee6e8a8-e1e6-4034-af67-dffb534a167e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.105978] env[68663]: DEBUG nova.network.neutron [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.140679] env[68663]: DEBUG nova.compute.manager [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.174984] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238678, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.293592] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238677, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.313116] env[68663]: DEBUG nova.scheduler.client.report [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.419674] env[68663]: DEBUG nova.network.neutron [req-6d93594a-2150-49b2-9229-59c203763339 req-0f45e827-9aae-4f7d-ab53-60fa5aedca86 service nova] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Updated VIF entry in instance network info cache for port afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.419674] env[68663]: DEBUG nova.network.neutron [req-6d93594a-2150-49b2-9229-59c203763339 req-0f45e827-9aae-4f7d-ab53-60fa5aedca86 service nova] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Updating instance_info_cache with network_info: [{"id": "afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b", "address": "fa:16:3e:84:82:f4", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd2de12-5b", "ovs_interfaceid": "afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.557063] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.557993] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeaa0bb-12e3-46db-ad43-0631edcef37d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.576031] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.582620] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fea317ed-5b3a-4e20-a95b-e145bf3880ce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.584258] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238679, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.673592] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.676195] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.676442] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.676651] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Deleting the datastore file [datastore1] 8f714858-039b-426e-8e4e-a6e83b455a07 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.681018] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b99f730-1600-41f2-862a-ef59e026de58 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.683215] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518645} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.683881] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 0b9d226a-58eb-4723-96cb-27e04a3fa59c/0b9d226a-58eb-4723-96cb-27e04a3fa59c.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.684142] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.684873] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfe669a3-bd80-478a-ae38-539c2c853ddf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.689454] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 997.689454] env[68663]: value = "task-3238681" [ 997.689454] env[68663]: _type = "Task" [ 997.689454] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.697851] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 997.697851] env[68663]: value = "task-3238682" [ 997.697851] env[68663]: _type = "Task" [ 997.697851] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.706500] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.711905] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.791944] env[68663]: DEBUG nova.compute.manager [req-c8dfda9b-3fae-41e6-a680-d3e999b66d94 req-2ffe5364-1a7a-493e-afaf-6e594485a7a1 service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Received event network-vif-unplugged-5b0f430d-8dbb-48fd-bebc-94b1191a4e5b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.791944] env[68663]: DEBUG oslo_concurrency.lockutils [req-c8dfda9b-3fae-41e6-a680-d3e999b66d94 req-2ffe5364-1a7a-493e-afaf-6e594485a7a1 service nova] Acquiring lock "8f714858-039b-426e-8e4e-a6e83b455a07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.791944] env[68663]: DEBUG oslo_concurrency.lockutils [req-c8dfda9b-3fae-41e6-a680-d3e999b66d94 req-2ffe5364-1a7a-493e-afaf-6e594485a7a1 service nova] Lock "8f714858-039b-426e-8e4e-a6e83b455a07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.791944] env[68663]: DEBUG oslo_concurrency.lockutils [req-c8dfda9b-3fae-41e6-a680-d3e999b66d94 req-2ffe5364-1a7a-493e-afaf-6e594485a7a1 service nova] Lock "8f714858-039b-426e-8e4e-a6e83b455a07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.791944] env[68663]: DEBUG nova.compute.manager [req-c8dfda9b-3fae-41e6-a680-d3e999b66d94 req-2ffe5364-1a7a-493e-afaf-6e594485a7a1 service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] No waiting events found dispatching network-vif-unplugged-5b0f430d-8dbb-48fd-bebc-94b1191a4e5b {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.791944] env[68663]: WARNING nova.compute.manager [req-c8dfda9b-3fae-41e6-a680-d3e999b66d94 req-2ffe5364-1a7a-493e-afaf-6e594485a7a1 service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Received unexpected event network-vif-unplugged-5b0f430d-8dbb-48fd-bebc-94b1191a4e5b for instance with vm_state shelved and task_state shelving_offloading. [ 997.796300] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238677, 'name': ReconfigVM_Task, 'duration_secs': 1.027379} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.796589] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Reconfigured VM instance instance-0000005a to attach disk [datastore2] fe0af44b-648b-4768-8037-999c32ac473f/fe0af44b-648b-4768-8037-999c32ac473f.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.798315] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e6b9af3-4b33-46e4-a5f6-69da32e65f92 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.806124] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 997.806124] env[68663]: value = "task-3238683" [ 997.806124] env[68663]: _type = "Task" [ 997.806124] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.815897] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238683, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.817364] env[68663]: DEBUG nova.network.neutron [-] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.822232] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.822232] env[68663]: DEBUG nova.compute.manager [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.824353] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.991s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.826247] env[68663]: INFO nova.compute.claims [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.919721] env[68663]: DEBUG oslo_concurrency.lockutils [req-6d93594a-2150-49b2-9229-59c203763339 req-0f45e827-9aae-4f7d-ab53-60fa5aedca86 service nova] Releasing lock "refresh_cache-f767ce99-9f0d-457d-8bc9-dc291c7b9f16" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.077660] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238679, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.105683] env[68663]: DEBUG nova.network.neutron [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updating instance_info_cache with network_info: [{"id": "602846b3-8da7-4a77-afc8-3fae2e212a79", "address": "fa:16:3e:71:24:b0", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602846b3-8d", "ovs_interfaceid": "602846b3-8da7-4a77-afc8-3fae2e212a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.109675] env[68663]: DEBUG nova.compute.manager [req-c55c6396-d165-4cd9-b742-57fa85fed7c2 req-b5ec242f-6f2f-4426-9dab-002f23e05971 service nova] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Received event network-vif-deleted-9e6eb60e-54d6-43fb-b810-67df8bbae8c8 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.178452] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "f64890ed-4f70-40f0-81cb-158a9dcee26e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.178691] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "f64890ed-4f70-40f0-81cb-158a9dcee26e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.201813] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.210583] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197426} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.210905] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.212192] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b980f50-3e10-4f90-87e9-ffec6974fc70 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.238571] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 0b9d226a-58eb-4723-96cb-27e04a3fa59c/0b9d226a-58eb-4723-96cb-27e04a3fa59c.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.239280] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56372b99-807a-4ec4-91fe-51dfb027f695 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.260655] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 998.260655] env[68663]: value = "task-3238684" [ 998.260655] env[68663]: _type = "Task" [ 998.260655] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.269394] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.314334] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238683, 'name': Rename_Task, 'duration_secs': 0.405935} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.314669] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.314875] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-595e930b-456c-4ba2-9594-977a340760b7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.321065] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 998.321065] env[68663]: value = "task-3238685" [ 998.321065] env[68663]: _type = "Task" [ 998.321065] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.324690] env[68663]: INFO nova.compute.manager [-] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Took 2.34 seconds to deallocate network for instance. [ 998.333086] env[68663]: DEBUG nova.compute.utils [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.336508] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.337011] env[68663]: DEBUG nova.compute.manager [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.337250] env[68663]: DEBUG nova.network.neutron [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.382505] env[68663]: DEBUG nova.policy [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16d3a11d7fec45c083f3e6f488f4760b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64890377f9c94973b2d81056b1e44d6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.578687] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238679, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.609473] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Releasing lock "refresh_cache-eee6e8a8-e1e6-4034-af67-dffb534a167e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.609473] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.609758] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b898520-5afa-40ec-93b7-877f9d45f153 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.616852] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 998.616852] env[68663]: value = "task-3238686" [ 998.616852] env[68663]: _type = "Task" [ 998.616852] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.625624] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.671456] env[68663]: DEBUG nova.network.neutron [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Successfully created port: 68a8923c-a946-4e4e-9fc3-d06beddb9cca {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.682602] env[68663]: DEBUG nova.compute.manager [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.705604] env[68663]: DEBUG oslo_vmware.api [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.535189} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.705738] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.706038] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.706355] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.742985] env[68663]: INFO nova.scheduler.client.report [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Deleted allocations for instance 8f714858-039b-426e-8e4e-a6e83b455a07 [ 998.771532] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.833991] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.840396] env[68663]: DEBUG nova.compute.manager [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.891171] env[68663]: INFO nova.compute.manager [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Took 0.57 seconds to detach 1 volumes for instance. [ 998.895489] env[68663]: DEBUG nova.compute.manager [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Deleting volume: af6be1d9-f39c-47e8-9c50-e83089fb22cd {{(pid=68663) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 999.088845] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238679, 'name': CreateVM_Task, 'duration_secs': 1.913224} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.089020] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.089742] env[68663]: DEBUG oslo_concurrency.lockutils [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.089909] env[68663]: DEBUG oslo_concurrency.lockutils [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.090265] env[68663]: DEBUG oslo_concurrency.lockutils [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.090537] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abdcb9ed-a81b-4469-8e7b-1ec3d5cb239a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.099083] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 999.099083] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f15902-9813-5690-e763-e42a8df868dd" [ 999.099083] env[68663]: _type = "Task" [ 999.099083] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.109363] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f15902-9813-5690-e763-e42a8df868dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.127776] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238686, 'name': PowerOffVM_Task, 'duration_secs': 0.421367} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.130954] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.131812] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:43:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c3188133-4606-463d-8a8c-43d7551172c6',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-754894777',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.132145] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.132385] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.132675] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.132852] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.133009] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.133227] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.133433] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.133648] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.133913] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.134215] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.140945] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-360696f4-ceb1-4da1-b8d9-daec3c596384 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.160832] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 999.160832] env[68663]: value = "task-3238688" [ 999.160832] env[68663]: _type = "Task" [ 999.160832] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.173497] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238688, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.211195] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.242412] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4497ed-d84a-4a26-9b19-51a112ca7ce7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.247906] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.251246] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e83f93-b7e7-4513-acf8-97e453086846 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.288144] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8286e94-e8e2-4e8d-a3ee-26428479177f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.296168] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238684, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.300064] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb7fe71-8a0c-4914-b031-e7b764413039 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.314032] env[68663]: DEBUG nova.compute.provider_tree [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.333129] env[68663]: DEBUG oslo_vmware.api [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238685, 'name': PowerOnVM_Task, 'duration_secs': 0.818902} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.333129] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.333507] env[68663]: INFO nova.compute.manager [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Took 10.06 seconds to spawn the instance on the hypervisor. [ 999.333507] env[68663]: DEBUG nova.compute.manager [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.336234] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549e60e0-c2be-4c4d-afa7-2633a7bbee18 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.502647] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.619333] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f15902-9813-5690-e763-e42a8df868dd, 'name': SearchDatastore_Task, 'duration_secs': 0.013476} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.619685] env[68663]: DEBUG oslo_concurrency.lockutils [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.619925] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.620217] env[68663]: DEBUG oslo_concurrency.lockutils [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.620459] env[68663]: DEBUG oslo_concurrency.lockutils [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.620676] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.623249] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-821a25bd-a513-477e-8689-d7fddd705eb7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.637961] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.638163] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.638994] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b670aa-e84e-4957-8f0e-7e44c68cf516 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.658397] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 999.658397] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526686e1-93b0-37c0-c4f7-a63450d48981" [ 999.658397] env[68663]: _type = "Task" [ 999.658397] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.674160] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526686e1-93b0-37c0-c4f7-a63450d48981, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.678988] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.679257] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf2fc59-e803-4a85-aebc-4b4ff2926a37 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.686279] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 999.686279] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525b483a-d656-f705-5a31-0a2f5f3383b9" [ 999.686279] env[68663]: _type = "Task" [ 999.686279] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.695107] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525b483a-d656-f705-5a31-0a2f5f3383b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.792928] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238684, 'name': ReconfigVM_Task, 'duration_secs': 1.065014} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.793071] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 0b9d226a-58eb-4723-96cb-27e04a3fa59c/0b9d226a-58eb-4723-96cb-27e04a3fa59c.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.793859] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b2e7987-52df-4929-8413-4fc58fd58ef6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.800890] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 999.800890] env[68663]: value = "task-3238689" [ 999.800890] env[68663]: _type = "Task" [ 999.800890] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.809446] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238689, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.817554] env[68663]: DEBUG nova.scheduler.client.report [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.852959] env[68663]: DEBUG nova.compute.manager [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.857752] env[68663]: INFO nova.compute.manager [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Took 36.80 seconds to build instance. [ 999.878759] env[68663]: DEBUG nova.virt.hardware [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.878759] env[68663]: DEBUG nova.virt.hardware [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.878759] env[68663]: DEBUG nova.virt.hardware [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.878759] env[68663]: DEBUG nova.virt.hardware [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.878759] env[68663]: DEBUG nova.virt.hardware [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.878759] env[68663]: DEBUG nova.virt.hardware [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.879453] env[68663]: DEBUG nova.virt.hardware [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.879757] env[68663]: DEBUG nova.virt.hardware [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.880095] env[68663]: DEBUG nova.virt.hardware [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.880412] env[68663]: DEBUG nova.virt.hardware [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.880732] env[68663]: DEBUG nova.virt.hardware [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.882019] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bb9de2-6ff6-467d-9be0-b9e51f7b81b1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.890045] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88489ce1-7e2b-4052-8278-368139b50157 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.009911] env[68663]: DEBUG nova.compute.manager [req-c5d04881-8028-48da-b895-07a06b33e3b1 req-5312b52e-4963-49f3-be9b-1bc7f0963316 service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Received event network-changed-5b0f430d-8dbb-48fd-bebc-94b1191a4e5b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.010127] env[68663]: DEBUG nova.compute.manager [req-c5d04881-8028-48da-b895-07a06b33e3b1 req-5312b52e-4963-49f3-be9b-1bc7f0963316 service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Refreshing instance network info cache due to event network-changed-5b0f430d-8dbb-48fd-bebc-94b1191a4e5b. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.010370] env[68663]: DEBUG oslo_concurrency.lockutils [req-c5d04881-8028-48da-b895-07a06b33e3b1 req-5312b52e-4963-49f3-be9b-1bc7f0963316 service nova] Acquiring lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.010460] env[68663]: DEBUG oslo_concurrency.lockutils [req-c5d04881-8028-48da-b895-07a06b33e3b1 req-5312b52e-4963-49f3-be9b-1bc7f0963316 service nova] Acquired lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.010692] env[68663]: DEBUG nova.network.neutron [req-c5d04881-8028-48da-b895-07a06b33e3b1 req-5312b52e-4963-49f3-be9b-1bc7f0963316 service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Refreshing network info cache for port 5b0f430d-8dbb-48fd-bebc-94b1191a4e5b {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.178393] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.198539] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525b483a-d656-f705-5a31-0a2f5f3383b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009538} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.198852] env[68663]: DEBUG oslo_concurrency.lockutils [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.199215] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] f767ce99-9f0d-457d-8bc9-dc291c7b9f16/f767ce99-9f0d-457d-8bc9-dc291c7b9f16.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.199510] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d594939-f145-4eb4-b3cf-3ce7475ec513 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.210897] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1000.210897] env[68663]: value = "task-3238690" [ 1000.210897] env[68663]: _type = "Task" [ 1000.210897] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.212340] env[68663]: DEBUG nova.network.neutron [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Successfully updated port: 68a8923c-a946-4e4e-9fc3-d06beddb9cca {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.220936] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.313030] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238689, 'name': Rename_Task, 'duration_secs': 0.137669} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.313030] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.313504] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb1d30f6-b3b2-47a2-a4b1-0e2b1cc7f6b3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.320133] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1000.320133] env[68663]: value = "task-3238691" [ 1000.320133] env[68663]: _type = "Task" [ 1000.320133] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.324037] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.324456] env[68663]: DEBUG nova.compute.manager [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.327175] env[68663]: DEBUG oslo_concurrency.lockutils [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.182s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.327395] env[68663]: DEBUG oslo_concurrency.lockutils [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.332892] env[68663]: DEBUG oslo_concurrency.lockutils [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.530s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.332892] env[68663]: DEBUG oslo_concurrency.lockutils [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.332892] env[68663]: DEBUG oslo_concurrency.lockutils [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.173s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.332892] env[68663]: DEBUG nova.objects.instance [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lazy-loading 'resources' on Instance uuid 3b6fcab1-14b4-4cf5-a03e-a222401a1802 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.340611] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.359406] env[68663]: DEBUG oslo_concurrency.lockutils [None req-270737f3-3f03-4333-b7e3-df85785d714a tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "fe0af44b-648b-4768-8037-999c32ac473f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.311s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.360520] env[68663]: INFO nova.scheduler.client.report [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Deleted allocations for instance 533a0d77-f461-4d66-bb88-49cc8d826ef9 [ 1000.364961] env[68663]: INFO nova.scheduler.client.report [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Deleted allocations for instance ed823442-ad98-41ee-83a4-c1fa82d2a67a [ 1000.677805] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238688, 'name': ReconfigVM_Task, 'duration_secs': 1.194889} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.678622] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06934ca1-5443-4a40-9f93-afec00b9dcb3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.698121] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:43:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c3188133-4606-463d-8a8c-43d7551172c6',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-754894777',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.698401] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.698524] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.698700] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.698845] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.698992] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.699217] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.699437] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.699539] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.699695] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.699869] env[68663]: DEBUG nova.virt.hardware [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.700773] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abcb793d-16da-4a52-b56b-cb0b66b4aac2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.707204] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 1000.707204] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528fc340-90b0-1993-2344-4d3e8bc5d46d" [ 1000.707204] env[68663]: _type = "Task" [ 1000.707204] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.716685] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Acquiring lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.716846] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Acquired lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.717144] env[68663]: DEBUG nova.network.neutron [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.721877] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528fc340-90b0-1993-2344-4d3e8bc5d46d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.725850] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238690, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.727655] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "8f714858-039b-426e-8e4e-a6e83b455a07" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.760537] env[68663]: DEBUG nova.network.neutron [req-c5d04881-8028-48da-b895-07a06b33e3b1 req-5312b52e-4963-49f3-be9b-1bc7f0963316 service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Updated VIF entry in instance network info cache for port 5b0f430d-8dbb-48fd-bebc-94b1191a4e5b. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.760897] env[68663]: DEBUG nova.network.neutron [req-c5d04881-8028-48da-b895-07a06b33e3b1 req-5312b52e-4963-49f3-be9b-1bc7f0963316 service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Updating instance_info_cache with network_info: [{"id": "5b0f430d-8dbb-48fd-bebc-94b1191a4e5b", "address": "fa:16:3e:6d:2b:ae", "network": {"id": "53b92fc4-5558-427f-b634-fc420fa70fb8", "bridge": null, "label": "tempest-ServersNegativeTestJSON-494203925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4414076fe9f4036a21ae78d242ae3de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5b0f430d-8d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.830962] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238691, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.835378] env[68663]: DEBUG nova.compute.utils [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.839586] env[68663]: DEBUG nova.compute.manager [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.839802] env[68663]: DEBUG nova.network.neutron [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.872086] env[68663]: DEBUG oslo_concurrency.lockutils [None req-087da38c-e4bf-4f73-9e96-0f982c042393 tempest-ServersTestMultiNic-466241162 tempest-ServersTestMultiNic-466241162-project-member] Lock "533a0d77-f461-4d66-bb88-49cc8d826ef9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.448s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.876158] env[68663]: DEBUG oslo_concurrency.lockutils [None req-70bb31f2-40a3-49a7-b621-429f23716a8f tempest-ServerRescueTestJSON-135737210 tempest-ServerRescueTestJSON-135737210-project-member] Lock "ed823442-ad98-41ee-83a4-c1fa82d2a67a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.668s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.938788] env[68663]: DEBUG nova.policy [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2e2e34b60a449b49f8cfe1641a5db4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '965fdf98e5ef4153b4ad7d0691df5e42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.220847] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d27287-5dd7-4148-a14d-72212861142f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.231296] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528fc340-90b0-1993-2344-4d3e8bc5d46d, 'name': SearchDatastore_Task, 'duration_secs': 0.016541} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.231296] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538449} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.237699] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1001.237699] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] f767ce99-9f0d-457d-8bc9-dc291c7b9f16/f767ce99-9f0d-457d-8bc9-dc291c7b9f16.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.237699] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.240150] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e0e8ae0-4988-44b2-b1ff-96f6c55436ad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.256370] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25345d3d-19c7-4954-bad2-dab08b7c0397 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.258959] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be4ed18-4ae6-43dd-8d47-34815fa6a0ac {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.263123] env[68663]: DEBUG oslo_concurrency.lockutils [req-c5d04881-8028-48da-b895-07a06b33e3b1 req-5312b52e-4963-49f3-be9b-1bc7f0963316 service nova] Releasing lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.295812] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eceb96-0b1f-46a4-8601-033afa563d30 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.296974] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 1001.296974] env[68663]: value = "task-3238692" [ 1001.296974] env[68663]: _type = "Task" [ 1001.296974] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.297516] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1001.297516] env[68663]: value = "task-3238693" [ 1001.297516] env[68663]: _type = "Task" [ 1001.297516] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.304811] env[68663]: DEBUG nova.network.neutron [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.312962] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efeca38-75b7-437e-ba44-484f048bc7d9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.319813] env[68663]: DEBUG nova.compute.manager [req-2f2a3d91-9b63-4095-874e-9498dfffe1b4 req-859ba9cf-9d5f-49b1-8146-e9512bb977ca service nova] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Received event network-changed-4e924458-74cd-43c0-a6f6-aaea20aedfd3 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.320093] env[68663]: DEBUG nova.compute.manager [req-2f2a3d91-9b63-4095-874e-9498dfffe1b4 req-859ba9cf-9d5f-49b1-8146-e9512bb977ca service nova] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Refreshing instance network info cache due to event network-changed-4e924458-74cd-43c0-a6f6-aaea20aedfd3. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.320363] env[68663]: DEBUG oslo_concurrency.lockutils [req-2f2a3d91-9b63-4095-874e-9498dfffe1b4 req-859ba9cf-9d5f-49b1-8146-e9512bb977ca service nova] Acquiring lock "refresh_cache-fe0af44b-648b-4768-8037-999c32ac473f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.320558] env[68663]: DEBUG oslo_concurrency.lockutils [req-2f2a3d91-9b63-4095-874e-9498dfffe1b4 req-859ba9cf-9d5f-49b1-8146-e9512bb977ca service nova] Acquired lock "refresh_cache-fe0af44b-648b-4768-8037-999c32ac473f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.320767] env[68663]: DEBUG nova.network.neutron [req-2f2a3d91-9b63-4095-874e-9498dfffe1b4 req-859ba9cf-9d5f-49b1-8146-e9512bb977ca service nova] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Refreshing network info cache for port 4e924458-74cd-43c0-a6f6-aaea20aedfd3 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.328250] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.328564] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.343717] env[68663]: DEBUG nova.compute.manager [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.346638] env[68663]: DEBUG nova.compute.provider_tree [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.355837] env[68663]: DEBUG oslo_vmware.api [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238691, 'name': PowerOnVM_Task, 'duration_secs': 0.696613} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.355837] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.356033] env[68663]: INFO nova.compute.manager [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1001.356531] env[68663]: DEBUG nova.compute.manager [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.357052] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d7daf3-c159-4db8-83bc-78657cb21a9b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.593801] env[68663]: DEBUG nova.network.neutron [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Updating instance_info_cache with network_info: [{"id": "68a8923c-a946-4e4e-9fc3-d06beddb9cca", "address": "fa:16:3e:93:01:e9", "network": {"id": "0f138eb2-0ee9-483c-8e2b-c22f98244fa5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-180139347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "64890377f9c94973b2d81056b1e44d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a8923c-a9", "ovs_interfaceid": "68a8923c-a946-4e4e-9fc3-d06beddb9cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.723079] env[68663]: DEBUG nova.network.neutron [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Successfully created port: c2a05408-fe6a-4249-ac8f-a31de3d00769 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.810111] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238692, 'name': ReconfigVM_Task, 'duration_secs': 0.16908} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.813452] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1001.813825] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143416} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.814596] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2a8a41-f6fe-40d7-a93b-89b22d3721c1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.817401] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.818728] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c993fb-7577-46e0-a611-6a6e9da2424d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.847221] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] eee6e8a8-e1e6-4034-af67-dffb534a167e/eee6e8a8-e1e6-4034-af67-dffb534a167e.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.854255] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-671671cd-5494-4cf4-99be-22844606d592 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.870451] env[68663]: DEBUG nova.scheduler.client.report [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.882229] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] f767ce99-9f0d-457d-8bc9-dc291c7b9f16/f767ce99-9f0d-457d-8bc9-dc291c7b9f16.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.887990] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a05b2d4-ebee-4b8b-b144-9b6383f50b0f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.905794] env[68663]: INFO nova.compute.manager [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Took 37.73 seconds to build instance. [ 1001.910350] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 1001.910350] env[68663]: value = "task-3238694" [ 1001.910350] env[68663]: _type = "Task" [ 1001.910350] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.915336] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1001.915336] env[68663]: value = "task-3238695" [ 1001.915336] env[68663]: _type = "Task" [ 1001.915336] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.925194] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.930749] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.098329] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Releasing lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.098925] env[68663]: DEBUG nova.compute.manager [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Instance network_info: |[{"id": "68a8923c-a946-4e4e-9fc3-d06beddb9cca", "address": "fa:16:3e:93:01:e9", "network": {"id": "0f138eb2-0ee9-483c-8e2b-c22f98244fa5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-180139347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "64890377f9c94973b2d81056b1e44d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a8923c-a9", "ovs_interfaceid": "68a8923c-a946-4e4e-9fc3-d06beddb9cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.099388] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:01:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68a8923c-a946-4e4e-9fc3-d06beddb9cca', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.108357] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Creating folder: Project (64890377f9c94973b2d81056b1e44d6b). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.109720] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c75425ef-2d75-452c-8866-d3c0a3bf5b9f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.112984] env[68663]: DEBUG nova.compute.manager [req-9b36ef39-5666-4c5e-898e-44cf854396e3 req-f2cb225f-e1ca-40cb-8c6e-4739cee25bdf service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Received event network-vif-plugged-68a8923c-a946-4e4e-9fc3-d06beddb9cca {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.113190] env[68663]: DEBUG oslo_concurrency.lockutils [req-9b36ef39-5666-4c5e-898e-44cf854396e3 req-f2cb225f-e1ca-40cb-8c6e-4739cee25bdf service nova] Acquiring lock "417f5a3a-69ff-4fd8-bd0e-a7498cbab240-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.113442] env[68663]: DEBUG oslo_concurrency.lockutils [req-9b36ef39-5666-4c5e-898e-44cf854396e3 req-f2cb225f-e1ca-40cb-8c6e-4739cee25bdf service nova] Lock "417f5a3a-69ff-4fd8-bd0e-a7498cbab240-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.113622] env[68663]: DEBUG oslo_concurrency.lockutils [req-9b36ef39-5666-4c5e-898e-44cf854396e3 req-f2cb225f-e1ca-40cb-8c6e-4739cee25bdf service nova] Lock "417f5a3a-69ff-4fd8-bd0e-a7498cbab240-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.113839] env[68663]: DEBUG nova.compute.manager [req-9b36ef39-5666-4c5e-898e-44cf854396e3 req-f2cb225f-e1ca-40cb-8c6e-4739cee25bdf service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] No waiting events found dispatching network-vif-plugged-68a8923c-a946-4e4e-9fc3-d06beddb9cca {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.114087] env[68663]: WARNING nova.compute.manager [req-9b36ef39-5666-4c5e-898e-44cf854396e3 req-f2cb225f-e1ca-40cb-8c6e-4739cee25bdf service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Received unexpected event network-vif-plugged-68a8923c-a946-4e4e-9fc3-d06beddb9cca for instance with vm_state building and task_state spawning. [ 1002.114280] env[68663]: DEBUG nova.compute.manager [req-9b36ef39-5666-4c5e-898e-44cf854396e3 req-f2cb225f-e1ca-40cb-8c6e-4739cee25bdf service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Received event network-changed-68a8923c-a946-4e4e-9fc3-d06beddb9cca {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.114485] env[68663]: DEBUG nova.compute.manager [req-9b36ef39-5666-4c5e-898e-44cf854396e3 req-f2cb225f-e1ca-40cb-8c6e-4739cee25bdf service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Refreshing instance network info cache due to event network-changed-68a8923c-a946-4e4e-9fc3-d06beddb9cca. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.114715] env[68663]: DEBUG oslo_concurrency.lockutils [req-9b36ef39-5666-4c5e-898e-44cf854396e3 req-f2cb225f-e1ca-40cb-8c6e-4739cee25bdf service nova] Acquiring lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.114881] env[68663]: DEBUG oslo_concurrency.lockutils [req-9b36ef39-5666-4c5e-898e-44cf854396e3 req-f2cb225f-e1ca-40cb-8c6e-4739cee25bdf service nova] Acquired lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.115115] env[68663]: DEBUG nova.network.neutron [req-9b36ef39-5666-4c5e-898e-44cf854396e3 req-f2cb225f-e1ca-40cb-8c6e-4739cee25bdf service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Refreshing network info cache for port 68a8923c-a946-4e4e-9fc3-d06beddb9cca {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.126792] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Created folder: Project (64890377f9c94973b2d81056b1e44d6b) in parent group-v647027. [ 1002.126792] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Creating folder: Instances. Parent ref: group-v647287. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.127326] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ffaf4b7-fa77-4fd5-8232-4c03fa58933f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.137944] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Created folder: Instances in parent group-v647287. [ 1002.138381] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.138871] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.138871] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cee820a-8a8b-4c80-a7ca-3ee78ff640bf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.162683] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.162683] env[68663]: value = "task-3238698" [ 1002.162683] env[68663]: _type = "Task" [ 1002.162683] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.176294] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238698, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.386232] env[68663]: DEBUG nova.compute.manager [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.387173] env[68663]: DEBUG oslo_concurrency.lockutils [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.390091] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.036s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.408826] env[68663]: DEBUG oslo_concurrency.lockutils [None req-90e1e410-453d-495f-84e4-a34149cd5319 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.244s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.418860] env[68663]: DEBUG nova.network.neutron [req-2f2a3d91-9b63-4095-874e-9498dfffe1b4 req-859ba9cf-9d5f-49b1-8146-e9512bb977ca service nova] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Updated VIF entry in instance network info cache for port 4e924458-74cd-43c0-a6f6-aaea20aedfd3. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.418860] env[68663]: DEBUG nova.network.neutron [req-2f2a3d91-9b63-4095-874e-9498dfffe1b4 req-859ba9cf-9d5f-49b1-8146-e9512bb977ca service nova] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Updating instance_info_cache with network_info: [{"id": "4e924458-74cd-43c0-a6f6-aaea20aedfd3", "address": "fa:16:3e:ff:f6:1d", "network": {"id": "dc1abe84-9c3e-46a7-8faf-17beb41fa9bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-314858557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77bb6a8194574747b8fb03537d848fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e924458-74", "ovs_interfaceid": "4e924458-74cd-43c0-a6f6-aaea20aedfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.434425] env[68663]: INFO nova.scheduler.client.report [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Deleted allocations for instance 3b6fcab1-14b4-4cf5-a03e-a222401a1802 [ 1002.442488] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238694, 'name': ReconfigVM_Task, 'duration_secs': 0.282398} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.452182] env[68663]: DEBUG nova.virt.hardware [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.452308] env[68663]: DEBUG nova.virt.hardware [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.452449] env[68663]: DEBUG nova.virt.hardware [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.452732] env[68663]: DEBUG nova.virt.hardware [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.452965] env[68663]: DEBUG nova.virt.hardware [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.453178] env[68663]: DEBUG nova.virt.hardware [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.453737] env[68663]: DEBUG nova.virt.hardware [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.453931] env[68663]: DEBUG nova.virt.hardware [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.454151] env[68663]: DEBUG nova.virt.hardware [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.454337] env[68663]: DEBUG nova.virt.hardware [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.454606] env[68663]: DEBUG nova.virt.hardware [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.455376] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Reconfigured VM instance instance-0000004c to attach disk [datastore2] eee6e8a8-e1e6-4034-af67-dffb534a167e/eee6e8a8-e1e6-4034-af67-dffb534a167e.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.455799] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238695, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.456759] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6005a082-be8d-495c-b47b-5a2aa14aeb0a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.460108] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e7fddb-5eaa-41e8-978f-d222520cd323 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.483034] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9033f494-0851-448a-a8a7-2422e43e109c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.490575] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342d8809-a143-4082-8d5a-31400fd6f094 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.518526] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd77ea4-f9a0-42ce-a5fd-ff35cbbcd7e4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.537893] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8b5b3b-f805-4f8f-a958-4583c2bc0dc5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.545325] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.545560] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fc6ab1d-1c84-4e05-a429-c1736217819f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.551945] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 1002.551945] env[68663]: value = "task-3238699" [ 1002.551945] env[68663]: _type = "Task" [ 1002.551945] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.559899] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.672813] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238698, 'name': CreateVM_Task, 'duration_secs': 0.510513} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.673023] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.673775] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.673940] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.674339] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.674645] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c44422b-95b3-4a22-a232-cfd7d7b22dcb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.679095] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for the task: (returnval){ [ 1002.679095] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52144088-1b4c-4dd4-8f0b-3e45ab2df60e" [ 1002.679095] env[68663]: _type = "Task" [ 1002.679095] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.688936] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52144088-1b4c-4dd4-8f0b-3e45ab2df60e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.800319] env[68663]: DEBUG nova.network.neutron [req-9b36ef39-5666-4c5e-898e-44cf854396e3 req-f2cb225f-e1ca-40cb-8c6e-4739cee25bdf service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Updated VIF entry in instance network info cache for port 68a8923c-a946-4e4e-9fc3-d06beddb9cca. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.803064] env[68663]: DEBUG nova.network.neutron [req-9b36ef39-5666-4c5e-898e-44cf854396e3 req-f2cb225f-e1ca-40cb-8c6e-4739cee25bdf service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Updating instance_info_cache with network_info: [{"id": "68a8923c-a946-4e4e-9fc3-d06beddb9cca", "address": "fa:16:3e:93:01:e9", "network": {"id": "0f138eb2-0ee9-483c-8e2b-c22f98244fa5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-180139347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "64890377f9c94973b2d81056b1e44d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a8923c-a9", "ovs_interfaceid": "68a8923c-a946-4e4e-9fc3-d06beddb9cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.895582] env[68663]: INFO nova.compute.claims [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.923855] env[68663]: DEBUG oslo_concurrency.lockutils [req-2f2a3d91-9b63-4095-874e-9498dfffe1b4 req-859ba9cf-9d5f-49b1-8146-e9512bb977ca service nova] Releasing lock "refresh_cache-fe0af44b-648b-4768-8037-999c32ac473f" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.934834] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238695, 'name': ReconfigVM_Task, 'duration_secs': 0.559651} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.934834] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Reconfigured VM instance instance-0000005c to attach disk [datastore2] f767ce99-9f0d-457d-8bc9-dc291c7b9f16/f767ce99-9f0d-457d-8bc9-dc291c7b9f16.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.935074] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b17864b-754e-45ec-ae7d-401e8024a96c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.942200] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1002.942200] env[68663]: value = "task-3238700" [ 1002.942200] env[68663]: _type = "Task" [ 1002.942200] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.954122] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238700, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.954122] env[68663]: DEBUG oslo_concurrency.lockutils [None req-56601950-1207-4a96-a372-d83463d712a6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "3b6fcab1-14b4-4cf5-a03e-a222401a1802" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.159s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.063868] env[68663]: DEBUG oslo_vmware.api [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238699, 'name': PowerOnVM_Task, 'duration_secs': 0.410393} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.064849] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.197028] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52144088-1b4c-4dd4-8f0b-3e45ab2df60e, 'name': SearchDatastore_Task, 'duration_secs': 0.024563} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.197028] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.197028] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.197028] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.197028] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.197028] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.197028] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5305af02-c84f-44b3-b785-b62cef396444 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.209022] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.209022] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.209022] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fb5be9b-4e41-42d0-9231-66fa27485644 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.216111] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for the task: (returnval){ [ 1003.216111] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522ab7c1-f340-c456-351c-f0a18a3a82d8" [ 1003.216111] env[68663]: _type = "Task" [ 1003.216111] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.226195] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522ab7c1-f340-c456-351c-f0a18a3a82d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.304409] env[68663]: DEBUG oslo_concurrency.lockutils [req-9b36ef39-5666-4c5e-898e-44cf854396e3 req-f2cb225f-e1ca-40cb-8c6e-4739cee25bdf service nova] Releasing lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.408029] env[68663]: INFO nova.compute.resource_tracker [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Updating resource usage from migration fe5576ce-35c6-4d38-b366-f4b0e0609365 [ 1003.459108] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238700, 'name': Rename_Task, 'duration_secs': 0.307066} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.459108] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.459108] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44fd8d2c-11e5-4899-8aaa-16f69259b7b1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.468364] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1003.468364] env[68663]: value = "task-3238701" [ 1003.468364] env[68663]: _type = "Task" [ 1003.468364] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.473674] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.728261] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522ab7c1-f340-c456-351c-f0a18a3a82d8, 'name': SearchDatastore_Task, 'duration_secs': 0.023811} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.729095] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a07709-85f7-41f8-94d4-ad470b85ffab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.738047] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for the task: (returnval){ [ 1003.738047] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529c2a62-c84e-ca69-1aef-4efc97af015f" [ 1003.738047] env[68663]: _type = "Task" [ 1003.738047] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.745610] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529c2a62-c84e-ca69-1aef-4efc97af015f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.749053] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cce41d7-68ca-4acd-bb2c-1e9ecb340028 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.755910] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5348e9db-dc18-4ce1-aba7-cd4f6892a2d6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.789177] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589a930e-d5e9-4c0c-afe8-36f347081ce2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.796640] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cf814c-4b33-4f70-a376-8e880c4fc0ce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.812800] env[68663]: DEBUG nova.compute.provider_tree [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.983399] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238701, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.057168] env[68663]: DEBUG nova.network.neutron [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Successfully updated port: c2a05408-fe6a-4249-ac8f-a31de3d00769 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.079232] env[68663]: INFO nova.compute.manager [None req-8f896a84-3bf5-491d-86e2-46515b089c59 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updating instance to original state: 'active' [ 1004.250565] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529c2a62-c84e-ca69-1aef-4efc97af015f, 'name': SearchDatastore_Task, 'duration_secs': 0.014203} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.250565] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.250734] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 417f5a3a-69ff-4fd8-bd0e-a7498cbab240/417f5a3a-69ff-4fd8-bd0e-a7498cbab240.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.251034] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8356a3cd-88c0-4cb2-ac77-a2262d99da69 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.257795] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for the task: (returnval){ [ 1004.257795] env[68663]: value = "task-3238702" [ 1004.257795] env[68663]: _type = "Task" [ 1004.257795] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.267316] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.315126] env[68663]: DEBUG nova.scheduler.client.report [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.324908] env[68663]: DEBUG nova.compute.manager [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Received event network-vif-plugged-c2a05408-fe6a-4249-ac8f-a31de3d00769 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.325366] env[68663]: DEBUG oslo_concurrency.lockutils [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] Acquiring lock "c488a319-e182-4208-9c76-e46ff73d71b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.325608] env[68663]: DEBUG oslo_concurrency.lockutils [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] Lock "c488a319-e182-4208-9c76-e46ff73d71b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.326025] env[68663]: DEBUG oslo_concurrency.lockutils [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] Lock "c488a319-e182-4208-9c76-e46ff73d71b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.326181] env[68663]: DEBUG nova.compute.manager [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] No waiting events found dispatching network-vif-plugged-c2a05408-fe6a-4249-ac8f-a31de3d00769 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.326465] env[68663]: WARNING nova.compute.manager [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Received unexpected event network-vif-plugged-c2a05408-fe6a-4249-ac8f-a31de3d00769 for instance with vm_state building and task_state spawning. [ 1004.326728] env[68663]: DEBUG nova.compute.manager [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Received event network-changed-f900fee5-d84b-4c74-a49b-4944d580b34f {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.326966] env[68663]: DEBUG nova.compute.manager [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Refreshing instance network info cache due to event network-changed-f900fee5-d84b-4c74-a49b-4944d580b34f. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.327333] env[68663]: DEBUG oslo_concurrency.lockutils [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] Acquiring lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.327489] env[68663]: DEBUG oslo_concurrency.lockutils [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] Acquired lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.327738] env[68663]: DEBUG nova.network.neutron [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Refreshing network info cache for port f900fee5-d84b-4c74-a49b-4944d580b34f {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.479257] env[68663]: DEBUG oslo_vmware.api [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238701, 'name': PowerOnVM_Task, 'duration_secs': 0.632684} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.479521] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.479729] env[68663]: INFO nova.compute.manager [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1004.479909] env[68663]: DEBUG nova.compute.manager [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.480744] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e22e10-0b7d-4200-a081-bc7485d5e430 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.560575] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquiring lock "refresh_cache-c488a319-e182-4208-9c76-e46ff73d71b4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.560575] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquired lock "refresh_cache-c488a319-e182-4208-9c76-e46ff73d71b4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.560575] env[68663]: DEBUG nova.network.neutron [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.768875] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238702, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.824818] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.435s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.825046] env[68663]: INFO nova.compute.manager [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Migrating [ 1004.832813] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.020s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.833022] env[68663]: DEBUG nova.objects.instance [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1005.009428] env[68663]: INFO nova.compute.manager [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Took 39.13 seconds to build instance. [ 1005.136694] env[68663]: DEBUG nova.network.neutron [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.278473] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84924} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.278816] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 417f5a3a-69ff-4fd8-bd0e-a7498cbab240/417f5a3a-69ff-4fd8-bd0e-a7498cbab240.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.279057] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.279369] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82ebabe3-81ad-4360-bc5c-ca1bd182df51 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.286020] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for the task: (returnval){ [ 1005.286020] env[68663]: value = "task-3238703" [ 1005.286020] env[68663]: _type = "Task" [ 1005.286020] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.296313] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.363733] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "refresh_cache-86caaa53-21d1-4a70-8ffa-512b649488ae" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.364756] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "refresh_cache-86caaa53-21d1-4a70-8ffa-512b649488ae" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.364756] env[68663]: DEBUG nova.network.neutron [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.417806] env[68663]: DEBUG nova.network.neutron [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updated VIF entry in instance network info cache for port f900fee5-d84b-4c74-a49b-4944d580b34f. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.418301] env[68663]: DEBUG nova.network.neutron [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating instance_info_cache with network_info: [{"id": "f900fee5-d84b-4c74-a49b-4944d580b34f", "address": "fa:16:3e:5d:9b:21", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf900fee5-d8", "ovs_interfaceid": "f900fee5-d84b-4c74-a49b-4944d580b34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.456538] env[68663]: DEBUG nova.network.neutron [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Updating instance_info_cache with network_info: [{"id": "c2a05408-fe6a-4249-ac8f-a31de3d00769", "address": "fa:16:3e:f1:16:dd", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2a05408-fe", "ovs_interfaceid": "c2a05408-fe6a-4249-ac8f-a31de3d00769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.514763] env[68663]: DEBUG oslo_concurrency.lockutils [None req-856743bc-90ac-4233-9917-d132891efffb tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "f767ce99-9f0d-457d-8bc9-dc291c7b9f16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.641s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.796771] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067174} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.798019] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.798872] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fda546d-1769-4be4-89c0-7787ad554378 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.822220] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 417f5a3a-69ff-4fd8-bd0e-a7498cbab240/417f5a3a-69ff-4fd8-bd0e-a7498cbab240.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.824089] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84842c76-edc1-4a3c-b51f-daaf14c19af0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.843351] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for the task: (returnval){ [ 1005.843351] env[68663]: value = "task-3238704" [ 1005.843351] env[68663]: _type = "Task" [ 1005.843351] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.851998] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.872155] env[68663]: DEBUG oslo_concurrency.lockutils [None req-81e83781-c1c7-4b80-9da6-26191f0a240e tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.039s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.875844] env[68663]: DEBUG oslo_concurrency.lockutils [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.485s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.877918] env[68663]: INFO nova.compute.claims [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.928116] env[68663]: DEBUG oslo_concurrency.lockutils [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] Releasing lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.928398] env[68663]: DEBUG nova.compute.manager [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Received event network-changed-c2a05408-fe6a-4249-ac8f-a31de3d00769 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.928569] env[68663]: DEBUG nova.compute.manager [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Refreshing instance network info cache due to event network-changed-c2a05408-fe6a-4249-ac8f-a31de3d00769. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.928773] env[68663]: DEBUG oslo_concurrency.lockutils [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] Acquiring lock "refresh_cache-c488a319-e182-4208-9c76-e46ff73d71b4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.959647] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Releasing lock "refresh_cache-c488a319-e182-4208-9c76-e46ff73d71b4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.962767] env[68663]: DEBUG nova.compute.manager [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Instance network_info: |[{"id": "c2a05408-fe6a-4249-ac8f-a31de3d00769", "address": "fa:16:3e:f1:16:dd", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2a05408-fe", "ovs_interfaceid": "c2a05408-fe6a-4249-ac8f-a31de3d00769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.962767] env[68663]: DEBUG oslo_concurrency.lockutils [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] Acquired lock "refresh_cache-c488a319-e182-4208-9c76-e46ff73d71b4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.962767] env[68663]: DEBUG nova.network.neutron [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Refreshing network info cache for port c2a05408-fe6a-4249-ac8f-a31de3d00769 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.962767] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:16:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2a05408-fe6a-4249-ac8f-a31de3d00769', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.973031] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Creating folder: Project (965fdf98e5ef4153b4ad7d0691df5e42). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.975050] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8eb6bba-4b92-46bc-aecd-e25fe2bde998 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.986416] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Created folder: Project (965fdf98e5ef4153b4ad7d0691df5e42) in parent group-v647027. [ 1005.986608] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Creating folder: Instances. Parent ref: group-v647290. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.987508] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ad35a14-0b21-42ac-b1bc-383ac90b0335 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.997727] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Created folder: Instances in parent group-v647290. [ 1005.997968] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.998176] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.998390] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-606386ef-b9af-49c8-91f6-93a43ecc2901 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.019027] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.019027] env[68663]: value = "task-3238707" [ 1006.019027] env[68663]: _type = "Task" [ 1006.019027] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.029910] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238707, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.093350] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef898db-8858-4f89-add1-94e20110145f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.100950] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-82fb26cd-f23f-4ac1-bbb1-e7843c849e6e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Suspending the VM {{(pid=68663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1006.101191] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9dc92fdc-000f-4d1d-a5ac-1a425f13f575 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.107858] env[68663]: DEBUG oslo_vmware.api [None req-82fb26cd-f23f-4ac1-bbb1-e7843c849e6e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1006.107858] env[68663]: value = "task-3238708" [ 1006.107858] env[68663]: _type = "Task" [ 1006.107858] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.118159] env[68663]: DEBUG oslo_vmware.api [None req-82fb26cd-f23f-4ac1-bbb1-e7843c849e6e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238708, 'name': SuspendVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.138107] env[68663]: DEBUG nova.compute.manager [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Stashing vm_state: active {{(pid=68663) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1006.156837] env[68663]: DEBUG nova.network.neutron [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Updating instance_info_cache with network_info: [{"id": "078ed125-cc6c-44b5-8dab-2cd744487367", "address": "fa:16:3e:f2:65:81", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078ed125-cc", "ovs_interfaceid": "078ed125-cc6c-44b5-8dab-2cd744487367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.354363] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.530649] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238707, 'name': CreateVM_Task, 'duration_secs': 0.448523} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.530913] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.531491] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.531658] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.532012] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.532303] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0f3deb-a309-4934-a1af-2ce0eaed12a1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.537374] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1006.537374] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52846136-7a02-2be8-397c-99f4c5d133ce" [ 1006.537374] env[68663]: _type = "Task" [ 1006.537374] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.545383] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52846136-7a02-2be8-397c-99f4c5d133ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.550693] env[68663]: DEBUG oslo_concurrency.lockutils [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "eee6e8a8-e1e6-4034-af67-dffb534a167e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.550693] env[68663]: DEBUG oslo_concurrency.lockutils [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "eee6e8a8-e1e6-4034-af67-dffb534a167e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.550693] env[68663]: DEBUG oslo_concurrency.lockutils [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "eee6e8a8-e1e6-4034-af67-dffb534a167e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.550693] env[68663]: DEBUG oslo_concurrency.lockutils [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "eee6e8a8-e1e6-4034-af67-dffb534a167e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.550693] env[68663]: DEBUG oslo_concurrency.lockutils [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "eee6e8a8-e1e6-4034-af67-dffb534a167e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.555108] env[68663]: INFO nova.compute.manager [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Terminating instance [ 1006.618324] env[68663]: DEBUG oslo_vmware.api [None req-82fb26cd-f23f-4ac1-bbb1-e7843c849e6e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238708, 'name': SuspendVM_Task} progress is 70%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.660319] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "refresh_cache-86caaa53-21d1-4a70-8ffa-512b649488ae" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.666980] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.688515] env[68663]: DEBUG nova.network.neutron [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Updated VIF entry in instance network info cache for port c2a05408-fe6a-4249-ac8f-a31de3d00769. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.688889] env[68663]: DEBUG nova.network.neutron [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Updating instance_info_cache with network_info: [{"id": "c2a05408-fe6a-4249-ac8f-a31de3d00769", "address": "fa:16:3e:f1:16:dd", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2a05408-fe", "ovs_interfaceid": "c2a05408-fe6a-4249-ac8f-a31de3d00769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.857792] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238704, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.050136] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52846136-7a02-2be8-397c-99f4c5d133ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011653} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.050508] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.050785] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.051067] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.051224] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.051430] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.051740] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd5cbe3a-e266-4936-9294-fce0834b994e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.060878] env[68663]: DEBUG nova.compute.manager [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.061286] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.062475] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9e480e-5f16-4427-a7f3-d8264f974e01 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.067883] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.068079] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.069260] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d1488e-a0dc-4868-b8c4-d65a99382120 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.073719] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.074891] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3126edd2-a3b7-42bb-a9ac-f4c3bad584a9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.076824] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1007.076824] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5255ca57-0448-f239-2590-3ed54a2cecae" [ 1007.076824] env[68663]: _type = "Task" [ 1007.076824] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.084347] env[68663]: DEBUG oslo_vmware.api [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 1007.084347] env[68663]: value = "task-3238709" [ 1007.084347] env[68663]: _type = "Task" [ 1007.084347] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.092680] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5255ca57-0448-f239-2590-3ed54a2cecae, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.096492] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924f5e70-698c-4ae8-9dcd-80f9f7d83963 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.102555] env[68663]: DEBUG oslo_vmware.api [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.105800] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1007.105800] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5235373a-977d-41d0-cccc-9a5f03bac49e" [ 1007.105800] env[68663]: _type = "Task" [ 1007.105800] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.119547] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5235373a-977d-41d0-cccc-9a5f03bac49e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.122568] env[68663]: DEBUG oslo_vmware.api [None req-82fb26cd-f23f-4ac1-bbb1-e7843c849e6e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238708, 'name': SuspendVM_Task, 'duration_secs': 0.940572} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.125169] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-82fb26cd-f23f-4ac1-bbb1-e7843c849e6e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Suspended the VM {{(pid=68663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1007.125365] env[68663]: DEBUG nova.compute.manager [None req-82fb26cd-f23f-4ac1-bbb1-e7843c849e6e tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.126362] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a00345f-fa41-4feb-8d8c-882751719b64 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.191158] env[68663]: DEBUG oslo_concurrency.lockutils [req-a47ba329-9e3e-423c-ac3e-263d7bd660b9 req-1e1bb7ac-99dd-4e98-a649-8ca8fc7021b9 service nova] Releasing lock "refresh_cache-c488a319-e182-4208-9c76-e46ff73d71b4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.354719] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238704, 'name': ReconfigVM_Task, 'duration_secs': 1.189735} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.355011] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 417f5a3a-69ff-4fd8-bd0e-a7498cbab240/417f5a3a-69ff-4fd8-bd0e-a7498cbab240.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.355646] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-483e9ef7-5dd5-496b-a4ea-6ce35e4e01af {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.361060] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for the task: (returnval){ [ 1007.361060] env[68663]: value = "task-3238710" [ 1007.361060] env[68663]: _type = "Task" [ 1007.361060] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.369934] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238710, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.407678] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb6d3c0-0310-461d-b4b6-38735f307953 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.414849] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551fb30d-dc59-4902-a1db-be0f60666374 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.445776] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b521f58-96cc-485a-9969-685191174376 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.453073] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c90326c-ccc4-4e74-9528-b7d8b445f87b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.466423] env[68663]: DEBUG nova.compute.provider_tree [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.594271] env[68663]: DEBUG oslo_vmware.api [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238709, 'name': PowerOffVM_Task, 'duration_secs': 0.292522} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.594596] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.594672] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.594905] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acf6ec1c-2392-41f8-83c8-fbd0b443e1ef {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.614535] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5235373a-977d-41d0-cccc-9a5f03bac49e, 'name': SearchDatastore_Task, 'duration_secs': 0.014728} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.614769] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.615017] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] c488a319-e182-4208-9c76-e46ff73d71b4/c488a319-e182-4208-9c76-e46ff73d71b4.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.615260] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b341f9da-0d04-4510-9ee5-fdd5463f8a44 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.621690] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1007.621690] env[68663]: value = "task-3238712" [ 1007.621690] env[68663]: _type = "Task" [ 1007.621690] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.629360] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.657294] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.657595] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.657817] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Deleting the datastore file [datastore2] eee6e8a8-e1e6-4034-af67-dffb534a167e {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.658143] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42da3777-712b-482b-ac22-a9a356e7e20d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.664353] env[68663]: DEBUG oslo_vmware.api [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 1007.664353] env[68663]: value = "task-3238713" [ 1007.664353] env[68663]: _type = "Task" [ 1007.664353] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.674777] env[68663]: DEBUG oslo_vmware.api [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.870827] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238710, 'name': Rename_Task, 'duration_secs': 0.425713} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.871161] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.871717] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a475a59c-494d-4a49-85b0-446b004fad61 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.877824] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for the task: (returnval){ [ 1007.877824] env[68663]: value = "task-3238714" [ 1007.877824] env[68663]: _type = "Task" [ 1007.877824] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.885376] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.969784] env[68663]: DEBUG nova.scheduler.client.report [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.133064] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238712, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.180566] env[68663]: DEBUG oslo_vmware.api [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442812} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.181213] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.181426] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.181607] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.181781] env[68663]: INFO nova.compute.manager [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1008.182058] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.183016] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb93877-c32d-4f94-bad5-5d1429615b56 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.186286] env[68663]: DEBUG nova.compute.manager [-] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.186394] env[68663]: DEBUG nova.network.neutron [-] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.205671] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Updating instance '86caaa53-21d1-4a70-8ffa-512b649488ae' progress to 0 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.388489] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238714, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.477033] env[68663]: DEBUG oslo_concurrency.lockutils [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.477033] env[68663]: DEBUG nova.compute.manager [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.481193] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.644s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.481587] env[68663]: DEBUG nova.objects.instance [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lazy-loading 'resources' on Instance uuid 7197b66f-d579-475e-9b82-62a4434475e3 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.484475] env[68663]: DEBUG nova.compute.manager [req-dba555f9-143e-4acb-bc49-e872d25b8a13 req-d5866275-498f-4e2d-94b6-d22f17b12120 service nova] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Received event network-vif-deleted-602846b3-8da7-4a77-afc8-3fae2e212a79 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.484814] env[68663]: INFO nova.compute.manager [req-dba555f9-143e-4acb-bc49-e872d25b8a13 req-d5866275-498f-4e2d-94b6-d22f17b12120 service nova] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Neutron deleted interface 602846b3-8da7-4a77-afc8-3fae2e212a79; detaching it from the instance and deleting it from the info cache [ 1008.485148] env[68663]: DEBUG nova.network.neutron [req-dba555f9-143e-4acb-bc49-e872d25b8a13 req-d5866275-498f-4e2d-94b6-d22f17b12120 service nova] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.632012] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769867} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.632331] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] c488a319-e182-4208-9c76-e46ff73d71b4/c488a319-e182-4208-9c76-e46ff73d71b4.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.632540] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.632796] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edf7aaea-d46b-4ff5-9a34-ec1e98eecb9a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.640116] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1008.640116] env[68663]: value = "task-3238715" [ 1008.640116] env[68663]: _type = "Task" [ 1008.640116] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.648316] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.712211] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.712637] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7f26cd5-91d7-4e7e-ba2b-62ca88ae15a0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.720427] env[68663]: DEBUG oslo_vmware.api [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 1008.720427] env[68663]: value = "task-3238716" [ 1008.720427] env[68663]: _type = "Task" [ 1008.720427] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.730679] env[68663]: DEBUG oslo_vmware.api [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.736408] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "f767ce99-9f0d-457d-8bc9-dc291c7b9f16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.736758] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "f767ce99-9f0d-457d-8bc9-dc291c7b9f16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.737095] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "f767ce99-9f0d-457d-8bc9-dc291c7b9f16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.737326] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "f767ce99-9f0d-457d-8bc9-dc291c7b9f16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.737552] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "f767ce99-9f0d-457d-8bc9-dc291c7b9f16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.740516] env[68663]: INFO nova.compute.manager [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Terminating instance [ 1008.890328] env[68663]: DEBUG oslo_vmware.api [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238714, 'name': PowerOnVM_Task, 'duration_secs': 0.892438} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.890703] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.890948] env[68663]: INFO nova.compute.manager [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1008.891273] env[68663]: DEBUG nova.compute.manager [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.892233] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ca39b3-24b1-4f44-ac06-58744d42f295 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.961748] env[68663]: DEBUG nova.network.neutron [-] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.989051] env[68663]: DEBUG nova.compute.utils [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.995610] env[68663]: DEBUG nova.compute.manager [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.995610] env[68663]: DEBUG nova.network.neutron [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.997576] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-962f687b-9de3-407d-9ee3-8e446e2b2625 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.008580] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9917e48b-0533-4085-be34-4e3d4e26954f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.046469] env[68663]: DEBUG nova.compute.manager [req-dba555f9-143e-4acb-bc49-e872d25b8a13 req-d5866275-498f-4e2d-94b6-d22f17b12120 service nova] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Detach interface failed, port_id=602846b3-8da7-4a77-afc8-3fae2e212a79, reason: Instance eee6e8a8-e1e6-4034-af67-dffb534a167e could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1009.048361] env[68663]: DEBUG nova.policy [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0db5451558f4441e8f85aa5473333e07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afc1cb6d582a42b490f8837eb26e395d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.151525] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094605} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.151800] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.153032] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6832b66-8c56-44ad-b55a-73c293246b3f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.177107] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] c488a319-e182-4208-9c76-e46ff73d71b4/c488a319-e182-4208-9c76-e46ff73d71b4.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.177429] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18dab7a1-0b6c-4a3e-98b0-055328ee0d4c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.201280] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1009.201280] env[68663]: value = "task-3238717" [ 1009.201280] env[68663]: _type = "Task" [ 1009.201280] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.209647] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.233300] env[68663]: DEBUG oslo_vmware.api [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238716, 'name': PowerOffVM_Task, 'duration_secs': 0.362123} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.234268] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.234268] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Updating instance '86caaa53-21d1-4a70-8ffa-512b649488ae' progress to 17 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.245424] env[68663]: DEBUG nova.compute.manager [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.245759] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.246747] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc9aef5-a962-4609-9a39-61eacfccdd6e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.255260] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.255954] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e1171ae-53a1-47c8-a957-9cd3c4865d88 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.335431] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3635375b-9864-438c-84b5-307a49be8eb3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.343738] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488914d8-4a66-4d64-96c5-1b19f3b51da6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.350016] env[68663]: DEBUG nova.network.neutron [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Successfully created port: 8e30a4f3-9ed4-49f8-87c3-50481811cd56 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.381216] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a4360f-4bd2-4c94-b316-d80db7b792f2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.383949] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.384227] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.384439] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleting the datastore file [datastore2] f767ce99-9f0d-457d-8bc9-dc291c7b9f16 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.384695] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b817ca1-a0ec-4a60-93c0-d4f0ab04ca00 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.393122] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a818db2-4ae7-406b-9175-f39a84025866 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.397083] env[68663]: DEBUG oslo_vmware.api [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1009.397083] env[68663]: value = "task-3238719" [ 1009.397083] env[68663]: _type = "Task" [ 1009.397083] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.416697] env[68663]: DEBUG nova.compute.provider_tree [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.418336] env[68663]: INFO nova.compute.manager [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Took 40.75 seconds to build instance. [ 1009.424094] env[68663]: DEBUG oslo_vmware.api [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.463914] env[68663]: INFO nova.compute.manager [-] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Took 1.28 seconds to deallocate network for instance. [ 1009.494788] env[68663]: DEBUG nova.compute.manager [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.712490] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238717, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.739680] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.739930] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.740071] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.740255] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.740401] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.740545] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.740742] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.740898] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.741071] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.741237] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.741405] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.746547] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54203352-6529-4ed9-a2b0-8a5f3ac04c8d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.762775] env[68663]: DEBUG oslo_vmware.api [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 1009.762775] env[68663]: value = "task-3238720" [ 1009.762775] env[68663]: _type = "Task" [ 1009.762775] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.770499] env[68663]: DEBUG oslo_vmware.api [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.906695] env[68663]: DEBUG oslo_vmware.api [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.918776] env[68663]: DEBUG nova.scheduler.client.report [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.922216] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cd761f98-0554-4d7a-a0a2-fc05562f81b0 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Lock "417f5a3a-69ff-4fd8-bd0e-a7498cbab240" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.265s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.970962] env[68663]: DEBUG oslo_concurrency.lockutils [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.211985] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238717, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.273130] env[68663]: DEBUG oslo_vmware.api [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238720, 'name': ReconfigVM_Task, 'duration_secs': 0.330186} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.273315] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Updating instance '86caaa53-21d1-4a70-8ffa-512b649488ae' progress to 33 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.408486] env[68663]: DEBUG oslo_vmware.api [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.602491} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.408847] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.409171] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.409444] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.409561] env[68663]: INFO nova.compute.manager [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1010.409812] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.410012] env[68663]: DEBUG nova.compute.manager [-] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.410133] env[68663]: DEBUG nova.network.neutron [-] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.424788] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.428526] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.754s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.432200] env[68663]: INFO nova.compute.claims [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.455485] env[68663]: INFO nova.scheduler.client.report [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Deleted allocations for instance 7197b66f-d579-475e-9b82-62a4434475e3 [ 1010.505026] env[68663]: DEBUG nova.compute.manager [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.532107] env[68663]: DEBUG nova.virt.hardware [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.532265] env[68663]: DEBUG nova.virt.hardware [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.532399] env[68663]: DEBUG nova.virt.hardware [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.532581] env[68663]: DEBUG nova.virt.hardware [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.532726] env[68663]: DEBUG nova.virt.hardware [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.532872] env[68663]: DEBUG nova.virt.hardware [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.533135] env[68663]: DEBUG nova.virt.hardware [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.533256] env[68663]: DEBUG nova.virt.hardware [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.533425] env[68663]: DEBUG nova.virt.hardware [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.533601] env[68663]: DEBUG nova.virt.hardware [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.533751] env[68663]: DEBUG nova.virt.hardware [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.534665] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd83db7-f426-4ea5-bb7e-e7e8e13d82ad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.542873] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1132b1-2081-4bfa-bfe1-1028fe1a6bfb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.612049] env[68663]: INFO nova.compute.manager [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Rescuing [ 1010.612235] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Acquiring lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.612462] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Acquired lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.612557] env[68663]: DEBUG nova.network.neutron [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.714354] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238717, 'name': ReconfigVM_Task, 'duration_secs': 1.300619} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.715697] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Reconfigured VM instance instance-0000005e to attach disk [datastore1] c488a319-e182-4208-9c76-e46ff73d71b4/c488a319-e182-4208-9c76-e46ff73d71b4.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.717235] env[68663]: DEBUG nova.compute.manager [req-d1499374-a896-4e37-bb7a-327512bed675 req-65782525-7476-45ed-a03d-dbf3ad703601 service nova] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Received event network-vif-deleted-afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.717419] env[68663]: INFO nova.compute.manager [req-d1499374-a896-4e37-bb7a-327512bed675 req-65782525-7476-45ed-a03d-dbf3ad703601 service nova] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Neutron deleted interface afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b; detaching it from the instance and deleting it from the info cache [ 1010.717587] env[68663]: DEBUG nova.network.neutron [req-d1499374-a896-4e37-bb7a-327512bed675 req-65782525-7476-45ed-a03d-dbf3ad703601 service nova] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.719160] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1960ad16-7635-431c-bb71-81275223e367 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.726526] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1010.726526] env[68663]: value = "task-3238721" [ 1010.726526] env[68663]: _type = "Task" [ 1010.726526] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.736024] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238721, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.780272] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.780889] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.780889] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.780889] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.781220] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.781220] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.781330] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.781486] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.783515] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.783515] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.783515] env[68663]: DEBUG nova.virt.hardware [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.787581] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1010.787897] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4c1b7d8-816a-4fe0-9fef-b2e9cc817764 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.807473] env[68663]: DEBUG oslo_vmware.api [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 1010.807473] env[68663]: value = "task-3238722" [ 1010.807473] env[68663]: _type = "Task" [ 1010.807473] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.815776] env[68663]: DEBUG oslo_vmware.api [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.905588] env[68663]: DEBUG nova.network.neutron [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Successfully updated port: 8e30a4f3-9ed4-49f8-87c3-50481811cd56 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.962961] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5c9b25a8-846c-4438-b5a9-8c02b33de8b5 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "7197b66f-d579-475e-9b82-62a4434475e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.706s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.197462] env[68663]: DEBUG nova.network.neutron [-] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.220860] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51ca90a3-2de5-4dbc-891c-2e7c701dd5b0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.233971] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c5f507-6f2b-480e-9998-f79cff3e242b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.253372] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238721, 'name': Rename_Task, 'duration_secs': 0.180794} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.253787] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.254173] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45d129df-6465-42ce-9a70-12b1d312dd80 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.270621] env[68663]: DEBUG nova.compute.manager [req-d1499374-a896-4e37-bb7a-327512bed675 req-65782525-7476-45ed-a03d-dbf3ad703601 service nova] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Detach interface failed, port_id=afd2de12-5b0a-49e3-b5cd-bff2d73a8f2b, reason: Instance f767ce99-9f0d-457d-8bc9-dc291c7b9f16 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.272245] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1011.272245] env[68663]: value = "task-3238723" [ 1011.272245] env[68663]: _type = "Task" [ 1011.272245] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.281068] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238723, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.314862] env[68663]: DEBUG nova.network.neutron [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Updating instance_info_cache with network_info: [{"id": "68a8923c-a946-4e4e-9fc3-d06beddb9cca", "address": "fa:16:3e:93:01:e9", "network": {"id": "0f138eb2-0ee9-483c-8e2b-c22f98244fa5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-180139347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "64890377f9c94973b2d81056b1e44d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a8923c-a9", "ovs_interfaceid": "68a8923c-a946-4e4e-9fc3-d06beddb9cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.319035] env[68663]: DEBUG oslo_vmware.api [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238722, 'name': ReconfigVM_Task, 'duration_secs': 0.159415} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.319518] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1011.320196] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6a0688-d029-4981-9fd9-e12025015380 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.343163] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 86caaa53-21d1-4a70-8ffa-512b649488ae/86caaa53-21d1-4a70-8ffa-512b649488ae.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.344136] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f010133-3b27-42d8-843b-7629408333e7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.362329] env[68663]: DEBUG oslo_vmware.api [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 1011.362329] env[68663]: value = "task-3238724" [ 1011.362329] env[68663]: _type = "Task" [ 1011.362329] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.370648] env[68663]: DEBUG oslo_vmware.api [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.409458] env[68663]: DEBUG oslo_concurrency.lockutils [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "refresh_cache-1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.409665] env[68663]: DEBUG oslo_concurrency.lockutils [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquired lock "refresh_cache-1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.409888] env[68663]: DEBUG nova.network.neutron [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.700147] env[68663]: INFO nova.compute.manager [-] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Took 1.29 seconds to deallocate network for instance. [ 1011.757881] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a3838d-dbe0-40d7-8c9b-1ff2e95494f7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.765953] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7d695a-f2c0-4b59-82b7-4edc1b94e028 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.798481] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff02ef1-994e-460d-a585-00a6cb9c70c6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.810176] env[68663]: DEBUG oslo_vmware.api [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238723, 'name': PowerOnVM_Task, 'duration_secs': 0.443723} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.811819] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.812082] env[68663]: INFO nova.compute.manager [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1011.812324] env[68663]: DEBUG nova.compute.manager [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.813332] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192f01e8-0e8b-4848-b9f1-92bfd3dc1db7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.816597] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dac94cf-1ce8-485b-9228-9e1de822a2ab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.822120] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Releasing lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.846457] env[68663]: DEBUG nova.compute.provider_tree [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.873212] env[68663]: DEBUG oslo_vmware.api [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238724, 'name': ReconfigVM_Task, 'duration_secs': 0.256749} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.874149] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 86caaa53-21d1-4a70-8ffa-512b649488ae/86caaa53-21d1-4a70-8ffa-512b649488ae.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.874457] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Updating instance '86caaa53-21d1-4a70-8ffa-512b649488ae' progress to 50 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.942101] env[68663]: DEBUG nova.network.neutron [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.063308] env[68663]: DEBUG nova.network.neutron [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Updating instance_info_cache with network_info: [{"id": "8e30a4f3-9ed4-49f8-87c3-50481811cd56", "address": "fa:16:3e:b8:b0:10", "network": {"id": "ec22fcdf-fc51-4273-b229-e18d41783ba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28279953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc1cb6d582a42b490f8837eb26e395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e30a4f3-9e", "ovs_interfaceid": "8e30a4f3-9ed4-49f8-87c3-50481811cd56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.178602] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "b791d5aa-64c2-4a4e-b202-1f9ba6ae071a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.178878] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "b791d5aa-64c2-4a4e-b202-1f9ba6ae071a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.180284] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "b791d5aa-64c2-4a4e-b202-1f9ba6ae071a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.180284] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "b791d5aa-64c2-4a4e-b202-1f9ba6ae071a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.180284] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "b791d5aa-64c2-4a4e-b202-1f9ba6ae071a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.182953] env[68663]: INFO nova.compute.manager [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Terminating instance [ 1012.207383] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.356685] env[68663]: DEBUG nova.scheduler.client.report [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.362640] env[68663]: INFO nova.compute.manager [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Took 39.54 seconds to build instance. [ 1012.381197] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a93c1b-6f26-40f0-bf8a-ba34a9b7c47c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.400327] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f369290f-4053-438a-ae4d-9334a4f5d472 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.418586] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Updating instance '86caaa53-21d1-4a70-8ffa-512b649488ae' progress to 67 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.566179] env[68663]: DEBUG oslo_concurrency.lockutils [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Releasing lock "refresh_cache-1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.566483] env[68663]: DEBUG nova.compute.manager [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Instance network_info: |[{"id": "8e30a4f3-9ed4-49f8-87c3-50481811cd56", "address": "fa:16:3e:b8:b0:10", "network": {"id": "ec22fcdf-fc51-4273-b229-e18d41783ba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28279953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc1cb6d582a42b490f8837eb26e395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e30a4f3-9e", "ovs_interfaceid": "8e30a4f3-9ed4-49f8-87c3-50481811cd56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.566963] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:b0:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e30a4f3-9ed4-49f8-87c3-50481811cd56', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.574680] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Creating folder: Project (afc1cb6d582a42b490f8837eb26e395d). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.575359] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-563d2535-d082-41f8-8369-aabe6a6816f6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.586538] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Created folder: Project (afc1cb6d582a42b490f8837eb26e395d) in parent group-v647027. [ 1012.588222] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Creating folder: Instances. Parent ref: group-v647293. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.588222] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2d4b572-9eb0-4970-bfe8-e21319aaec1e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.595904] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Created folder: Instances in parent group-v647293. [ 1012.597041] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.597041] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.597041] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e4a4b5d-1d68-467c-85bf-6fde5246f7f1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.617556] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.617556] env[68663]: value = "task-3238727" [ 1012.617556] env[68663]: _type = "Task" [ 1012.617556] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.628287] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238727, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.686639] env[68663]: DEBUG nova.compute.manager [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.686877] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.688062] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33176cc-8706-4d92-8047-de8ef6d48ad3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.696122] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.696122] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10303635-ceb3-4f25-977e-38d04cfac87b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.704345] env[68663]: DEBUG oslo_vmware.api [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 1012.704345] env[68663]: value = "task-3238728" [ 1012.704345] env[68663]: _type = "Task" [ 1012.704345] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.715605] env[68663]: DEBUG oslo_vmware.api [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.862573] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.863254] env[68663]: DEBUG nova.compute.manager [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.866552] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.657s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.869284] env[68663]: INFO nova.compute.claims [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.873563] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8134965c-f674-4a9b-872e-c389354e487e tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "c488a319-e182-4208-9c76-e46ff73d71b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.065s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.930797] env[68663]: DEBUG nova.compute.manager [req-994efda0-4a24-48fc-b23b-43748340a33a req-d6f3ba41-c43d-4ed9-88d2-b51fc4312fa8 service nova] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Received event network-vif-plugged-8e30a4f3-9ed4-49f8-87c3-50481811cd56 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.931026] env[68663]: DEBUG oslo_concurrency.lockutils [req-994efda0-4a24-48fc-b23b-43748340a33a req-d6f3ba41-c43d-4ed9-88d2-b51fc4312fa8 service nova] Acquiring lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.931246] env[68663]: DEBUG oslo_concurrency.lockutils [req-994efda0-4a24-48fc-b23b-43748340a33a req-d6f3ba41-c43d-4ed9-88d2-b51fc4312fa8 service nova] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.931411] env[68663]: DEBUG oslo_concurrency.lockutils [req-994efda0-4a24-48fc-b23b-43748340a33a req-d6f3ba41-c43d-4ed9-88d2-b51fc4312fa8 service nova] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.931575] env[68663]: DEBUG nova.compute.manager [req-994efda0-4a24-48fc-b23b-43748340a33a req-d6f3ba41-c43d-4ed9-88d2-b51fc4312fa8 service nova] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] No waiting events found dispatching network-vif-plugged-8e30a4f3-9ed4-49f8-87c3-50481811cd56 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.931734] env[68663]: WARNING nova.compute.manager [req-994efda0-4a24-48fc-b23b-43748340a33a req-d6f3ba41-c43d-4ed9-88d2-b51fc4312fa8 service nova] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Received unexpected event network-vif-plugged-8e30a4f3-9ed4-49f8-87c3-50481811cd56 for instance with vm_state building and task_state spawning. [ 1012.931884] env[68663]: DEBUG nova.compute.manager [req-994efda0-4a24-48fc-b23b-43748340a33a req-d6f3ba41-c43d-4ed9-88d2-b51fc4312fa8 service nova] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Received event network-changed-8e30a4f3-9ed4-49f8-87c3-50481811cd56 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.932048] env[68663]: DEBUG nova.compute.manager [req-994efda0-4a24-48fc-b23b-43748340a33a req-d6f3ba41-c43d-4ed9-88d2-b51fc4312fa8 service nova] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Refreshing instance network info cache due to event network-changed-8e30a4f3-9ed4-49f8-87c3-50481811cd56. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.932230] env[68663]: DEBUG oslo_concurrency.lockutils [req-994efda0-4a24-48fc-b23b-43748340a33a req-d6f3ba41-c43d-4ed9-88d2-b51fc4312fa8 service nova] Acquiring lock "refresh_cache-1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.932362] env[68663]: DEBUG oslo_concurrency.lockutils [req-994efda0-4a24-48fc-b23b-43748340a33a req-d6f3ba41-c43d-4ed9-88d2-b51fc4312fa8 service nova] Acquired lock "refresh_cache-1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.932519] env[68663]: DEBUG nova.network.neutron [req-994efda0-4a24-48fc-b23b-43748340a33a req-d6f3ba41-c43d-4ed9-88d2-b51fc4312fa8 service nova] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Refreshing network info cache for port 8e30a4f3-9ed4-49f8-87c3-50481811cd56 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.966195] env[68663]: DEBUG nova.network.neutron [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Port 078ed125-cc6c-44b5-8dab-2cd744487367 binding to destination host cpu-1 is already ACTIVE {{(pid=68663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1013.127170] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238727, 'name': CreateVM_Task, 'duration_secs': 0.315772} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.127340] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.128020] env[68663]: DEBUG oslo_concurrency.lockutils [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.128219] env[68663]: DEBUG oslo_concurrency.lockutils [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.128548] env[68663]: DEBUG oslo_concurrency.lockutils [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.128796] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96363571-e78a-4925-ac23-d459891f6145 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.132811] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1013.132811] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a96449-3c3b-19e9-62bf-bdf67cea901c" [ 1013.132811] env[68663]: _type = "Task" [ 1013.132811] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.139836] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a96449-3c3b-19e9-62bf-bdf67cea901c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.215838] env[68663]: DEBUG oslo_vmware.api [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238728, 'name': PowerOffVM_Task, 'duration_secs': 0.225184} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.216129] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.216360] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.216647] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b435f4e7-7439-442c-91a6-1c0a4564dc7e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.280372] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.280611] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.280860] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Deleting the datastore file [datastore1] b791d5aa-64c2-4a4e-b202-1f9ba6ae071a {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.281148] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35a948eb-a7ee-4b07-b0c5-d49f681b0900 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.288181] env[68663]: DEBUG oslo_vmware.api [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for the task: (returnval){ [ 1013.288181] env[68663]: value = "task-3238730" [ 1013.288181] env[68663]: _type = "Task" [ 1013.288181] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.296197] env[68663]: DEBUG oslo_vmware.api [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.301463] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquiring lock "2c4d6f4e-627d-43cd-aaaf-8fc03211a9be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.301913] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "2c4d6f4e-627d-43cd-aaaf-8fc03211a9be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.377087] env[68663]: DEBUG nova.compute.utils [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.378525] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.378803] env[68663]: DEBUG nova.compute.manager [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.378961] env[68663]: DEBUG nova.network.neutron [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.381392] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-191220bf-ab5b-40b5-b336-eafa6d0fde72 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.389749] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for the task: (returnval){ [ 1013.389749] env[68663]: value = "task-3238731" [ 1013.389749] env[68663]: _type = "Task" [ 1013.389749] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.399192] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.432425] env[68663]: DEBUG nova.policy [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cdbd2caa37f4fb28fef7a97dff97574', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2ecf69a59594dbc96b51c44d8d641a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.644319] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a96449-3c3b-19e9-62bf-bdf67cea901c, 'name': SearchDatastore_Task, 'duration_secs': 0.027803} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.644506] env[68663]: DEBUG oslo_concurrency.lockutils [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.644739] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.644968] env[68663]: DEBUG oslo_concurrency.lockutils [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.645151] env[68663]: DEBUG oslo_concurrency.lockutils [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.645348] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.645610] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4458e318-150e-4541-8f4e-1989555b05da {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.657312] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.657531] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.658309] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4650f3-dd26-4922-a2cf-694a0b52ba05 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.665753] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1013.665753] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522e9826-0d7b-4af6-d5d9-bf921245e6eb" [ 1013.665753] env[68663]: _type = "Task" [ 1013.665753] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.674059] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522e9826-0d7b-4af6-d5d9-bf921245e6eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.752520] env[68663]: DEBUG nova.network.neutron [req-994efda0-4a24-48fc-b23b-43748340a33a req-d6f3ba41-c43d-4ed9-88d2-b51fc4312fa8 service nova] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Updated VIF entry in instance network info cache for port 8e30a4f3-9ed4-49f8-87c3-50481811cd56. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.754111] env[68663]: DEBUG nova.network.neutron [req-994efda0-4a24-48fc-b23b-43748340a33a req-d6f3ba41-c43d-4ed9-88d2-b51fc4312fa8 service nova] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Updating instance_info_cache with network_info: [{"id": "8e30a4f3-9ed4-49f8-87c3-50481811cd56", "address": "fa:16:3e:b8:b0:10", "network": {"id": "ec22fcdf-fc51-4273-b229-e18d41783ba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28279953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc1cb6d582a42b490f8837eb26e395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e30a4f3-9e", "ovs_interfaceid": "8e30a4f3-9ed4-49f8-87c3-50481811cd56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.799424] env[68663]: DEBUG oslo_vmware.api [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Task: {'id': task-3238730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293135} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.799555] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.799694] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.799883] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.800051] env[68663]: INFO nova.compute.manager [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1013.800291] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.800543] env[68663]: DEBUG nova.compute.manager [-] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.800604] env[68663]: DEBUG nova.network.neutron [-] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.803679] env[68663]: DEBUG nova.compute.manager [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.888051] env[68663]: DEBUG nova.compute.manager [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.901019] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238731, 'name': PowerOffVM_Task, 'duration_secs': 0.214957} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.901687] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.902540] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34cde4b-a31f-4477-9df4-fa2eb834aad7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.925118] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3aee05b-7421-49a6-ace6-4e729cd04279 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.930093] env[68663]: DEBUG nova.network.neutron [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Successfully created port: 5a57e628-31ec-4eb5-a61a-c135dc436cf8 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.968880] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.968880] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18a4b87f-0ec8-489c-931f-9af1d30aaaa4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.985178] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for the task: (returnval){ [ 1013.985178] env[68663]: value = "task-3238732" [ 1013.985178] env[68663]: _type = "Task" [ 1013.985178] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.996459] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "86caaa53-21d1-4a70-8ffa-512b649488ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.996738] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "86caaa53-21d1-4a70-8ffa-512b649488ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.996947] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "86caaa53-21d1-4a70-8ffa-512b649488ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.008759] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] VM already powered off {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1014.008968] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.009271] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.009517] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.009769] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.010120] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdc8ceab-132f-4a4d-8c10-508496390f34 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.033831] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.033831] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.036979] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bacb412-d151-4a23-b147-64bdc0be5103 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.043721] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for the task: (returnval){ [ 1014.043721] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5297e6f4-85b4-7580-4b2d-c5be772a4b5a" [ 1014.043721] env[68663]: _type = "Task" [ 1014.043721] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.052154] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5297e6f4-85b4-7580-4b2d-c5be772a4b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.181961] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522e9826-0d7b-4af6-d5d9-bf921245e6eb, 'name': SearchDatastore_Task, 'duration_secs': 0.016828} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.184830] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103afd19-9062-4808-b1b9-a1c326eca7c8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.190773] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1014.190773] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e1aec5-10c0-4351-ed7d-29c8a27fd6ee" [ 1014.190773] env[68663]: _type = "Task" [ 1014.190773] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.200427] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e1aec5-10c0-4351-ed7d-29c8a27fd6ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.259019] env[68663]: DEBUG oslo_concurrency.lockutils [req-994efda0-4a24-48fc-b23b-43748340a33a req-d6f3ba41-c43d-4ed9-88d2-b51fc4312fa8 service nova] Releasing lock "refresh_cache-1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.279335] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ec816c-c15a-441e-a945-fd63575ad661 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.287368] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b6267b-c27d-4b0d-a1fd-6197f8f627b4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.320932] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c7e979-3a92-4de8-9613-257f12cb675b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.331059] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fd22a2-d903-46a2-9456-9f30c14e2d76 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.344401] env[68663]: DEBUG nova.compute.provider_tree [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.346437] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.553837] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5297e6f4-85b4-7580-4b2d-c5be772a4b5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.554660] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3864158-c4e2-48ab-b166-cbf73ed7703e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.559491] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for the task: (returnval){ [ 1014.559491] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529964cc-6b43-213e-ec90-fcbe2c718246" [ 1014.559491] env[68663]: _type = "Task" [ 1014.559491] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.567301] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529964cc-6b43-213e-ec90-fcbe2c718246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.702577] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e1aec5-10c0-4351-ed7d-29c8a27fd6ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011718} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.702835] env[68663]: DEBUG oslo_concurrency.lockutils [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.703108] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69/1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.703366] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ae1e3d6-9b49-4e06-a5f7-c2d487d305bf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.710614] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1014.710614] env[68663]: value = "task-3238733" [ 1014.710614] env[68663]: _type = "Task" [ 1014.710614] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.718706] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.746428] env[68663]: DEBUG nova.network.neutron [-] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.848464] env[68663]: DEBUG nova.scheduler.client.report [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.896609] env[68663]: DEBUG nova.compute.manager [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.926629] env[68663]: DEBUG nova.virt.hardware [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.926887] env[68663]: DEBUG nova.virt.hardware [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.927059] env[68663]: DEBUG nova.virt.hardware [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.927254] env[68663]: DEBUG nova.virt.hardware [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.927402] env[68663]: DEBUG nova.virt.hardware [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.927553] env[68663]: DEBUG nova.virt.hardware [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.928301] env[68663]: DEBUG nova.virt.hardware [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.928506] env[68663]: DEBUG nova.virt.hardware [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.928692] env[68663]: DEBUG nova.virt.hardware [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.928862] env[68663]: DEBUG nova.virt.hardware [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.929053] env[68663]: DEBUG nova.virt.hardware [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.929959] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9eaf6f-06ff-4fa4-bccb-057cdb162647 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.938609] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddb2a53-7080-47fd-b9f9-30d532270555 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.039274] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "refresh_cache-86caaa53-21d1-4a70-8ffa-512b649488ae" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.039525] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "refresh_cache-86caaa53-21d1-4a70-8ffa-512b649488ae" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.039717] env[68663]: DEBUG nova.network.neutron [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.070576] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529964cc-6b43-213e-ec90-fcbe2c718246, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.070871] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.071155] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 417f5a3a-69ff-4fd8-bd0e-a7498cbab240/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk. {{(pid=68663) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1015.071449] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfa0bd1a-2b02-4bd6-874a-d38bf1415014 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.078571] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for the task: (returnval){ [ 1015.078571] env[68663]: value = "task-3238734" [ 1015.078571] env[68663]: _type = "Task" [ 1015.078571] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.087995] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.210553] env[68663]: DEBUG nova.compute.manager [req-7194365c-dd48-4270-a899-4066325dbb1f req-a64f160b-9cbe-4b50-a2ef-665008da0b74 service nova] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Received event network-vif-deleted-1fe34d17-1714-40e9-a210-c987be23c35d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.221346] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238733, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.249395] env[68663]: INFO nova.compute.manager [-] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Took 1.45 seconds to deallocate network for instance. [ 1015.353804] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.354575] env[68663]: DEBUG nova.compute.manager [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.357908] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.110s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.358252] env[68663]: DEBUG nova.objects.instance [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lazy-loading 'resources' on Instance uuid 8f714858-039b-426e-8e4e-a6e83b455a07 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.592947] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238734, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.635208] env[68663]: DEBUG nova.objects.instance [None req-c9bd2b11-120c-4612-9e81-e97bbec87f92 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Lazy-loading 'flavor' on Instance uuid 8de5a14d-6f67-42e3-915a-b4ec5a6181cc {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.687907] env[68663]: DEBUG nova.network.neutron [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Successfully updated port: 5a57e628-31ec-4eb5-a61a-c135dc436cf8 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.721084] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667978} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.721348] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69/1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.721553] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.721803] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58f2c2d9-732c-4814-8ebc-8809ebccadf3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.728483] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1015.728483] env[68663]: value = "task-3238735" [ 1015.728483] env[68663]: _type = "Task" [ 1015.728483] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.738415] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.756103] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.798729] env[68663]: DEBUG nova.network.neutron [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Updating instance_info_cache with network_info: [{"id": "078ed125-cc6c-44b5-8dab-2cd744487367", "address": "fa:16:3e:f2:65:81", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078ed125-cc", "ovs_interfaceid": "078ed125-cc6c-44b5-8dab-2cd744487367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.860981] env[68663]: DEBUG nova.objects.instance [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lazy-loading 'numa_topology' on Instance uuid 8f714858-039b-426e-8e4e-a6e83b455a07 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.862942] env[68663]: DEBUG nova.compute.utils [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.864459] env[68663]: DEBUG nova.compute.manager [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.864633] env[68663]: DEBUG nova.network.neutron [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.899588] env[68663]: DEBUG nova.policy [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb983e7a44b418d9a117727ec067cec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3222856d03444d287f35dd48c83a8b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.089920] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618875} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.090024] env[68663]: INFO nova.virt.vmwareapi.ds_util [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 417f5a3a-69ff-4fd8-bd0e-a7498cbab240/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk. [ 1016.090890] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34298801-c3bd-42dd-a934-f1566500217d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.119374] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 417f5a3a-69ff-4fd8-bd0e-a7498cbab240/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.119674] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a667ea5-e98a-48b0-b429-dc8d266cc689 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.140657] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for the task: (returnval){ [ 1016.140657] env[68663]: value = "task-3238736" [ 1016.140657] env[68663]: _type = "Task" [ 1016.140657] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.141143] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c9bd2b11-120c-4612-9e81-e97bbec87f92 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Acquiring lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.141308] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c9bd2b11-120c-4612-9e81-e97bbec87f92 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Acquired lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.143522] env[68663]: DEBUG nova.network.neutron [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Successfully created port: 23d4e50e-44e9-40f3-9525-7e9d55a239b9 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.153545] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238736, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.197179] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Acquiring lock "refresh_cache-954cca74-fc1a-402b-bf7e-ae0bead4f8d9" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.197179] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Acquired lock "refresh_cache-954cca74-fc1a-402b-bf7e-ae0bead4f8d9" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.197179] env[68663]: DEBUG nova.network.neutron [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.243993] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070441} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.243993] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.243993] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143100a8-34e7-4f16-81d4-f0932d97de5b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.276017] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69/1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.276017] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-145a1ce7-634b-4b99-bc51-690ae60bd523 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.294679] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1016.294679] env[68663]: value = "task-3238737" [ 1016.294679] env[68663]: _type = "Task" [ 1016.294679] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.304428] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "refresh_cache-86caaa53-21d1-4a70-8ffa-512b649488ae" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.308676] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.365180] env[68663]: DEBUG nova.objects.base [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Object Instance<8f714858-039b-426e-8e4e-a6e83b455a07> lazy-loaded attributes: resources,numa_topology {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1016.370944] env[68663]: DEBUG nova.compute.manager [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.655879] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238736, 'name': ReconfigVM_Task, 'duration_secs': 0.376143} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.656376] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 417f5a3a-69ff-4fd8-bd0e-a7498cbab240/34b3c90c-68cd-46c0-a971-9997d079fffe-rescue.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.657887] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4decb24e-dfea-4dd6-b34a-f417d91478ab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.696144] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bef6e95-b517-4447-bb1f-6d47c9a69169 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.714478] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for the task: (returnval){ [ 1016.714478] env[68663]: value = "task-3238738" [ 1016.714478] env[68663]: _type = "Task" [ 1016.714478] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.723671] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.731187] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8eeab0-4022-40cd-9d44-d2828719002b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.738273] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5b4347-cdb3-41c6-9fb5-87cf32cffec2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.775481] env[68663]: DEBUG nova.network.neutron [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.778186] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6857be-339c-4221-9359-207eefa97781 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.787170] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ca9d35-ca2d-4544-879a-4b271067bbe5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.801549] env[68663]: DEBUG nova.compute.provider_tree [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.818145] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238737, 'name': ReconfigVM_Task, 'duration_secs': 0.301331} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.818410] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69/1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.819051] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9ff95cf-f553-4692-8629-82c1bf4aafb1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.825872] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35698345-3c14-4d70-9b9f-33600d05038f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.830812] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1016.830812] env[68663]: value = "task-3238739" [ 1016.830812] env[68663]: _type = "Task" [ 1016.830812] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.851960] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c617bab-ba23-4f8a-b788-c6b322987507 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.858166] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238739, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.865869] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Updating instance '86caaa53-21d1-4a70-8ffa-512b649488ae' progress to 83 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.918647] env[68663]: DEBUG nova.network.neutron [None req-c9bd2b11-120c-4612-9e81-e97bbec87f92 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.986668] env[68663]: DEBUG nova.network.neutron [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Updating instance_info_cache with network_info: [{"id": "5a57e628-31ec-4eb5-a61a-c135dc436cf8", "address": "fa:16:3e:4e:e9:82", "network": {"id": "a5f39c4e-2690-4541-9b9e-8f7f5d51cf98", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2ecf69a59594dbc96b51c44d8d641a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a57e628-31", "ovs_interfaceid": "5a57e628-31ec-4eb5-a61a-c135dc436cf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.224604] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238738, 'name': ReconfigVM_Task, 'duration_secs': 0.16739} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.224891] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.225195] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-928754bf-8005-47b4-8a12-98787ed59a72 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.232038] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for the task: (returnval){ [ 1017.232038] env[68663]: value = "task-3238740" [ 1017.232038] env[68663]: _type = "Task" [ 1017.232038] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.241224] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.243895] env[68663]: DEBUG nova.compute.manager [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Received event network-vif-plugged-5a57e628-31ec-4eb5-a61a-c135dc436cf8 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.244134] env[68663]: DEBUG oslo_concurrency.lockutils [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] Acquiring lock "954cca74-fc1a-402b-bf7e-ae0bead4f8d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.244360] env[68663]: DEBUG oslo_concurrency.lockutils [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] Lock "954cca74-fc1a-402b-bf7e-ae0bead4f8d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.244535] env[68663]: DEBUG oslo_concurrency.lockutils [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] Lock "954cca74-fc1a-402b-bf7e-ae0bead4f8d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.244698] env[68663]: DEBUG nova.compute.manager [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] No waiting events found dispatching network-vif-plugged-5a57e628-31ec-4eb5-a61a-c135dc436cf8 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.244877] env[68663]: WARNING nova.compute.manager [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Received unexpected event network-vif-plugged-5a57e628-31ec-4eb5-a61a-c135dc436cf8 for instance with vm_state building and task_state spawning. [ 1017.245137] env[68663]: DEBUG nova.compute.manager [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Received event network-changed-5a57e628-31ec-4eb5-a61a-c135dc436cf8 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.245306] env[68663]: DEBUG nova.compute.manager [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Refreshing instance network info cache due to event network-changed-5a57e628-31ec-4eb5-a61a-c135dc436cf8. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.245497] env[68663]: DEBUG oslo_concurrency.lockutils [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] Acquiring lock "refresh_cache-954cca74-fc1a-402b-bf7e-ae0bead4f8d9" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.305112] env[68663]: DEBUG nova.scheduler.client.report [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.340930] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238739, 'name': Rename_Task, 'duration_secs': 0.149454} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.341212] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.341497] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-646a02dc-e279-4f90-ac2c-042c7ef97a04 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.348647] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1017.348647] env[68663]: value = "task-3238741" [ 1017.348647] env[68663]: _type = "Task" [ 1017.348647] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.357613] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.372831] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.373544] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1541cf15-6e33-4afc-b826-9fc90bfba636 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.379215] env[68663]: DEBUG nova.compute.manager [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.384562] env[68663]: DEBUG oslo_vmware.api [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 1017.384562] env[68663]: value = "task-3238742" [ 1017.384562] env[68663]: _type = "Task" [ 1017.384562] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.394274] env[68663]: DEBUG oslo_vmware.api [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.411091] env[68663]: DEBUG nova.virt.hardware [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.411432] env[68663]: DEBUG nova.virt.hardware [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.411631] env[68663]: DEBUG nova.virt.hardware [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.411824] env[68663]: DEBUG nova.virt.hardware [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.412090] env[68663]: DEBUG nova.virt.hardware [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.412383] env[68663]: DEBUG nova.virt.hardware [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.412624] env[68663]: DEBUG nova.virt.hardware [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.412795] env[68663]: DEBUG nova.virt.hardware [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.412970] env[68663]: DEBUG nova.virt.hardware [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.413163] env[68663]: DEBUG nova.virt.hardware [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.413345] env[68663]: DEBUG nova.virt.hardware [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.414423] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f005f3a9-699d-4fc6-8fe1-5a52b1ef5891 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.422281] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8474f32-9073-44fc-8ac7-ed580bcc8d78 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.490151] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Releasing lock "refresh_cache-954cca74-fc1a-402b-bf7e-ae0bead4f8d9" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.490583] env[68663]: DEBUG nova.compute.manager [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Instance network_info: |[{"id": "5a57e628-31ec-4eb5-a61a-c135dc436cf8", "address": "fa:16:3e:4e:e9:82", "network": {"id": "a5f39c4e-2690-4541-9b9e-8f7f5d51cf98", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2ecf69a59594dbc96b51c44d8d641a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a57e628-31", "ovs_interfaceid": "5a57e628-31ec-4eb5-a61a-c135dc436cf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.490968] env[68663]: DEBUG oslo_concurrency.lockutils [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] Acquired lock "refresh_cache-954cca74-fc1a-402b-bf7e-ae0bead4f8d9" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.491208] env[68663]: DEBUG nova.network.neutron [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Refreshing network info cache for port 5a57e628-31ec-4eb5-a61a-c135dc436cf8 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.493580] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:e9:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a57e628-31ec-4eb5-a61a-c135dc436cf8', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.502808] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Creating folder: Project (e2ecf69a59594dbc96b51c44d8d641a1). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.503922] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac4e30c6-ca95-43b1-acbc-c18dc68083f2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.516384] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Created folder: Project (e2ecf69a59594dbc96b51c44d8d641a1) in parent group-v647027. [ 1017.516554] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Creating folder: Instances. Parent ref: group-v647296. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.516791] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84f4c845-892e-45e7-9cd1-ac93790d1f17 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.526035] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Created folder: Instances in parent group-v647296. [ 1017.526326] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.526548] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.526756] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff57af52-e408-4c91-9609-2175f89e6f32 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.552395] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.552395] env[68663]: value = "task-3238745" [ 1017.552395] env[68663]: _type = "Task" [ 1017.552395] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.560819] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238745, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.746743] env[68663]: DEBUG oslo_vmware.api [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238740, 'name': PowerOnVM_Task, 'duration_secs': 0.471509} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.749682] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.752603] env[68663]: DEBUG nova.compute.manager [None req-4f43c090-6fca-4a7d-be42-616d31359d73 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.753442] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985fa24d-e1ea-446d-8d1f-b57e96d2e01e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.810950] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.453s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.814703] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.350s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.814703] env[68663]: DEBUG nova.objects.instance [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Lazy-loading 'resources' on Instance uuid cffd46ec-3dc2-4437-971b-5ac4ed431647 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.859851] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238741, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.869487] env[68663]: DEBUG nova.network.neutron [None req-c9bd2b11-120c-4612-9e81-e97bbec87f92 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Updating instance_info_cache with network_info: [{"id": "b6164bac-1085-4308-9e9d-813526fe456a", "address": "fa:16:3e:ef:a6:53", "network": {"id": "6bb10302-e773-4537-982b-e4a980f8bc59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1936979947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f3c903904c5420d8b39aead847ce77d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6164bac-10", "ovs_interfaceid": "b6164bac-1085-4308-9e9d-813526fe456a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.896843] env[68663]: DEBUG oslo_vmware.api [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238742, 'name': PowerOnVM_Task, 'duration_secs': 0.425951} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.897137] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.897330] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb62a8a-4c6d-4963-885d-e1137270a5e5 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Updating instance '86caaa53-21d1-4a70-8ffa-512b649488ae' progress to 100 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.062112] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238745, 'name': CreateVM_Task, 'duration_secs': 0.429708} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.062444] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.062978] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.063170] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.063479] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.063728] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c7bbea-bb0a-47ff-a7bf-2dc98dc02ab4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.067987] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Waiting for the task: (returnval){ [ 1018.067987] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ede760-e97c-37da-3502-c072806b1a8c" [ 1018.067987] env[68663]: _type = "Task" [ 1018.067987] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.075165] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ede760-e97c-37da-3502-c072806b1a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.083345] env[68663]: DEBUG nova.network.neutron [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Successfully updated port: 23d4e50e-44e9-40f3-9525-7e9d55a239b9 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.283190] env[68663]: DEBUG nova.network.neutron [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Updated VIF entry in instance network info cache for port 5a57e628-31ec-4eb5-a61a-c135dc436cf8. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.283558] env[68663]: DEBUG nova.network.neutron [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Updating instance_info_cache with network_info: [{"id": "5a57e628-31ec-4eb5-a61a-c135dc436cf8", "address": "fa:16:3e:4e:e9:82", "network": {"id": "a5f39c4e-2690-4541-9b9e-8f7f5d51cf98", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2ecf69a59594dbc96b51c44d8d641a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a57e628-31", "ovs_interfaceid": "5a57e628-31ec-4eb5-a61a-c135dc436cf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.322911] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9df7ecce-1172-48bd-9abd-2037ebb53d64 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "8f714858-039b-426e-8e4e-a6e83b455a07" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.962s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.323621] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "8f714858-039b-426e-8e4e-a6e83b455a07" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 17.596s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.326756] env[68663]: INFO nova.compute.manager [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Unshelving [ 1018.360479] env[68663]: DEBUG oslo_vmware.api [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238741, 'name': PowerOnVM_Task, 'duration_secs': 0.602215} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.360637] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.360827] env[68663]: INFO nova.compute.manager [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1018.361010] env[68663]: DEBUG nova.compute.manager [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.361789] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb810947-45d2-482c-a0c2-98c61dde0924 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.373012] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c9bd2b11-120c-4612-9e81-e97bbec87f92 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Releasing lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.373012] env[68663]: DEBUG nova.compute.manager [None req-c9bd2b11-120c-4612-9e81-e97bbec87f92 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Inject network info {{(pid=68663) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1018.373012] env[68663]: DEBUG nova.compute.manager [None req-c9bd2b11-120c-4612-9e81-e97bbec87f92 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] network_info to inject: |[{"id": "b6164bac-1085-4308-9e9d-813526fe456a", "address": "fa:16:3e:ef:a6:53", "network": {"id": "6bb10302-e773-4537-982b-e4a980f8bc59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1936979947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f3c903904c5420d8b39aead847ce77d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6164bac-10", "ovs_interfaceid": "b6164bac-1085-4308-9e9d-813526fe456a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1018.377710] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bd2b11-120c-4612-9e81-e97bbec87f92 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Reconfiguring VM instance to set the machine id {{(pid=68663) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1018.378416] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d28fd44f-40d3-4d3a-923c-10cbf83d75f4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.393710] env[68663]: DEBUG oslo_vmware.api [None req-c9bd2b11-120c-4612-9e81-e97bbec87f92 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Waiting for the task: (returnval){ [ 1018.393710] env[68663]: value = "task-3238746" [ 1018.393710] env[68663]: _type = "Task" [ 1018.393710] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.409182] env[68663]: DEBUG oslo_vmware.api [None req-c9bd2b11-120c-4612-9e81-e97bbec87f92 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.581358] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ede760-e97c-37da-3502-c072806b1a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.02525} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.581659] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.581883] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.582147] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.582308] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.582487] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.582752] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6db652e2-860f-4802-b3cb-e9faced1134c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.585236] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "refresh_cache-f64890ed-4f70-40f0-81cb-158a9dcee26e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.585379] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "refresh_cache-f64890ed-4f70-40f0-81cb-158a9dcee26e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.585515] env[68663]: DEBUG nova.network.neutron [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.592188] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.592227] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.595265] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a71652a-6159-4dbb-afe2-9fcd1ac7db6e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.601630] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Waiting for the task: (returnval){ [ 1018.601630] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529a6f20-3b27-3d20-eeb8-17a0cf1fe231" [ 1018.601630] env[68663]: _type = "Task" [ 1018.601630] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.610926] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529a6f20-3b27-3d20-eeb8-17a0cf1fe231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.642840] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dd366e-b130-4ba3-9c04-880c523b5df8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.651892] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a124df8-e360-42ac-9608-24b34d0f21f9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.683163] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0516548-6994-4144-a816-0a39b1279848 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.690956] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d51927-d9ab-4db7-a1c5-e3ae5efa3e55 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.708260] env[68663]: DEBUG nova.compute.provider_tree [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.723502] env[68663]: DEBUG nova.compute.manager [req-dff50f62-b026-4fea-9879-9c249b4409d1 req-c2bfc7d7-47f3-4e2c-a6c2-85af439dbc8d service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Received event network-changed-68a8923c-a946-4e4e-9fc3-d06beddb9cca {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.723699] env[68663]: DEBUG nova.compute.manager [req-dff50f62-b026-4fea-9879-9c249b4409d1 req-c2bfc7d7-47f3-4e2c-a6c2-85af439dbc8d service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Refreshing instance network info cache due to event network-changed-68a8923c-a946-4e4e-9fc3-d06beddb9cca. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.723914] env[68663]: DEBUG oslo_concurrency.lockutils [req-dff50f62-b026-4fea-9879-9c249b4409d1 req-c2bfc7d7-47f3-4e2c-a6c2-85af439dbc8d service nova] Acquiring lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.724074] env[68663]: DEBUG oslo_concurrency.lockutils [req-dff50f62-b026-4fea-9879-9c249b4409d1 req-c2bfc7d7-47f3-4e2c-a6c2-85af439dbc8d service nova] Acquired lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.724276] env[68663]: DEBUG nova.network.neutron [req-dff50f62-b026-4fea-9879-9c249b4409d1 req-c2bfc7d7-47f3-4e2c-a6c2-85af439dbc8d service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Refreshing network info cache for port 68a8923c-a946-4e4e-9fc3-d06beddb9cca {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.788491] env[68663]: DEBUG oslo_concurrency.lockutils [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] Releasing lock "refresh_cache-954cca74-fc1a-402b-bf7e-ae0bead4f8d9" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.788491] env[68663]: DEBUG nova.compute.manager [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Received event network-changed-b6164bac-1085-4308-9e9d-813526fe456a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.788491] env[68663]: DEBUG nova.compute.manager [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Refreshing instance network info cache due to event network-changed-b6164bac-1085-4308-9e9d-813526fe456a. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.788491] env[68663]: DEBUG oslo_concurrency.lockutils [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] Acquiring lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.788491] env[68663]: DEBUG oslo_concurrency.lockutils [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] Acquired lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.788491] env[68663]: DEBUG nova.network.neutron [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Refreshing network info cache for port b6164bac-1085-4308-9e9d-813526fe456a {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.887026] env[68663]: INFO nova.compute.manager [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Took 29.51 seconds to build instance. [ 1018.907379] env[68663]: DEBUG oslo_vmware.api [None req-c9bd2b11-120c-4612-9e81-e97bbec87f92 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238746, 'name': ReconfigVM_Task, 'duration_secs': 0.263535} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.907640] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bd2b11-120c-4612-9e81-e97bbec87f92 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Reconfigured VM instance to set the machine id {{(pid=68663) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1019.113106] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529a6f20-3b27-3d20-eeb8-17a0cf1fe231, 'name': SearchDatastore_Task, 'duration_secs': 0.018101} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.114320] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92c0bfaf-35dc-48f5-beca-345e62574b22 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.119625] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Waiting for the task: (returnval){ [ 1019.119625] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52daa1e7-9065-b074-982a-b1232f82cacd" [ 1019.119625] env[68663]: _type = "Task" [ 1019.119625] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.126199] env[68663]: DEBUG nova.network.neutron [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.133489] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52daa1e7-9065-b074-982a-b1232f82cacd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.210949] env[68663]: DEBUG nova.scheduler.client.report [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.362136] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.388505] env[68663]: DEBUG oslo_concurrency.lockutils [None req-339e5db7-694d-4fbd-ad03-c06d98da7524 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.024s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.432214] env[68663]: DEBUG nova.network.neutron [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Updating instance_info_cache with network_info: [{"id": "23d4e50e-44e9-40f3-9525-7e9d55a239b9", "address": "fa:16:3e:23:e2:09", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d4e50e-44", "ovs_interfaceid": "23d4e50e-44e9-40f3-9525-7e9d55a239b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.451463] env[68663]: DEBUG nova.compute.manager [req-ea32b460-ee21-411f-a95a-010190bb65d7 req-9b704faa-0196-4c82-8159-0e2ec3b098e4 service nova] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Received event network-vif-plugged-23d4e50e-44e9-40f3-9525-7e9d55a239b9 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.452450] env[68663]: DEBUG oslo_concurrency.lockutils [req-ea32b460-ee21-411f-a95a-010190bb65d7 req-9b704faa-0196-4c82-8159-0e2ec3b098e4 service nova] Acquiring lock "f64890ed-4f70-40f0-81cb-158a9dcee26e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.452450] env[68663]: DEBUG oslo_concurrency.lockutils [req-ea32b460-ee21-411f-a95a-010190bb65d7 req-9b704faa-0196-4c82-8159-0e2ec3b098e4 service nova] Lock "f64890ed-4f70-40f0-81cb-158a9dcee26e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.452450] env[68663]: DEBUG oslo_concurrency.lockutils [req-ea32b460-ee21-411f-a95a-010190bb65d7 req-9b704faa-0196-4c82-8159-0e2ec3b098e4 service nova] Lock "f64890ed-4f70-40f0-81cb-158a9dcee26e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.452450] env[68663]: DEBUG nova.compute.manager [req-ea32b460-ee21-411f-a95a-010190bb65d7 req-9b704faa-0196-4c82-8159-0e2ec3b098e4 service nova] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] No waiting events found dispatching network-vif-plugged-23d4e50e-44e9-40f3-9525-7e9d55a239b9 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.452450] env[68663]: WARNING nova.compute.manager [req-ea32b460-ee21-411f-a95a-010190bb65d7 req-9b704faa-0196-4c82-8159-0e2ec3b098e4 service nova] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Received unexpected event network-vif-plugged-23d4e50e-44e9-40f3-9525-7e9d55a239b9 for instance with vm_state building and task_state spawning. [ 1019.453018] env[68663]: DEBUG nova.compute.manager [req-ea32b460-ee21-411f-a95a-010190bb65d7 req-9b704faa-0196-4c82-8159-0e2ec3b098e4 service nova] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Received event network-changed-23d4e50e-44e9-40f3-9525-7e9d55a239b9 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.453018] env[68663]: DEBUG nova.compute.manager [req-ea32b460-ee21-411f-a95a-010190bb65d7 req-9b704faa-0196-4c82-8159-0e2ec3b098e4 service nova] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Refreshing instance network info cache due to event network-changed-23d4e50e-44e9-40f3-9525-7e9d55a239b9. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.453018] env[68663]: DEBUG oslo_concurrency.lockutils [req-ea32b460-ee21-411f-a95a-010190bb65d7 req-9b704faa-0196-4c82-8159-0e2ec3b098e4 service nova] Acquiring lock "refresh_cache-f64890ed-4f70-40f0-81cb-158a9dcee26e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.631388] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52daa1e7-9065-b074-982a-b1232f82cacd, 'name': SearchDatastore_Task, 'duration_secs': 0.018828} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.631621] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.631897] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 954cca74-fc1a-402b-bf7e-ae0bead4f8d9/954cca74-fc1a-402b-bf7e-ae0bead4f8d9.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.632212] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34b2290d-7e77-403a-abd6-a5668ec60a71 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.637825] env[68663]: DEBUG nova.network.neutron [req-dff50f62-b026-4fea-9879-9c249b4409d1 req-c2bfc7d7-47f3-4e2c-a6c2-85af439dbc8d service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Updated VIF entry in instance network info cache for port 68a8923c-a946-4e4e-9fc3-d06beddb9cca. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.638685] env[68663]: DEBUG nova.network.neutron [req-dff50f62-b026-4fea-9879-9c249b4409d1 req-c2bfc7d7-47f3-4e2c-a6c2-85af439dbc8d service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Updating instance_info_cache with network_info: [{"id": "68a8923c-a946-4e4e-9fc3-d06beddb9cca", "address": "fa:16:3e:93:01:e9", "network": {"id": "0f138eb2-0ee9-483c-8e2b-c22f98244fa5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-180139347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "64890377f9c94973b2d81056b1e44d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a8923c-a9", "ovs_interfaceid": "68a8923c-a946-4e4e-9fc3-d06beddb9cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.641379] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Waiting for the task: (returnval){ [ 1019.641379] env[68663]: value = "task-3238747" [ 1019.641379] env[68663]: _type = "Task" [ 1019.641379] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.650203] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.718143] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.720721] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.054s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.749957] env[68663]: INFO nova.scheduler.client.report [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Deleted allocations for instance cffd46ec-3dc2-4437-971b-5ac4ed431647 [ 1019.801647] env[68663]: DEBUG nova.network.neutron [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Updated VIF entry in instance network info cache for port b6164bac-1085-4308-9e9d-813526fe456a. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.801647] env[68663]: DEBUG nova.network.neutron [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Updating instance_info_cache with network_info: [{"id": "b6164bac-1085-4308-9e9d-813526fe456a", "address": "fa:16:3e:ef:a6:53", "network": {"id": "6bb10302-e773-4537-982b-e4a980f8bc59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1936979947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f3c903904c5420d8b39aead847ce77d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6164bac-10", "ovs_interfaceid": "b6164bac-1085-4308-9e9d-813526fe456a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.872648] env[68663]: DEBUG nova.objects.instance [None req-8f0ff07f-6aae-4d56-88de-b3e5b66e140a tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Lazy-loading 'flavor' on Instance uuid 8de5a14d-6f67-42e3-915a-b4ec5a6181cc {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.934714] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "refresh_cache-f64890ed-4f70-40f0-81cb-158a9dcee26e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.935844] env[68663]: DEBUG nova.compute.manager [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Instance network_info: |[{"id": "23d4e50e-44e9-40f3-9525-7e9d55a239b9", "address": "fa:16:3e:23:e2:09", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d4e50e-44", "ovs_interfaceid": "23d4e50e-44e9-40f3-9525-7e9d55a239b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.936666] env[68663]: DEBUG oslo_concurrency.lockutils [req-ea32b460-ee21-411f-a95a-010190bb65d7 req-9b704faa-0196-4c82-8159-0e2ec3b098e4 service nova] Acquired lock "refresh_cache-f64890ed-4f70-40f0-81cb-158a9dcee26e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.936666] env[68663]: DEBUG nova.network.neutron [req-ea32b460-ee21-411f-a95a-010190bb65d7 req-9b704faa-0196-4c82-8159-0e2ec3b098e4 service nova] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Refreshing network info cache for port 23d4e50e-44e9-40f3-9525-7e9d55a239b9 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.938101] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:e2:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23d4e50e-44e9-40f3-9525-7e9d55a239b9', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.949434] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.952545] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.952545] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d1a77e9-a569-46f9-bb9e-8fd90eba9ec7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.976402] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.976402] env[68663]: value = "task-3238748" [ 1019.976402] env[68663]: _type = "Task" [ 1019.976402] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.986814] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238748, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.143572] env[68663]: DEBUG oslo_concurrency.lockutils [req-dff50f62-b026-4fea-9879-9c249b4409d1 req-c2bfc7d7-47f3-4e2c-a6c2-85af439dbc8d service nova] Releasing lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.157646] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238747, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.226933] env[68663]: INFO nova.compute.claims [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.259009] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a47ba582-c97a-49b6-90ef-db3628a41656 tempest-ServersTestBootFromVolume-385599034 tempest-ServersTestBootFromVolume-385599034-project-member] Lock "cffd46ec-3dc2-4437-971b-5ac4ed431647" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.613s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.304450] env[68663]: DEBUG oslo_concurrency.lockutils [req-7e136299-6a5c-4189-a296-657ba773a2a9 req-c588b1ab-f7a5-4f65-a314-0a0c788b53a5 service nova] Releasing lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.378026] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8f0ff07f-6aae-4d56-88de-b3e5b66e140a tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Acquiring lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.378227] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8f0ff07f-6aae-4d56-88de-b3e5b66e140a tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Acquired lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.491043] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238748, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.657297] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573519} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.658117] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 954cca74-fc1a-402b-bf7e-ae0bead4f8d9/954cca74-fc1a-402b-bf7e-ae0bead4f8d9.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.658294] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.658633] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f39b9f4-f547-41b3-a4c0-969f1dfec694 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.665698] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Waiting for the task: (returnval){ [ 1020.665698] env[68663]: value = "task-3238749" [ 1020.665698] env[68663]: _type = "Task" [ 1020.665698] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.681280] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.741887] env[68663]: INFO nova.compute.resource_tracker [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updating resource usage from migration d5b674e7-5b04-4117-bb97-ddc00a32a8a8 [ 1020.798062] env[68663]: DEBUG nova.network.neutron [req-ea32b460-ee21-411f-a95a-010190bb65d7 req-9b704faa-0196-4c82-8159-0e2ec3b098e4 service nova] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Updated VIF entry in instance network info cache for port 23d4e50e-44e9-40f3-9525-7e9d55a239b9. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.798491] env[68663]: DEBUG nova.network.neutron [req-ea32b460-ee21-411f-a95a-010190bb65d7 req-9b704faa-0196-4c82-8159-0e2ec3b098e4 service nova] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Updating instance_info_cache with network_info: [{"id": "23d4e50e-44e9-40f3-9525-7e9d55a239b9", "address": "fa:16:3e:23:e2:09", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d4e50e-44", "ovs_interfaceid": "23d4e50e-44e9-40f3-9525-7e9d55a239b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.881671] env[68663]: DEBUG nova.network.neutron [None req-8f0ff07f-6aae-4d56-88de-b3e5b66e140a tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.893975] env[68663]: DEBUG nova.compute.manager [req-4a49a4f3-46f1-4a8e-941a-9b09689b31b5 req-2728dc83-d11d-4cf1-95c6-8e9c15d13711 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Received event network-changed-68a8923c-a946-4e4e-9fc3-d06beddb9cca {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.893975] env[68663]: DEBUG nova.compute.manager [req-4a49a4f3-46f1-4a8e-941a-9b09689b31b5 req-2728dc83-d11d-4cf1-95c6-8e9c15d13711 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Refreshing instance network info cache due to event network-changed-68a8923c-a946-4e4e-9fc3-d06beddb9cca. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.893975] env[68663]: DEBUG oslo_concurrency.lockutils [req-4a49a4f3-46f1-4a8e-941a-9b09689b31b5 req-2728dc83-d11d-4cf1-95c6-8e9c15d13711 service nova] Acquiring lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.893975] env[68663]: DEBUG oslo_concurrency.lockutils [req-4a49a4f3-46f1-4a8e-941a-9b09689b31b5 req-2728dc83-d11d-4cf1-95c6-8e9c15d13711 service nova] Acquired lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.893975] env[68663]: DEBUG nova.network.neutron [req-4a49a4f3-46f1-4a8e-941a-9b09689b31b5 req-2728dc83-d11d-4cf1-95c6-8e9c15d13711 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Refreshing network info cache for port 68a8923c-a946-4e4e-9fc3-d06beddb9cca {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.989811] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238748, 'name': CreateVM_Task, 'duration_secs': 0.555272} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.990013] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.990715] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.990890] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.991224] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.991487] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ee1068-3bec-4b2b-9f78-37fece6ee898 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.996386] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1020.996386] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524b35a2-051e-32f9-0da8-27d9e2043146" [ 1020.996386] env[68663]: _type = "Task" [ 1020.996386] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.006351] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524b35a2-051e-32f9-0da8-27d9e2043146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.085909] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dd95b9-abe0-41b0-9f86-96776dae8924 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.093374] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f8a0f7-c916-4032-8cd6-13775bf25dfa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.144453] env[68663]: DEBUG oslo_concurrency.lockutils [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "86caaa53-21d1-4a70-8ffa-512b649488ae" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.144818] env[68663]: DEBUG oslo_concurrency.lockutils [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "86caaa53-21d1-4a70-8ffa-512b649488ae" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.145121] env[68663]: DEBUG nova.compute.manager [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Going to confirm migration 5 {{(pid=68663) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1021.148403] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9e8222-ed97-4315-b8ef-c7338e2f10fe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.164998] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca9b48a-363a-4fac-815a-0bd917399af1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.193141] env[68663]: DEBUG nova.compute.provider_tree [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.201312] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.249056} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.202035] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.205165] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8617c6f4-355e-4b0e-9ef9-9c410f0b4e0d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.240665] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 954cca74-fc1a-402b-bf7e-ae0bead4f8d9/954cca74-fc1a-402b-bf7e-ae0bead4f8d9.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.241523] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9f185c6-946f-449e-b758-75462c66b81f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.271950] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Waiting for the task: (returnval){ [ 1021.271950] env[68663]: value = "task-3238750" [ 1021.271950] env[68663]: _type = "Task" [ 1021.271950] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.285111] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238750, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.301457] env[68663]: DEBUG oslo_concurrency.lockutils [req-ea32b460-ee21-411f-a95a-010190bb65d7 req-9b704faa-0196-4c82-8159-0e2ec3b098e4 service nova] Releasing lock "refresh_cache-f64890ed-4f70-40f0-81cb-158a9dcee26e" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.509546] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524b35a2-051e-32f9-0da8-27d9e2043146, 'name': SearchDatastore_Task, 'duration_secs': 0.054912} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.509848] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.510423] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.510423] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.510528] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.511084] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.511186] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c03c5822-524e-45ba-874d-38eaa1006f3c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.520861] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.521059] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.522057] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5486611-7263-43c0-8b6d-7d2913252ad4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.530107] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1021.530107] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ef2d17-e0b8-9c52-518b-cb8e2e03fa49" [ 1021.530107] env[68663]: _type = "Task" [ 1021.530107] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.544399] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ef2d17-e0b8-9c52-518b-cb8e2e03fa49, 'name': SearchDatastore_Task, 'duration_secs': 0.010303} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.546147] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f5665d-262f-45a7-9803-8df951e91255 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.555748] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1021.555748] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d78282-47bd-2d6e-896c-2130309a11bd" [ 1021.555748] env[68663]: _type = "Task" [ 1021.555748] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.568709] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d78282-47bd-2d6e-896c-2130309a11bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.594596] env[68663]: DEBUG nova.compute.manager [req-342e1947-c8fe-4fdb-9e58-0ce8e26aac4a req-cd803c4d-e47e-4de2-a48b-1749bd6f1988 service nova] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Received event network-changed-8e30a4f3-9ed4-49f8-87c3-50481811cd56 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.594800] env[68663]: DEBUG nova.compute.manager [req-342e1947-c8fe-4fdb-9e58-0ce8e26aac4a req-cd803c4d-e47e-4de2-a48b-1749bd6f1988 service nova] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Refreshing instance network info cache due to event network-changed-8e30a4f3-9ed4-49f8-87c3-50481811cd56. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.595077] env[68663]: DEBUG oslo_concurrency.lockutils [req-342e1947-c8fe-4fdb-9e58-0ce8e26aac4a req-cd803c4d-e47e-4de2-a48b-1749bd6f1988 service nova] Acquiring lock "refresh_cache-1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.595591] env[68663]: DEBUG oslo_concurrency.lockutils [req-342e1947-c8fe-4fdb-9e58-0ce8e26aac4a req-cd803c4d-e47e-4de2-a48b-1749bd6f1988 service nova] Acquired lock "refresh_cache-1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.595778] env[68663]: DEBUG nova.network.neutron [req-342e1947-c8fe-4fdb-9e58-0ce8e26aac4a req-cd803c4d-e47e-4de2-a48b-1749bd6f1988 service nova] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Refreshing network info cache for port 8e30a4f3-9ed4-49f8-87c3-50481811cd56 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.703474] env[68663]: DEBUG nova.scheduler.client.report [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.783720] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.892719] env[68663]: DEBUG nova.network.neutron [req-4a49a4f3-46f1-4a8e-941a-9b09689b31b5 req-2728dc83-d11d-4cf1-95c6-8e9c15d13711 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Updated VIF entry in instance network info cache for port 68a8923c-a946-4e4e-9fc3-d06beddb9cca. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.893297] env[68663]: DEBUG nova.network.neutron [req-4a49a4f3-46f1-4a8e-941a-9b09689b31b5 req-2728dc83-d11d-4cf1-95c6-8e9c15d13711 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Updating instance_info_cache with network_info: [{"id": "68a8923c-a946-4e4e-9fc3-d06beddb9cca", "address": "fa:16:3e:93:01:e9", "network": {"id": "0f138eb2-0ee9-483c-8e2b-c22f98244fa5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-180139347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "64890377f9c94973b2d81056b1e44d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a8923c-a9", "ovs_interfaceid": "68a8923c-a946-4e4e-9fc3-d06beddb9cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.908236] env[68663]: DEBUG nova.network.neutron [None req-8f0ff07f-6aae-4d56-88de-b3e5b66e140a tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Updating instance_info_cache with network_info: [{"id": "b6164bac-1085-4308-9e9d-813526fe456a", "address": "fa:16:3e:ef:a6:53", "network": {"id": "6bb10302-e773-4537-982b-e4a980f8bc59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1936979947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f3c903904c5420d8b39aead847ce77d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6164bac-10", "ovs_interfaceid": "b6164bac-1085-4308-9e9d-813526fe456a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.934228] env[68663]: DEBUG oslo_concurrency.lockutils [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "refresh_cache-86caaa53-21d1-4a70-8ffa-512b649488ae" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.934447] env[68663]: DEBUG oslo_concurrency.lockutils [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "refresh_cache-86caaa53-21d1-4a70-8ffa-512b649488ae" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.934608] env[68663]: DEBUG nova.network.neutron [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.934795] env[68663]: DEBUG nova.objects.instance [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lazy-loading 'info_cache' on Instance uuid 86caaa53-21d1-4a70-8ffa-512b649488ae {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.996548] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a2542ef6-5139-42da-a5c6-11c537d44112 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.996825] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a2542ef6-5139-42da-a5c6-11c537d44112 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.066183] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d78282-47bd-2d6e-896c-2130309a11bd, 'name': SearchDatastore_Task, 'duration_secs': 0.014196} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.066589] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.066930] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] f64890ed-4f70-40f0-81cb-158a9dcee26e/f64890ed-4f70-40f0-81cb-158a9dcee26e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.067239] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45d7a37d-4263-463c-a9f6-4423c48be256 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.074044] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1022.074044] env[68663]: value = "task-3238751" [ 1022.074044] env[68663]: _type = "Task" [ 1022.074044] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.082246] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.214637] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.494s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.214914] env[68663]: INFO nova.compute.manager [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Migrating [ 1022.224445] env[68663]: DEBUG oslo_concurrency.lockutils [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.254s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.224776] env[68663]: DEBUG oslo_concurrency.lockutils [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.227170] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.020s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.227457] env[68663]: DEBUG nova.objects.instance [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lazy-loading 'resources' on Instance uuid f767ce99-9f0d-457d-8bc9-dc291c7b9f16 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.264638] env[68663]: INFO nova.scheduler.client.report [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Deleted allocations for instance eee6e8a8-e1e6-4034-af67-dffb534a167e [ 1022.283127] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238750, 'name': ReconfigVM_Task, 'duration_secs': 0.634303} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.283505] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 954cca74-fc1a-402b-bf7e-ae0bead4f8d9/954cca74-fc1a-402b-bf7e-ae0bead4f8d9.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.284219] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ece43c6e-1747-4725-8107-832ddcd77e70 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.290833] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Waiting for the task: (returnval){ [ 1022.290833] env[68663]: value = "task-3238752" [ 1022.290833] env[68663]: _type = "Task" [ 1022.290833] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.299947] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238752, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.396240] env[68663]: DEBUG oslo_concurrency.lockutils [req-4a49a4f3-46f1-4a8e-941a-9b09689b31b5 req-2728dc83-d11d-4cf1-95c6-8e9c15d13711 service nova] Releasing lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.411044] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8f0ff07f-6aae-4d56-88de-b3e5b66e140a tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Releasing lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.411285] env[68663]: DEBUG nova.compute.manager [None req-8f0ff07f-6aae-4d56-88de-b3e5b66e140a tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Inject network info {{(pid=68663) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1022.411621] env[68663]: DEBUG nova.compute.manager [None req-8f0ff07f-6aae-4d56-88de-b3e5b66e140a tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] network_info to inject: |[{"id": "b6164bac-1085-4308-9e9d-813526fe456a", "address": "fa:16:3e:ef:a6:53", "network": {"id": "6bb10302-e773-4537-982b-e4a980f8bc59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1936979947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f3c903904c5420d8b39aead847ce77d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6164bac-10", "ovs_interfaceid": "b6164bac-1085-4308-9e9d-813526fe456a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1022.417683] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0ff07f-6aae-4d56-88de-b3e5b66e140a tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Reconfiguring VM instance to set the machine id {{(pid=68663) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1022.418259] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86716880-54d1-4825-beb3-92e69d9e3b97 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.447559] env[68663]: DEBUG oslo_vmware.api [None req-8f0ff07f-6aae-4d56-88de-b3e5b66e140a tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Waiting for the task: (returnval){ [ 1022.447559] env[68663]: value = "task-3238753" [ 1022.447559] env[68663]: _type = "Task" [ 1022.447559] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.459705] env[68663]: DEBUG oslo_vmware.api [None req-8f0ff07f-6aae-4d56-88de-b3e5b66e140a tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238753, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.499724] env[68663]: INFO nova.compute.manager [None req-a2542ef6-5139-42da-a5c6-11c537d44112 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Detaching volume 57a745c0-96a1-4f38-a6f1-12e1d56ee1ae [ 1022.548285] env[68663]: INFO nova.virt.block_device [None req-a2542ef6-5139-42da-a5c6-11c537d44112 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Attempting to driver detach volume 57a745c0-96a1-4f38-a6f1-12e1d56ee1ae from mountpoint /dev/sdb [ 1022.548671] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2542ef6-5139-42da-a5c6-11c537d44112 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1022.548935] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2542ef6-5139-42da-a5c6-11c537d44112 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647273', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'name': 'volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12922cc6-ae60-4f08-a7c4-6a54936e6a07', 'attached_at': '', 'detached_at': '', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'serial': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1022.549944] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80156da2-30e6-4db2-a185-795a662a347e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.582634] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d480862-b8de-4450-9877-1f08db55fa02 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.595133] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238751, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.598599] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26142439-b4db-4874-a6cc-fbb8e0ffbc16 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.604079] env[68663]: DEBUG nova.network.neutron [req-342e1947-c8fe-4fdb-9e58-0ce8e26aac4a req-cd803c4d-e47e-4de2-a48b-1749bd6f1988 service nova] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Updated VIF entry in instance network info cache for port 8e30a4f3-9ed4-49f8-87c3-50481811cd56. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.604842] env[68663]: DEBUG nova.network.neutron [req-342e1947-c8fe-4fdb-9e58-0ce8e26aac4a req-cd803c4d-e47e-4de2-a48b-1749bd6f1988 service nova] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Updating instance_info_cache with network_info: [{"id": "8e30a4f3-9ed4-49f8-87c3-50481811cd56", "address": "fa:16:3e:b8:b0:10", "network": {"id": "ec22fcdf-fc51-4273-b229-e18d41783ba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28279953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc1cb6d582a42b490f8837eb26e395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e30a4f3-9e", "ovs_interfaceid": "8e30a4f3-9ed4-49f8-87c3-50481811cd56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.625987] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23f1eb8-3740-4273-b96f-2f09fb1193f3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.654019] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2542ef6-5139-42da-a5c6-11c537d44112 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] The volume has not been displaced from its original location: [datastore2] volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae/volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae.vmdk. No consolidation needed. {{(pid=68663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1022.657728] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2542ef6-5139-42da-a5c6-11c537d44112 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1022.659052] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a9566b8-1bc0-432d-8ca4-f033f030b954 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.680395] env[68663]: DEBUG oslo_vmware.api [None req-a2542ef6-5139-42da-a5c6-11c537d44112 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1022.680395] env[68663]: value = "task-3238754" [ 1022.680395] env[68663]: _type = "Task" [ 1022.680395] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.689605] env[68663]: DEBUG oslo_vmware.api [None req-a2542ef6-5139-42da-a5c6-11c537d44112 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.742042] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.742216] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.742429] env[68663]: DEBUG nova.network.neutron [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.775013] env[68663]: DEBUG oslo_concurrency.lockutils [None req-64f675e0-70c2-4b5b-8555-5733400bb82d tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "eee6e8a8-e1e6-4034-af67-dffb534a167e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.224s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.803921] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238752, 'name': Rename_Task, 'duration_secs': 0.168413} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.807787] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.809792] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-048296b4-b8f5-4764-a07f-a98b73a81dc2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.815725] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Waiting for the task: (returnval){ [ 1022.815725] env[68663]: value = "task-3238755" [ 1022.815725] env[68663]: _type = "Task" [ 1022.815725] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.824865] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.962089] env[68663]: DEBUG oslo_vmware.api [None req-8f0ff07f-6aae-4d56-88de-b3e5b66e140a tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238753, 'name': ReconfigVM_Task, 'duration_secs': 0.183721} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.963072] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0ff07f-6aae-4d56-88de-b3e5b66e140a tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Reconfigured VM instance to set the machine id {{(pid=68663) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1023.030457] env[68663]: DEBUG nova.compute.manager [req-f577c4d9-7366-4fe8-8084-0c290532effe req-d46fef3a-5b39-4105-85a0-9bd7f1d66a31 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Received event network-changed-68a8923c-a946-4e4e-9fc3-d06beddb9cca {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.030662] env[68663]: DEBUG nova.compute.manager [req-f577c4d9-7366-4fe8-8084-0c290532effe req-d46fef3a-5b39-4105-85a0-9bd7f1d66a31 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Refreshing instance network info cache due to event network-changed-68a8923c-a946-4e4e-9fc3-d06beddb9cca. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.030852] env[68663]: DEBUG oslo_concurrency.lockutils [req-f577c4d9-7366-4fe8-8084-0c290532effe req-d46fef3a-5b39-4105-85a0-9bd7f1d66a31 service nova] Acquiring lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.030994] env[68663]: DEBUG oslo_concurrency.lockutils [req-f577c4d9-7366-4fe8-8084-0c290532effe req-d46fef3a-5b39-4105-85a0-9bd7f1d66a31 service nova] Acquired lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.031169] env[68663]: DEBUG nova.network.neutron [req-f577c4d9-7366-4fe8-8084-0c290532effe req-d46fef3a-5b39-4105-85a0-9bd7f1d66a31 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Refreshing network info cache for port 68a8923c-a946-4e4e-9fc3-d06beddb9cca {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.091040] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587783} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.091314] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] f64890ed-4f70-40f0-81cb-158a9dcee26e/f64890ed-4f70-40f0-81cb-158a9dcee26e.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.091524] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.091772] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02089ec9-5c4c-4c0c-9c85-57a21ed6a1ee {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.098596] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3b3161-5ef3-40c0-b572-3d058cefc751 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.102200] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1023.102200] env[68663]: value = "task-3238756" [ 1023.102200] env[68663]: _type = "Task" [ 1023.102200] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.110232] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92930efc-5341-42f5-8726-788fc10d89ba {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.116233] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.151659] env[68663]: DEBUG oslo_concurrency.lockutils [req-342e1947-c8fe-4fdb-9e58-0ce8e26aac4a req-cd803c4d-e47e-4de2-a48b-1749bd6f1988 service nova] Releasing lock "refresh_cache-1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.151659] env[68663]: DEBUG nova.compute.manager [req-342e1947-c8fe-4fdb-9e58-0ce8e26aac4a req-cd803c4d-e47e-4de2-a48b-1749bd6f1988 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Received event network-changed-b6164bac-1085-4308-9e9d-813526fe456a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.151659] env[68663]: DEBUG nova.compute.manager [req-342e1947-c8fe-4fdb-9e58-0ce8e26aac4a req-cd803c4d-e47e-4de2-a48b-1749bd6f1988 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Refreshing instance network info cache due to event network-changed-b6164bac-1085-4308-9e9d-813526fe456a. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.151659] env[68663]: DEBUG oslo_concurrency.lockutils [req-342e1947-c8fe-4fdb-9e58-0ce8e26aac4a req-cd803c4d-e47e-4de2-a48b-1749bd6f1988 service nova] Acquiring lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.151659] env[68663]: DEBUG oslo_concurrency.lockutils [req-342e1947-c8fe-4fdb-9e58-0ce8e26aac4a req-cd803c4d-e47e-4de2-a48b-1749bd6f1988 service nova] Acquired lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.151659] env[68663]: DEBUG nova.network.neutron [req-342e1947-c8fe-4fdb-9e58-0ce8e26aac4a req-cd803c4d-e47e-4de2-a48b-1749bd6f1988 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Refreshing network info cache for port b6164bac-1085-4308-9e9d-813526fe456a {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.155133] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e135045-cc68-4b5a-940a-6214e38f9399 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.164300] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597cbf5b-73f4-454f-9ab9-5dfa805ee1e6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.180341] env[68663]: DEBUG nova.compute.provider_tree [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.194268] env[68663]: DEBUG oslo_vmware.api [None req-a2542ef6-5139-42da-a5c6-11c537d44112 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238754, 'name': ReconfigVM_Task, 'duration_secs': 0.262944} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.194587] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2542ef6-5139-42da-a5c6-11c537d44112 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1023.200302] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42f75ce7-6d02-4da7-84cb-91383f146e91 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.219027] env[68663]: DEBUG oslo_vmware.api [None req-a2542ef6-5139-42da-a5c6-11c537d44112 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1023.219027] env[68663]: value = "task-3238757" [ 1023.219027] env[68663]: _type = "Task" [ 1023.219027] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.232058] env[68663]: DEBUG oslo_vmware.api [None req-a2542ef6-5139-42da-a5c6-11c537d44112 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.328110] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238755, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.372816] env[68663]: DEBUG nova.network.neutron [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Updating instance_info_cache with network_info: [{"id": "078ed125-cc6c-44b5-8dab-2cd744487367", "address": "fa:16:3e:f2:65:81", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078ed125-cc", "ovs_interfaceid": "078ed125-cc6c-44b5-8dab-2cd744487367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.500349] env[68663]: DEBUG oslo_concurrency.lockutils [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Acquiring lock "8de5a14d-6f67-42e3-915a-b4ec5a6181cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.500515] env[68663]: DEBUG oslo_concurrency.lockutils [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Lock "8de5a14d-6f67-42e3-915a-b4ec5a6181cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.500682] env[68663]: DEBUG oslo_concurrency.lockutils [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Acquiring lock "8de5a14d-6f67-42e3-915a-b4ec5a6181cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.500867] env[68663]: DEBUG oslo_concurrency.lockutils [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Lock "8de5a14d-6f67-42e3-915a-b4ec5a6181cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.501046] env[68663]: DEBUG oslo_concurrency.lockutils [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Lock "8de5a14d-6f67-42e3-915a-b4ec5a6181cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.503290] env[68663]: INFO nova.compute.manager [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Terminating instance [ 1023.582227] env[68663]: DEBUG nova.network.neutron [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updating instance_info_cache with network_info: [{"id": "84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f", "address": "fa:16:3e:36:f4:bd", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fc0b6c-6d", "ovs_interfaceid": "84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.615944] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075103} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.616280] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.617397] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f4592a-35cb-48ee-923c-ee7aae588892 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.641981] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] f64890ed-4f70-40f0-81cb-158a9dcee26e/f64890ed-4f70-40f0-81cb-158a9dcee26e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.642857] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a749dbc4-39ab-46a4-9a39-0dad1bf10e0c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.666939] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1023.666939] env[68663]: value = "task-3238758" [ 1023.666939] env[68663]: _type = "Task" [ 1023.666939] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.680215] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.686981] env[68663]: DEBUG nova.scheduler.client.report [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.730291] env[68663]: DEBUG oslo_vmware.api [None req-a2542ef6-5139-42da-a5c6-11c537d44112 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238757, 'name': ReconfigVM_Task, 'duration_secs': 0.162262} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.730636] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2542ef6-5139-42da-a5c6-11c537d44112 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647273', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'name': 'volume-57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12922cc6-ae60-4f08-a7c4-6a54936e6a07', 'attached_at': '', 'detached_at': '', 'volume_id': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae', 'serial': '57a745c0-96a1-4f38-a6f1-12e1d56ee1ae'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1023.829519] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238755, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.877843] env[68663]: DEBUG oslo_concurrency.lockutils [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "refresh_cache-86caaa53-21d1-4a70-8ffa-512b649488ae" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.878221] env[68663]: DEBUG nova.objects.instance [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lazy-loading 'migration_context' on Instance uuid 86caaa53-21d1-4a70-8ffa-512b649488ae {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.971243] env[68663]: DEBUG nova.network.neutron [req-342e1947-c8fe-4fdb-9e58-0ce8e26aac4a req-cd803c4d-e47e-4de2-a48b-1749bd6f1988 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Updated VIF entry in instance network info cache for port b6164bac-1085-4308-9e9d-813526fe456a. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.971470] env[68663]: DEBUG nova.network.neutron [req-342e1947-c8fe-4fdb-9e58-0ce8e26aac4a req-cd803c4d-e47e-4de2-a48b-1749bd6f1988 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Updating instance_info_cache with network_info: [{"id": "b6164bac-1085-4308-9e9d-813526fe456a", "address": "fa:16:3e:ef:a6:53", "network": {"id": "6bb10302-e773-4537-982b-e4a980f8bc59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1936979947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f3c903904c5420d8b39aead847ce77d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6164bac-10", "ovs_interfaceid": "b6164bac-1085-4308-9e9d-813526fe456a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.007361] env[68663]: DEBUG nova.compute.manager [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.007593] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.008513] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e6c9c5-5e66-4d02-b34a-11c4956baa4d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.018042] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.018320] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85831928-a20e-4438-8c86-d66c252b6e39 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.028396] env[68663]: DEBUG oslo_vmware.api [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Waiting for the task: (returnval){ [ 1024.028396] env[68663]: value = "task-3238759" [ 1024.028396] env[68663]: _type = "Task" [ 1024.028396] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.035338] env[68663]: DEBUG oslo_vmware.api [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.057841] env[68663]: DEBUG nova.network.neutron [req-f577c4d9-7366-4fe8-8084-0c290532effe req-d46fef3a-5b39-4105-85a0-9bd7f1d66a31 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Updated VIF entry in instance network info cache for port 68a8923c-a946-4e4e-9fc3-d06beddb9cca. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.057841] env[68663]: DEBUG nova.network.neutron [req-f577c4d9-7366-4fe8-8084-0c290532effe req-d46fef3a-5b39-4105-85a0-9bd7f1d66a31 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Updating instance_info_cache with network_info: [{"id": "68a8923c-a946-4e4e-9fc3-d06beddb9cca", "address": "fa:16:3e:93:01:e9", "network": {"id": "0f138eb2-0ee9-483c-8e2b-c22f98244fa5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-180139347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "64890377f9c94973b2d81056b1e44d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a8923c-a9", "ovs_interfaceid": "68a8923c-a946-4e4e-9fc3-d06beddb9cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.086538] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.114764] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Acquiring lock "417f5a3a-69ff-4fd8-bd0e-a7498cbab240" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.115138] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Lock "417f5a3a-69ff-4fd8-bd0e-a7498cbab240" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.115416] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Acquiring lock "417f5a3a-69ff-4fd8-bd0e-a7498cbab240-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.115670] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Lock "417f5a3a-69ff-4fd8-bd0e-a7498cbab240-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.115907] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Lock "417f5a3a-69ff-4fd8-bd0e-a7498cbab240-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.119163] env[68663]: INFO nova.compute.manager [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Terminating instance [ 1024.181234] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.192476] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.195757] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.849s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.197747] env[68663]: INFO nova.compute.claims [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.241033] env[68663]: INFO nova.scheduler.client.report [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleted allocations for instance f767ce99-9f0d-457d-8bc9-dc291c7b9f16 [ 1024.307448] env[68663]: DEBUG nova.objects.instance [None req-a2542ef6-5139-42da-a5c6-11c537d44112 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lazy-loading 'flavor' on Instance uuid 12922cc6-ae60-4f08-a7c4-6a54936e6a07 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.330021] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238755, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.380841] env[68663]: DEBUG nova.objects.base [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Object Instance<86caaa53-21d1-4a70-8ffa-512b649488ae> lazy-loaded attributes: info_cache,migration_context {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1024.382046] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3c8988-b64e-446d-a3a9-fc2774f86d29 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.404654] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e05283a7-963b-4bdc-bd0a-74730647ff6b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.411046] env[68663]: DEBUG oslo_vmware.api [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 1024.411046] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524a84cb-203e-de8c-edf2-52103251aee7" [ 1024.411046] env[68663]: _type = "Task" [ 1024.411046] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.420405] env[68663]: DEBUG oslo_vmware.api [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524a84cb-203e-de8c-edf2-52103251aee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.475475] env[68663]: DEBUG oslo_concurrency.lockutils [req-342e1947-c8fe-4fdb-9e58-0ce8e26aac4a req-cd803c4d-e47e-4de2-a48b-1749bd6f1988 service nova] Releasing lock "refresh_cache-8de5a14d-6f67-42e3-915a-b4ec5a6181cc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.536180] env[68663]: DEBUG oslo_vmware.api [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238759, 'name': PowerOffVM_Task, 'duration_secs': 0.258816} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.536511] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.536680] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.536951] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-728e6e9f-b291-4c73-a69a-d33e4c14dfd9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.563657] env[68663]: DEBUG oslo_concurrency.lockutils [req-f577c4d9-7366-4fe8-8084-0c290532effe req-d46fef3a-5b39-4105-85a0-9bd7f1d66a31 service nova] Releasing lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.563941] env[68663]: DEBUG nova.compute.manager [req-f577c4d9-7366-4fe8-8084-0c290532effe req-d46fef3a-5b39-4105-85a0-9bd7f1d66a31 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Received event network-changed-68a8923c-a946-4e4e-9fc3-d06beddb9cca {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.564176] env[68663]: DEBUG nova.compute.manager [req-f577c4d9-7366-4fe8-8084-0c290532effe req-d46fef3a-5b39-4105-85a0-9bd7f1d66a31 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Refreshing instance network info cache due to event network-changed-68a8923c-a946-4e4e-9fc3-d06beddb9cca. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.564425] env[68663]: DEBUG oslo_concurrency.lockutils [req-f577c4d9-7366-4fe8-8084-0c290532effe req-d46fef3a-5b39-4105-85a0-9bd7f1d66a31 service nova] Acquiring lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.564573] env[68663]: DEBUG oslo_concurrency.lockutils [req-f577c4d9-7366-4fe8-8084-0c290532effe req-d46fef3a-5b39-4105-85a0-9bd7f1d66a31 service nova] Acquired lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.564741] env[68663]: DEBUG nova.network.neutron [req-f577c4d9-7366-4fe8-8084-0c290532effe req-d46fef3a-5b39-4105-85a0-9bd7f1d66a31 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Refreshing network info cache for port 68a8923c-a946-4e4e-9fc3-d06beddb9cca {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.616022] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.616022] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.616022] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Deleting the datastore file [datastore2] 8de5a14d-6f67-42e3-915a-b4ec5a6181cc {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.616022] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7ce0c3b-071b-4ec8-ba4a-037bbfacb30f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.622452] env[68663]: DEBUG oslo_vmware.api [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Waiting for the task: (returnval){ [ 1024.622452] env[68663]: value = "task-3238761" [ 1024.622452] env[68663]: _type = "Task" [ 1024.622452] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.626609] env[68663]: DEBUG nova.compute.manager [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.626760] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.627922] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adef93e-d2b9-452e-ba06-bf6cd781d0e3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.638717] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.639006] env[68663]: DEBUG oslo_vmware.api [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.639231] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75d186d9-22a6-48e0-b293-d7b88be1cd5d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.647051] env[68663]: DEBUG oslo_vmware.api [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for the task: (returnval){ [ 1024.647051] env[68663]: value = "task-3238762" [ 1024.647051] env[68663]: _type = "Task" [ 1024.647051] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.656134] env[68663]: DEBUG oslo_vmware.api [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.679150] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238758, 'name': ReconfigVM_Task, 'duration_secs': 0.822309} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.679427] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Reconfigured VM instance instance-00000061 to attach disk [datastore2] f64890ed-4f70-40f0-81cb-158a9dcee26e/f64890ed-4f70-40f0-81cb-158a9dcee26e.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.680048] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-200970d2-d2b2-4d02-98f5-5d061e001e36 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.687700] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1024.687700] env[68663]: value = "task-3238763" [ 1024.687700] env[68663]: _type = "Task" [ 1024.687700] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.693195] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "edf3f0b4-a424-4de7-8abb-20a17e8454fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.693494] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "edf3f0b4-a424-4de7-8abb-20a17e8454fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.693741] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "edf3f0b4-a424-4de7-8abb-20a17e8454fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.693981] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "edf3f0b4-a424-4de7-8abb-20a17e8454fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.694226] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "edf3f0b4-a424-4de7-8abb-20a17e8454fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.696825] env[68663]: INFO nova.compute.manager [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Terminating instance [ 1024.704988] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238763, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.751248] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aaf77c4e-41d7-403e-a314-c183b3000af2 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "f767ce99-9f0d-457d-8bc9-dc291c7b9f16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.014s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.832217] env[68663]: DEBUG oslo_vmware.api [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238755, 'name': PowerOnVM_Task, 'duration_secs': 1.542444} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.832217] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.832217] env[68663]: INFO nova.compute.manager [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1024.832217] env[68663]: DEBUG nova.compute.manager [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.832635] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd26688-1741-418f-99b2-26162f0085ed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.921642] env[68663]: DEBUG oslo_vmware.api [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524a84cb-203e-de8c-edf2-52103251aee7, 'name': SearchDatastore_Task, 'duration_secs': 0.008521} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.922038] env[68663]: DEBUG oslo_concurrency.lockutils [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.136980] env[68663]: DEBUG oslo_vmware.api [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Task: {'id': task-3238761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185251} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.137327] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.137592] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.137861] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.138085] env[68663]: INFO nova.compute.manager [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1025.138453] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.138809] env[68663]: DEBUG nova.compute.manager [-] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.138954] env[68663]: DEBUG nova.network.neutron [-] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.159444] env[68663]: DEBUG oslo_vmware.api [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238762, 'name': PowerOffVM_Task, 'duration_secs': 0.252089} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.160120] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.160298] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.160554] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b3bd322-31a7-43f6-b40e-a95f7641824c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.198102] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238763, 'name': Rename_Task, 'duration_secs': 0.191213} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.202394] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.203063] env[68663]: DEBUG nova.compute.manager [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.203308] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.203596] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-786f92c2-37d8-48bf-b9f9-1236d6eaa320 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.205739] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3b5a68-ecf9-4e8d-827a-6a173022e4b5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.224426] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.230984] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dba56d9-5182-4629-9e77-9fdcbf16d564 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.234301] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1025.234301] env[68663]: value = "task-3238765" [ 1025.234301] env[68663]: _type = "Task" [ 1025.234301] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.236697] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.238311] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.238613] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Deleting the datastore file [datastore2] 417f5a3a-69ff-4fd8-bd0e-a7498cbab240 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.243036] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71a2061d-4702-4f9b-ae43-46d23281a26d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.249694] env[68663]: DEBUG oslo_vmware.api [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 1025.249694] env[68663]: value = "task-3238766" [ 1025.249694] env[68663]: _type = "Task" [ 1025.249694] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.262795] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238765, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.269418] env[68663]: DEBUG oslo_vmware.api [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for the task: (returnval){ [ 1025.269418] env[68663]: value = "task-3238767" [ 1025.269418] env[68663]: _type = "Task" [ 1025.269418] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.288393] env[68663]: DEBUG oslo_vmware.api [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.301736] env[68663]: DEBUG oslo_vmware.api [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.315159] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a2542ef6-5139-42da-a5c6-11c537d44112 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.318s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.365756] env[68663]: INFO nova.compute.manager [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Took 27.72 seconds to build instance. [ 1025.448035] env[68663]: DEBUG nova.network.neutron [req-f577c4d9-7366-4fe8-8084-0c290532effe req-d46fef3a-5b39-4105-85a0-9bd7f1d66a31 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Updated VIF entry in instance network info cache for port 68a8923c-a946-4e4e-9fc3-d06beddb9cca. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.448525] env[68663]: DEBUG nova.network.neutron [req-f577c4d9-7366-4fe8-8084-0c290532effe req-d46fef3a-5b39-4105-85a0-9bd7f1d66a31 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Updating instance_info_cache with network_info: [{"id": "68a8923c-a946-4e4e-9fc3-d06beddb9cca", "address": "fa:16:3e:93:01:e9", "network": {"id": "0f138eb2-0ee9-483c-8e2b-c22f98244fa5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-180139347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "64890377f9c94973b2d81056b1e44d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a8923c-a9", "ovs_interfaceid": "68a8923c-a946-4e4e-9fc3-d06beddb9cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.597599] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1b5c0d-98c1-4468-b422-fb13d7f37ed7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.606958] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3377e567-8d17-45b0-94fd-e891c6e20bab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.618869] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f423c5-8d7f-424b-899d-54775a583ac3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.652284] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updating instance 'b862b802-c379-483e-9238-fa69b1eec7b3' progress to 0 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.688964] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14f0618-81a2-437f-ac16-1d95229766d1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.698170] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e4d8e9-7430-4756-8c61-e647d6f8606d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.713600] env[68663]: DEBUG nova.compute.provider_tree [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.748668] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238765, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.761465] env[68663]: DEBUG oslo_vmware.api [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238766, 'name': PowerOffVM_Task, 'duration_secs': 0.262863} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.761710] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.761903] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.762281] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7ca90e5-006e-471f-a393-a05303f3178e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.785547] env[68663]: DEBUG oslo_vmware.api [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Task: {'id': task-3238767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270364} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.785816] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.786031] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.787136] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.787136] env[68663]: INFO nova.compute.manager [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1025.787136] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.787136] env[68663]: DEBUG nova.compute.manager [-] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.787136] env[68663]: DEBUG nova.network.neutron [-] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.844417] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.844417] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.844825] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Deleting the datastore file [datastore1] edf3f0b4-a424-4de7-8abb-20a17e8454fc {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.844825] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d88db684-295b-45de-bde7-96dd807bdd55 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.852535] env[68663]: DEBUG oslo_vmware.api [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for the task: (returnval){ [ 1025.852535] env[68663]: value = "task-3238769" [ 1025.852535] env[68663]: _type = "Task" [ 1025.852535] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.863438] env[68663]: DEBUG oslo_vmware.api [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.868667] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ceb36a6-6cce-47c0-b15a-8a257234ff98 tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Lock "954cca74-fc1a-402b-bf7e-ae0bead4f8d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.234s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.951796] env[68663]: DEBUG oslo_concurrency.lockutils [req-f577c4d9-7366-4fe8-8084-0c290532effe req-d46fef3a-5b39-4105-85a0-9bd7f1d66a31 service nova] Releasing lock "refresh_cache-417f5a3a-69ff-4fd8-bd0e-a7498cbab240" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.993834] env[68663]: DEBUG nova.compute.manager [req-0f2f6575-56c1-4926-907f-2cfd1d704e0d req-f56c3d1f-e6a6-4d37-972c-6edb45324932 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Received event network-vif-deleted-b6164bac-1085-4308-9e9d-813526fe456a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.994049] env[68663]: INFO nova.compute.manager [req-0f2f6575-56c1-4926-907f-2cfd1d704e0d req-f56c3d1f-e6a6-4d37-972c-6edb45324932 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Neutron deleted interface b6164bac-1085-4308-9e9d-813526fe456a; detaching it from the instance and deleting it from the info cache [ 1025.994418] env[68663]: DEBUG nova.network.neutron [req-0f2f6575-56c1-4926-907f-2cfd1d704e0d req-f56c3d1f-e6a6-4d37-972c-6edb45324932 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.048019] env[68663]: DEBUG oslo_concurrency.lockutils [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.048019] env[68663]: DEBUG oslo_concurrency.lockutils [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.048019] env[68663]: DEBUG oslo_concurrency.lockutils [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.048019] env[68663]: DEBUG oslo_concurrency.lockutils [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.048019] env[68663]: DEBUG oslo_concurrency.lockutils [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.048019] env[68663]: INFO nova.compute.manager [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Terminating instance [ 1026.163027] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.163027] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f775b917-0728-49d7-a383-5c52dd56479f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.172147] env[68663]: DEBUG oslo_vmware.api [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1026.172147] env[68663]: value = "task-3238770" [ 1026.172147] env[68663]: _type = "Task" [ 1026.172147] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.185146] env[68663]: DEBUG oslo_vmware.api [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.217117] env[68663]: DEBUG nova.scheduler.client.report [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.250295] env[68663]: DEBUG oslo_vmware.api [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238765, 'name': PowerOnVM_Task, 'duration_secs': 0.589348} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.250739] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.251016] env[68663]: INFO nova.compute.manager [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1026.251290] env[68663]: DEBUG nova.compute.manager [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.252543] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e989295d-fda7-4658-848a-4629ab94773f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.326139] env[68663]: DEBUG nova.compute.manager [req-2ea53539-6c9b-453d-b1e3-f11fc0bf6fc9 req-1c162bcd-3072-4ee9-8dd7-dbfd72d4d144 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Received event network-vif-deleted-68a8923c-a946-4e4e-9fc3-d06beddb9cca {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.326357] env[68663]: INFO nova.compute.manager [req-2ea53539-6c9b-453d-b1e3-f11fc0bf6fc9 req-1c162bcd-3072-4ee9-8dd7-dbfd72d4d144 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Neutron deleted interface 68a8923c-a946-4e4e-9fc3-d06beddb9cca; detaching it from the instance and deleting it from the info cache [ 1026.326525] env[68663]: DEBUG nova.network.neutron [req-2ea53539-6c9b-453d-b1e3-f11fc0bf6fc9 req-1c162bcd-3072-4ee9-8dd7-dbfd72d4d144 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.368853] env[68663]: DEBUG oslo_vmware.api [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Task: {'id': task-3238769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326038} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.368853] env[68663]: DEBUG nova.network.neutron [-] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.373044] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.373044] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.373044] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.373044] env[68663]: INFO nova.compute.manager [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1026.373044] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.373044] env[68663]: DEBUG nova.compute.manager [-] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.373044] env[68663]: DEBUG nova.network.neutron [-] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.497484] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f0e9355-009f-48bc-9a15-018edb46c08f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.508307] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2c7dcd-4035-4cf4-ba61-9c990b223dbe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.548517] env[68663]: DEBUG nova.compute.manager [req-0f2f6575-56c1-4926-907f-2cfd1d704e0d req-f56c3d1f-e6a6-4d37-972c-6edb45324932 service nova] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Detach interface failed, port_id=b6164bac-1085-4308-9e9d-813526fe456a, reason: Instance 8de5a14d-6f67-42e3-915a-b4ec5a6181cc could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1026.558025] env[68663]: DEBUG nova.compute.manager [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.558025] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.558797] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7089680-53cc-4037-a55f-1ec0fbc533e7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.575625] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.575921] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e2c2bac-1957-4358-8d0b-7d5bcece3294 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.585884] env[68663]: DEBUG oslo_vmware.api [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1026.585884] env[68663]: value = "task-3238771" [ 1026.585884] env[68663]: _type = "Task" [ 1026.585884] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.594933] env[68663]: DEBUG oslo_vmware.api [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.685481] env[68663]: DEBUG oslo_vmware.api [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238770, 'name': PowerOffVM_Task, 'duration_secs': 0.281093} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.685796] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.686173] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updating instance 'b862b802-c379-483e-9238-fa69b1eec7b3' progress to 17 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.705124] env[68663]: DEBUG nova.network.neutron [-] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.706482] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "f7116a83-8852-41d4-b1cc-dc470682f022" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.707193] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "f7116a83-8852-41d4-b1cc-dc470682f022" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.726929] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.727765] env[68663]: DEBUG nova.compute.manager [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.731686] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.976s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.731937] env[68663]: DEBUG nova.objects.instance [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lazy-loading 'resources' on Instance uuid b791d5aa-64c2-4a4e-b202-1f9ba6ae071a {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.774477] env[68663]: INFO nova.compute.manager [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Took 27.58 seconds to build instance. [ 1026.830293] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ba9810f-9408-4c3c-8c90-00ccfe980f77 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.845335] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614b9d58-ec9d-4a64-8b31-d8924a11c4c5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.874655] env[68663]: INFO nova.compute.manager [-] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Took 1.74 seconds to deallocate network for instance. [ 1026.894967] env[68663]: DEBUG nova.compute.manager [req-2ea53539-6c9b-453d-b1e3-f11fc0bf6fc9 req-1c162bcd-3072-4ee9-8dd7-dbfd72d4d144 service nova] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Detach interface failed, port_id=68a8923c-a946-4e4e-9fc3-d06beddb9cca, reason: Instance 417f5a3a-69ff-4fd8-bd0e-a7498cbab240 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1027.096081] env[68663]: DEBUG oslo_vmware.api [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238771, 'name': PowerOffVM_Task, 'duration_secs': 0.292735} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.096366] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.096534] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.096807] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97bef4b8-49d8-4a71-80d0-5fcd1f441528 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.164855] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.165100] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.165324] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleting the datastore file [datastore1] 12922cc6-ae60-4f08-a7c4-6a54936e6a07 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.165629] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-577c67f5-0170-4872-b944-834177e27edc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.174966] env[68663]: DEBUG oslo_vmware.api [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1027.174966] env[68663]: value = "task-3238773" [ 1027.174966] env[68663]: _type = "Task" [ 1027.174966] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.184144] env[68663]: DEBUG oslo_vmware.api [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.196668] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.197303] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.197303] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.197464] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.197509] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.197747] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.197984] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.198243] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.198499] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.198574] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.198792] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.205018] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70519ce1-c68a-48f6-9d81-882fd840b68c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.218240] env[68663]: INFO nova.compute.manager [-] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Took 1.43 seconds to deallocate network for instance. [ 1027.218593] env[68663]: DEBUG nova.compute.manager [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.221769] env[68663]: DEBUG nova.network.neutron [-] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.235020] env[68663]: DEBUG oslo_vmware.api [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1027.235020] env[68663]: value = "task-3238774" [ 1027.235020] env[68663]: _type = "Task" [ 1027.235020] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.239571] env[68663]: DEBUG nova.compute.utils [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.242629] env[68663]: DEBUG nova.compute.manager [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.242629] env[68663]: DEBUG nova.network.neutron [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.252030] env[68663]: DEBUG oslo_vmware.api [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238774, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.274282] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0c3ecc6d-3908-49a7-9419-63f9198c761f tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "f64890ed-4f70-40f0-81cb-158a9dcee26e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.095s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.319097] env[68663]: DEBUG nova.policy [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2e2e34b60a449b49f8cfe1641a5db4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '965fdf98e5ef4153b4ad7d0691df5e42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.404523] env[68663]: DEBUG oslo_concurrency.lockutils [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.575585] env[68663]: DEBUG oslo_concurrency.lockutils [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "1d94192b-4bd9-4922-bde5-45f693106824" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.575815] env[68663]: DEBUG oslo_concurrency.lockutils [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "1d94192b-4bd9-4922-bde5-45f693106824" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.601559] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9ae60e-fe94-4c5a-9295-e740294438ad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.612305] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6d103e-c6f8-45cb-be9f-6e8e486eab40 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.648486] env[68663]: DEBUG nova.network.neutron [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Successfully created port: a3edea21-dcfd-461a-a521-1514ba7cf387 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.648643] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73ea1c7-55ff-4462-a7ac-07121c5c6689 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.657497] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f78376-f64a-4175-b2eb-f1bbe1034cbf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.676575] env[68663]: DEBUG nova.compute.provider_tree [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.686466] env[68663]: DEBUG oslo_vmware.api [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210629} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.687419] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.687686] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.687941] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.688196] env[68663]: INFO nova.compute.manager [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1027.688495] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.688975] env[68663]: DEBUG nova.compute.manager [-] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.689149] env[68663]: DEBUG nova.network.neutron [-] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.725859] env[68663]: INFO nova.compute.manager [-] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Took 1.35 seconds to deallocate network for instance. [ 1027.732239] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.748268] env[68663]: DEBUG nova.compute.manager [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.751372] env[68663]: DEBUG oslo_vmware.api [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238774, 'name': ReconfigVM_Task, 'duration_secs': 0.18269} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.754888] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.754888] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updating instance 'b862b802-c379-483e-9238-fa69b1eec7b3' progress to 33 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.056365] env[68663]: DEBUG nova.compute.manager [req-fa892d7d-16de-495f-a890-c0bab7a5a5b1 req-9ae9cb46-1924-436d-832b-41c6478f687f service nova] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Received event network-changed-5a57e628-31ec-4eb5-a61a-c135dc436cf8 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.056815] env[68663]: DEBUG nova.compute.manager [req-fa892d7d-16de-495f-a890-c0bab7a5a5b1 req-9ae9cb46-1924-436d-832b-41c6478f687f service nova] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Refreshing instance network info cache due to event network-changed-5a57e628-31ec-4eb5-a61a-c135dc436cf8. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.056908] env[68663]: DEBUG oslo_concurrency.lockutils [req-fa892d7d-16de-495f-a890-c0bab7a5a5b1 req-9ae9cb46-1924-436d-832b-41c6478f687f service nova] Acquiring lock "refresh_cache-954cca74-fc1a-402b-bf7e-ae0bead4f8d9" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.057079] env[68663]: DEBUG oslo_concurrency.lockutils [req-fa892d7d-16de-495f-a890-c0bab7a5a5b1 req-9ae9cb46-1924-436d-832b-41c6478f687f service nova] Acquired lock "refresh_cache-954cca74-fc1a-402b-bf7e-ae0bead4f8d9" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.057377] env[68663]: DEBUG nova.network.neutron [req-fa892d7d-16de-495f-a890-c0bab7a5a5b1 req-9ae9cb46-1924-436d-832b-41c6478f687f service nova] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Refreshing network info cache for port 5a57e628-31ec-4eb5-a61a-c135dc436cf8 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.079662] env[68663]: DEBUG nova.compute.manager [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.179164] env[68663]: DEBUG nova.scheduler.client.report [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.240720] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.261031] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.261031] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.261031] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.261455] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.261455] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.261455] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.261707] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.261707] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.261876] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.262060] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.262316] env[68663]: DEBUG nova.virt.hardware [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.268255] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Reconfiguring VM instance instance-0000000d to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1028.269020] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abeb6dd8-fd96-475c-9b66-c7d6897dd7f0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.290980] env[68663]: DEBUG oslo_vmware.api [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1028.290980] env[68663]: value = "task-3238775" [ 1028.290980] env[68663]: _type = "Task" [ 1028.290980] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.302321] env[68663]: DEBUG oslo_vmware.api [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.368751] env[68663]: DEBUG nova.compute.manager [req-29cdeac0-5b55-464b-807c-c1ff1a206f7d req-9645dc1c-4bf3-4f7e-8c75-403ad7998e22 service nova] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Received event network-vif-deleted-0ccdd95a-afaf-480f-bc25-966b0b3e62fb {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.611436] env[68663]: DEBUG oslo_concurrency.lockutils [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.657490] env[68663]: DEBUG nova.network.neutron [-] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.684935] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.687808] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.326s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.688234] env[68663]: DEBUG nova.objects.instance [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lazy-loading 'pci_requests' on Instance uuid 8f714858-039b-426e-8e4e-a6e83b455a07 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.709265] env[68663]: INFO nova.scheduler.client.report [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Deleted allocations for instance b791d5aa-64c2-4a4e-b202-1f9ba6ae071a [ 1028.757789] env[68663]: DEBUG nova.compute.manager [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.785494] env[68663]: DEBUG nova.virt.hardware [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.785793] env[68663]: DEBUG nova.virt.hardware [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.785885] env[68663]: DEBUG nova.virt.hardware [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.786076] env[68663]: DEBUG nova.virt.hardware [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.786224] env[68663]: DEBUG nova.virt.hardware [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.790151] env[68663]: DEBUG nova.virt.hardware [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.790500] env[68663]: DEBUG nova.virt.hardware [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.790605] env[68663]: DEBUG nova.virt.hardware [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.790776] env[68663]: DEBUG nova.virt.hardware [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.790938] env[68663]: DEBUG nova.virt.hardware [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.791130] env[68663]: DEBUG nova.virt.hardware [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.792456] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a841dc-e9b3-485c-92ea-b59eb6c09555 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.804031] env[68663]: DEBUG nova.network.neutron [req-fa892d7d-16de-495f-a890-c0bab7a5a5b1 req-9ae9cb46-1924-436d-832b-41c6478f687f service nova] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Updated VIF entry in instance network info cache for port 5a57e628-31ec-4eb5-a61a-c135dc436cf8. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.804031] env[68663]: DEBUG nova.network.neutron [req-fa892d7d-16de-495f-a890-c0bab7a5a5b1 req-9ae9cb46-1924-436d-832b-41c6478f687f service nova] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Updating instance_info_cache with network_info: [{"id": "5a57e628-31ec-4eb5-a61a-c135dc436cf8", "address": "fa:16:3e:4e:e9:82", "network": {"id": "a5f39c4e-2690-4541-9b9e-8f7f5d51cf98", "bridge": "br-int", "label": "tempest-ServersTestJSON-1721718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2ecf69a59594dbc96b51c44d8d641a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a57e628-31", "ovs_interfaceid": "5a57e628-31ec-4eb5-a61a-c135dc436cf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.811421] env[68663]: DEBUG oslo_vmware.api [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238775, 'name': ReconfigVM_Task, 'duration_secs': 0.215399} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.813482] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Reconfigured VM instance instance-0000000d to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1028.814641] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6680e517-61f5-4877-aa54-5ca409158710 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.820321] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbfb87d-1e0f-4a38-9429-770e24fe4ef3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.855096] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] b862b802-c379-483e-9238-fa69b1eec7b3/b862b802-c379-483e-9238-fa69b1eec7b3.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.855774] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1689aa8-5263-4e6c-a4e0-bb059b4f0a26 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.877372] env[68663]: DEBUG oslo_vmware.api [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1028.877372] env[68663]: value = "task-3238776" [ 1028.877372] env[68663]: _type = "Task" [ 1028.877372] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.887053] env[68663]: DEBUG oslo_vmware.api [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.160162] env[68663]: INFO nova.compute.manager [-] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Took 1.47 seconds to deallocate network for instance. [ 1029.195150] env[68663]: DEBUG nova.objects.instance [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lazy-loading 'numa_topology' on Instance uuid 8f714858-039b-426e-8e4e-a6e83b455a07 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.216713] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fc98c799-ce71-46a6-bcac-71dac295b4b7 tempest-ServerRescueNegativeTestJSON-1083001386 tempest-ServerRescueNegativeTestJSON-1083001386-project-member] Lock "b791d5aa-64c2-4a4e-b202-1f9ba6ae071a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.038s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.270277] env[68663]: DEBUG nova.network.neutron [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Successfully updated port: a3edea21-dcfd-461a-a521-1514ba7cf387 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.306347] env[68663]: DEBUG oslo_concurrency.lockutils [req-fa892d7d-16de-495f-a890-c0bab7a5a5b1 req-9ae9cb46-1924-436d-832b-41c6478f687f service nova] Releasing lock "refresh_cache-954cca74-fc1a-402b-bf7e-ae0bead4f8d9" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.388198] env[68663]: DEBUG oslo_vmware.api [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.666596] env[68663]: DEBUG oslo_concurrency.lockutils [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.698380] env[68663]: INFO nova.compute.claims [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.773424] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquiring lock "refresh_cache-2c4d6f4e-627d-43cd-aaaf-8fc03211a9be" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.773571] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquired lock "refresh_cache-2c4d6f4e-627d-43cd-aaaf-8fc03211a9be" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.773751] env[68663]: DEBUG nova.network.neutron [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.889399] env[68663]: DEBUG oslo_vmware.api [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.084634] env[68663]: DEBUG nova.compute.manager [req-b9ff536d-7436-42af-b245-81752e41bd16 req-31a35295-b306-4042-9f92-871ca366fad8 service nova] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Received event network-vif-deleted-ac3374a9-588f-418d-9eac-65eb33554ad0 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.319344] env[68663]: DEBUG nova.network.neutron [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.390632] env[68663]: DEBUG oslo_vmware.api [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238776, 'name': ReconfigVM_Task, 'duration_secs': 1.301984} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.390956] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Reconfigured VM instance instance-0000000d to attach disk [datastore1] b862b802-c379-483e-9238-fa69b1eec7b3/b862b802-c379-483e-9238-fa69b1eec7b3.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.391268] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updating instance 'b862b802-c379-483e-9238-fa69b1eec7b3' progress to 50 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.401499] env[68663]: DEBUG nova.compute.manager [req-7598054c-8afb-43cb-9efd-7f04326c40ef req-2f79d2be-994b-48c7-847c-838e7b9c57d8 service nova] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Received event network-vif-plugged-a3edea21-dcfd-461a-a521-1514ba7cf387 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.401499] env[68663]: DEBUG oslo_concurrency.lockutils [req-7598054c-8afb-43cb-9efd-7f04326c40ef req-2f79d2be-994b-48c7-847c-838e7b9c57d8 service nova] Acquiring lock "2c4d6f4e-627d-43cd-aaaf-8fc03211a9be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.401499] env[68663]: DEBUG oslo_concurrency.lockutils [req-7598054c-8afb-43cb-9efd-7f04326c40ef req-2f79d2be-994b-48c7-847c-838e7b9c57d8 service nova] Lock "2c4d6f4e-627d-43cd-aaaf-8fc03211a9be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.401499] env[68663]: DEBUG oslo_concurrency.lockutils [req-7598054c-8afb-43cb-9efd-7f04326c40ef req-2f79d2be-994b-48c7-847c-838e7b9c57d8 service nova] Lock "2c4d6f4e-627d-43cd-aaaf-8fc03211a9be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.401499] env[68663]: DEBUG nova.compute.manager [req-7598054c-8afb-43cb-9efd-7f04326c40ef req-2f79d2be-994b-48c7-847c-838e7b9c57d8 service nova] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] No waiting events found dispatching network-vif-plugged-a3edea21-dcfd-461a-a521-1514ba7cf387 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.401499] env[68663]: WARNING nova.compute.manager [req-7598054c-8afb-43cb-9efd-7f04326c40ef req-2f79d2be-994b-48c7-847c-838e7b9c57d8 service nova] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Received unexpected event network-vif-plugged-a3edea21-dcfd-461a-a521-1514ba7cf387 for instance with vm_state building and task_state spawning. [ 1030.401499] env[68663]: DEBUG nova.compute.manager [req-7598054c-8afb-43cb-9efd-7f04326c40ef req-2f79d2be-994b-48c7-847c-838e7b9c57d8 service nova] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Received event network-changed-a3edea21-dcfd-461a-a521-1514ba7cf387 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.401499] env[68663]: DEBUG nova.compute.manager [req-7598054c-8afb-43cb-9efd-7f04326c40ef req-2f79d2be-994b-48c7-847c-838e7b9c57d8 service nova] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Refreshing instance network info cache due to event network-changed-a3edea21-dcfd-461a-a521-1514ba7cf387. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.401499] env[68663]: DEBUG oslo_concurrency.lockutils [req-7598054c-8afb-43cb-9efd-7f04326c40ef req-2f79d2be-994b-48c7-847c-838e7b9c57d8 service nova] Acquiring lock "refresh_cache-2c4d6f4e-627d-43cd-aaaf-8fc03211a9be" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.625733] env[68663]: DEBUG nova.network.neutron [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Updating instance_info_cache with network_info: [{"id": "a3edea21-dcfd-461a-a521-1514ba7cf387", "address": "fa:16:3e:5b:8c:d0", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3edea21-dc", "ovs_interfaceid": "a3edea21-dcfd-461a-a521-1514ba7cf387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.902250] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c08b69-7e6d-4edf-9ee0-83558c6662a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.937512] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc313e9-d7b3-42b1-916f-38a882e5e587 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.959513] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updating instance 'b862b802-c379-483e-9238-fa69b1eec7b3' progress to 67 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.017053] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73354f67-74a3-4932-8a14-8f5442216bc1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.031868] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee72aaae-344c-4028-b5ae-f61459bc5780 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.086765] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feb31ff-2570-42c0-9483-dfbe3dcc3306 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.098756] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6f1c05-8ed8-457a-b899-47a796f89e68 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.124342] env[68663]: DEBUG nova.compute.provider_tree [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.128355] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Releasing lock "refresh_cache-2c4d6f4e-627d-43cd-aaaf-8fc03211a9be" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.128747] env[68663]: DEBUG nova.compute.manager [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Instance network_info: |[{"id": "a3edea21-dcfd-461a-a521-1514ba7cf387", "address": "fa:16:3e:5b:8c:d0", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3edea21-dc", "ovs_interfaceid": "a3edea21-dcfd-461a-a521-1514ba7cf387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.129191] env[68663]: DEBUG oslo_concurrency.lockutils [req-7598054c-8afb-43cb-9efd-7f04326c40ef req-2f79d2be-994b-48c7-847c-838e7b9c57d8 service nova] Acquired lock "refresh_cache-2c4d6f4e-627d-43cd-aaaf-8fc03211a9be" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.129627] env[68663]: DEBUG nova.network.neutron [req-7598054c-8afb-43cb-9efd-7f04326c40ef req-2f79d2be-994b-48c7-847c-838e7b9c57d8 service nova] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Refreshing network info cache for port a3edea21-dcfd-461a-a521-1514ba7cf387 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.131152] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:8c:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3edea21-dcfd-461a-a521-1514ba7cf387', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.143801] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.145534] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.145842] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01f10f17-b409-4eb9-a67c-dfece3052316 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.179820] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.179820] env[68663]: value = "task-3238777" [ 1031.179820] env[68663]: _type = "Task" [ 1031.179820] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.190677] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238777, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.508244] env[68663]: DEBUG nova.network.neutron [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Port 84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f binding to destination host cpu-1 is already ACTIVE {{(pid=68663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1031.630150] env[68663]: DEBUG nova.scheduler.client.report [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.694353] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238777, 'name': CreateVM_Task, 'duration_secs': 0.406924} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.694538] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.695239] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.695400] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.695733] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.695991] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405c4152-d7e9-48cc-96f7-679477116d8f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.701037] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1031.701037] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d794da-1764-7fa8-24fa-75580259de36" [ 1031.701037] env[68663]: _type = "Task" [ 1031.701037] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.710352] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d794da-1764-7fa8-24fa-75580259de36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.892013] env[68663]: DEBUG nova.network.neutron [req-7598054c-8afb-43cb-9efd-7f04326c40ef req-2f79d2be-994b-48c7-847c-838e7b9c57d8 service nova] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Updated VIF entry in instance network info cache for port a3edea21-dcfd-461a-a521-1514ba7cf387. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.892378] env[68663]: DEBUG nova.network.neutron [req-7598054c-8afb-43cb-9efd-7f04326c40ef req-2f79d2be-994b-48c7-847c-838e7b9c57d8 service nova] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Updating instance_info_cache with network_info: [{"id": "a3edea21-dcfd-461a-a521-1514ba7cf387", "address": "fa:16:3e:5b:8c:d0", "network": {"id": "2b1f2c35-a9ba-4462-9ce6-30f844e32c9a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e3353bc0ca6648578cd173d8d4944c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3edea21-dc", "ovs_interfaceid": "a3edea21-dcfd-461a-a521-1514ba7cf387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.135629] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.448s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.137970] env[68663]: DEBUG oslo_concurrency.lockutils [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.216s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.170917] env[68663]: INFO nova.network.neutron [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Updating port 5b0f430d-8dbb-48fd-bebc-94b1191a4e5b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1032.223491] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d794da-1764-7fa8-24fa-75580259de36, 'name': SearchDatastore_Task, 'duration_secs': 0.018081} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.223818] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.224143] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.224439] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.225052] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.225052] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.225182] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b661bc99-8b63-4329-a39b-aa49da268f72 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.236064] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.236347] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.237198] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42adc56e-e8b9-41ce-83d4-dfb18f1d4476 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.243641] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1032.243641] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52adab0e-ffe6-7db7-c9f5-2f5cb4142e34" [ 1032.243641] env[68663]: _type = "Task" [ 1032.243641] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.252190] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52adab0e-ffe6-7db7-c9f5-2f5cb4142e34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.396409] env[68663]: DEBUG oslo_concurrency.lockutils [req-7598054c-8afb-43cb-9efd-7f04326c40ef req-2f79d2be-994b-48c7-847c-838e7b9c57d8 service nova] Releasing lock "refresh_cache-2c4d6f4e-627d-43cd-aaaf-8fc03211a9be" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.534218] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "b862b802-c379-483e-9238-fa69b1eec7b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.534519] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "b862b802-c379-483e-9238-fa69b1eec7b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.534721] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "b862b802-c379-483e-9238-fa69b1eec7b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.758120] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52adab0e-ffe6-7db7-c9f5-2f5cb4142e34, 'name': SearchDatastore_Task, 'duration_secs': 0.011577} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.761330] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a668049-fea8-422f-a180-60de59354eb9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.767751] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1032.767751] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52095aea-bb92-f4df-3389-c277345475c8" [ 1032.767751] env[68663]: _type = "Task" [ 1032.767751] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.780281] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52095aea-bb92-f4df-3389-c277345475c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.920037] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ffd7ed-e8a3-43e4-847d-3ddd82062e41 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.932373] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c5ad5c-749b-404b-b196-54e3f4c7f908 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.960030] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e322dc2d-83d0-4717-83ea-70d7f50b967e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.970894] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cc55a2-0619-4e76-ac68-bd87891b76da {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.985521] env[68663]: DEBUG nova.compute.provider_tree [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.280073] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52095aea-bb92-f4df-3389-c277345475c8, 'name': SearchDatastore_Task, 'duration_secs': 0.033989} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.284119] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.284119] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be/2c4d6f4e-627d-43cd-aaaf-8fc03211a9be.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.284119] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76abc622-b69f-448d-ad28-6533cc5543e9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.290555] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1033.290555] env[68663]: value = "task-3238778" [ 1033.290555] env[68663]: _type = "Task" [ 1033.290555] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.305991] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.491114] env[68663]: DEBUG nova.scheduler.client.report [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.592600] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.592600] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.592600] env[68663]: DEBUG nova.network.neutron [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.786849] env[68663]: DEBUG nova.compute.manager [req-1aea69cd-5188-43bb-bb9b-fa08869f8f72 req-3b5d8021-3498-4bed-b51c-c7acd68b13b8 service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Received event network-vif-plugged-5b0f430d-8dbb-48fd-bebc-94b1191a4e5b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.787216] env[68663]: DEBUG oslo_concurrency.lockutils [req-1aea69cd-5188-43bb-bb9b-fa08869f8f72 req-3b5d8021-3498-4bed-b51c-c7acd68b13b8 service nova] Acquiring lock "8f714858-039b-426e-8e4e-a6e83b455a07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.787809] env[68663]: DEBUG oslo_concurrency.lockutils [req-1aea69cd-5188-43bb-bb9b-fa08869f8f72 req-3b5d8021-3498-4bed-b51c-c7acd68b13b8 service nova] Lock "8f714858-039b-426e-8e4e-a6e83b455a07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.789399] env[68663]: DEBUG oslo_concurrency.lockutils [req-1aea69cd-5188-43bb-bb9b-fa08869f8f72 req-3b5d8021-3498-4bed-b51c-c7acd68b13b8 service nova] Lock "8f714858-039b-426e-8e4e-a6e83b455a07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.789786] env[68663]: DEBUG nova.compute.manager [req-1aea69cd-5188-43bb-bb9b-fa08869f8f72 req-3b5d8021-3498-4bed-b51c-c7acd68b13b8 service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] No waiting events found dispatching network-vif-plugged-5b0f430d-8dbb-48fd-bebc-94b1191a4e5b {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.791157] env[68663]: WARNING nova.compute.manager [req-1aea69cd-5188-43bb-bb9b-fa08869f8f72 req-3b5d8021-3498-4bed-b51c-c7acd68b13b8 service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Received unexpected event network-vif-plugged-5b0f430d-8dbb-48fd-bebc-94b1191a4e5b for instance with vm_state shelved_offloaded and task_state spawning. [ 1033.804846] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238778, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.948523] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.948523] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquired lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.948523] env[68663]: DEBUG nova.network.neutron [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.307505] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59008} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.307653] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be/2c4d6f4e-627d-43cd-aaaf-8fc03211a9be.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.308120] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.308493] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15d89150-d724-43a2-bfeb-4bac1a057816 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.318387] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1034.318387] env[68663]: value = "task-3238779" [ 1034.318387] env[68663]: _type = "Task" [ 1034.318387] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.328149] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.369825] env[68663]: DEBUG nova.network.neutron [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updating instance_info_cache with network_info: [{"id": "84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f", "address": "fa:16:3e:36:f4:bd", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fc0b6c-6d", "ovs_interfaceid": "84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.504145] env[68663]: DEBUG oslo_concurrency.lockutils [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.366s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.507806] env[68663]: DEBUG oslo_concurrency.lockutils [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.104s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.508278] env[68663]: DEBUG nova.objects.instance [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Lazy-loading 'resources' on Instance uuid 8de5a14d-6f67-42e3-915a-b4ec5a6181cc {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.816184] env[68663]: DEBUG nova.network.neutron [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Updating instance_info_cache with network_info: [{"id": "5b0f430d-8dbb-48fd-bebc-94b1191a4e5b", "address": "fa:16:3e:6d:2b:ae", "network": {"id": "53b92fc4-5558-427f-b634-fc420fa70fb8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494203925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4414076fe9f4036a21ae78d242ae3de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0f430d-8d", "ovs_interfaceid": "5b0f430d-8dbb-48fd-bebc-94b1191a4e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.832020] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07412} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.832020] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.832020] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53bea39-81fb-4ede-a57e-d90ec4210742 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.857040] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be/2c4d6f4e-627d-43cd-aaaf-8fc03211a9be.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.857643] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-287a34b4-f5f4-4cf5-82b5-2d1c30d739c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.872973] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.885249] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1034.885249] env[68663]: value = "task-3238780" [ 1034.885249] env[68663]: _type = "Task" [ 1034.885249] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.895771] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.087958] env[68663]: INFO nova.scheduler.client.report [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleted allocation for migration fe5576ce-35c6-4d38-b366-f4b0e0609365 [ 1035.323092] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Releasing lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.359772] env[68663]: DEBUG nova.virt.hardware [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cb0f49462e3a30f2cdadfb85d5d93bdd',container_format='bare',created_at=2025-04-03T07:46:05Z,direct_url=,disk_format='vmdk',id=98704337-9112-474d-b442-50e3c24e9453,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1628786707-shelved',owner='d4414076fe9f4036a21ae78d242ae3de',properties=ImageMetaProps,protected=,size=31660544,status='active',tags=,updated_at=2025-04-03T07:46:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.361747] env[68663]: DEBUG nova.virt.hardware [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.361747] env[68663]: DEBUG nova.virt.hardware [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.361747] env[68663]: DEBUG nova.virt.hardware [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.361747] env[68663]: DEBUG nova.virt.hardware [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.361747] env[68663]: DEBUG nova.virt.hardware [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.361747] env[68663]: DEBUG nova.virt.hardware [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.361747] env[68663]: DEBUG nova.virt.hardware [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.361747] env[68663]: DEBUG nova.virt.hardware [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.361747] env[68663]: DEBUG nova.virt.hardware [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.361747] env[68663]: DEBUG nova.virt.hardware [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.362633] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21dbcf3-025e-4204-9dba-1bc2327ba2a8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.374670] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ad79b8-3383-4fc4-b045-1618f4686143 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.385401] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59d5285-cff5-4341-89de-a9e41ac244b7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.400165] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:2b:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b0f430d-8dbb-48fd-bebc-94b1191a4e5b', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.408619] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.412649] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.412905] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c046b697-11a5-4fc5-841f-38fc8584f034 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.431505] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5315e85f-a1da-4a53-b6e3-ffe4baa9cb9e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.438187] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f358d551-55d9-4138-aeb8-40ea45d4a7dc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.441411] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238780, 'name': ReconfigVM_Task, 'duration_secs': 0.315396} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.443191] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be/2c4d6f4e-627d-43cd-aaaf-8fc03211a9be.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.444891] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-841b9355-71f6-47e6-8b2e-7e27526366c5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.446490] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.446490] env[68663]: value = "task-3238781" [ 1035.446490] env[68663]: _type = "Task" [ 1035.446490] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.494549] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f563b4f2-0d95-4cfe-8849-15e755318975 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.496218] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656f58a8-7790-45b3-970b-5908c9159283 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.499328] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1035.499328] env[68663]: value = "task-3238782" [ 1035.499328] env[68663]: _type = "Task" [ 1035.499328] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.510651] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238782, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.518469] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updating instance 'b862b802-c379-483e-9238-fa69b1eec7b3' progress to 83 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.522264] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238781, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.528025] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af7d071-2302-497a-a895-50d746768a03 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.544064] env[68663]: DEBUG nova.compute.provider_tree [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.593987] env[68663]: DEBUG oslo_concurrency.lockutils [None req-533ec084-6c43-45c8-b091-ee5e5f4ae0bd tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "86caaa53-21d1-4a70-8ffa-512b649488ae" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.449s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.953443] env[68663]: DEBUG nova.compute.manager [req-9bd89994-de87-419a-81a6-5d7a3314944f req-af946fe2-a422-4457-9610-4df3fe4ff033 service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Received event network-changed-5b0f430d-8dbb-48fd-bebc-94b1191a4e5b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.953690] env[68663]: DEBUG nova.compute.manager [req-9bd89994-de87-419a-81a6-5d7a3314944f req-af946fe2-a422-4457-9610-4df3fe4ff033 service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Refreshing instance network info cache due to event network-changed-5b0f430d-8dbb-48fd-bebc-94b1191a4e5b. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.953905] env[68663]: DEBUG oslo_concurrency.lockutils [req-9bd89994-de87-419a-81a6-5d7a3314944f req-af946fe2-a422-4457-9610-4df3fe4ff033 service nova] Acquiring lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.954056] env[68663]: DEBUG oslo_concurrency.lockutils [req-9bd89994-de87-419a-81a6-5d7a3314944f req-af946fe2-a422-4457-9610-4df3fe4ff033 service nova] Acquired lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.954258] env[68663]: DEBUG nova.network.neutron [req-9bd89994-de87-419a-81a6-5d7a3314944f req-af946fe2-a422-4457-9610-4df3fe4ff033 service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Refreshing network info cache for port 5b0f430d-8dbb-48fd-bebc-94b1191a4e5b {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.971059] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238781, 'name': CreateVM_Task, 'duration_secs': 0.365746} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.971423] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.972227] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/98704337-9112-474d-b442-50e3c24e9453" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.975024] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/98704337-9112-474d-b442-50e3c24e9453" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.975024] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/98704337-9112-474d-b442-50e3c24e9453" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.975024] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a347eb-c8ad-4366-80df-4d6d9953f0a2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.984609] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 1035.984609] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520c65d5-662a-dffa-a587-7f3cbc807195" [ 1035.984609] env[68663]: _type = "Task" [ 1035.984609] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.993210] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520c65d5-662a-dffa-a587-7f3cbc807195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.010664] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238782, 'name': Rename_Task, 'duration_secs': 0.201723} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.011143] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.011527] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc1afc54-f1fd-4b32-8608-f2a4c4c7ae00 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.019352] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1036.019352] env[68663]: value = "task-3238783" [ 1036.019352] env[68663]: _type = "Task" [ 1036.019352] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.027250] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.030315] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ab845af-5090-47fa-b725-3762a38c6f22 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.034229] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.034897] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "86caaa53-21d1-4a70-8ffa-512b649488ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.035323] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "86caaa53-21d1-4a70-8ffa-512b649488ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.035922] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "86caaa53-21d1-4a70-8ffa-512b649488ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.036323] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "86caaa53-21d1-4a70-8ffa-512b649488ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.036894] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "86caaa53-21d1-4a70-8ffa-512b649488ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.039644] env[68663]: INFO nova.compute.manager [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Terminating instance [ 1036.050287] env[68663]: DEBUG nova.scheduler.client.report [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.053475] env[68663]: DEBUG oslo_vmware.api [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1036.053475] env[68663]: value = "task-3238784" [ 1036.053475] env[68663]: _type = "Task" [ 1036.053475] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.066153] env[68663]: DEBUG oslo_vmware.api [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.496876] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/98704337-9112-474d-b442-50e3c24e9453" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.499018] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Processing image 98704337-9112-474d-b442-50e3c24e9453 {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.499018] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/98704337-9112-474d-b442-50e3c24e9453/98704337-9112-474d-b442-50e3c24e9453.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.499018] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/98704337-9112-474d-b442-50e3c24e9453/98704337-9112-474d-b442-50e3c24e9453.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.499018] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.499018] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2c2276a-e3f6-474c-9987-ab843f0db557 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.512020] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.512020] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.512020] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3390bdb5-3858-48d1-b637-b80d81dc79bc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.520392] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 1036.520392] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52011a8e-ef80-5ad3-9d00-1ad2e2dd9499" [ 1036.520392] env[68663]: _type = "Task" [ 1036.520392] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.539134] env[68663]: DEBUG oslo_vmware.api [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238783, 'name': PowerOnVM_Task, 'duration_secs': 0.492293} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.543489] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.543849] env[68663]: INFO nova.compute.manager [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1036.544106] env[68663]: DEBUG nova.compute.manager [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.545020] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922d4d8a-a62d-4478-bfda-1c55fe58467a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.548236] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Preparing fetch location {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1036.548496] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Fetch image to [datastore2] OSTACK_IMG_6a5524c9-14d3-461b-82a1-d7e2ef008ad8/OSTACK_IMG_6a5524c9-14d3-461b-82a1-d7e2ef008ad8.vmdk {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1036.548773] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Downloading stream optimized image 98704337-9112-474d-b442-50e3c24e9453 to [datastore2] OSTACK_IMG_6a5524c9-14d3-461b-82a1-d7e2ef008ad8/OSTACK_IMG_6a5524c9-14d3-461b-82a1-d7e2ef008ad8.vmdk on the data store datastore2 as vApp {{(pid=68663) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1036.548989] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Downloading image file data 98704337-9112-474d-b442-50e3c24e9453 to the ESX as VM named 'OSTACK_IMG_6a5524c9-14d3-461b-82a1-d7e2ef008ad8' {{(pid=68663) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1036.551769] env[68663]: DEBUG nova.compute.manager [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.552015] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.552779] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d16d890-2ec3-4f26-8fed-324abaadebac {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.566664] env[68663]: DEBUG oslo_concurrency.lockutils [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.573993] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.843s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.574345] env[68663]: DEBUG nova.objects.instance [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Lazy-loading 'resources' on Instance uuid 417f5a3a-69ff-4fd8-bd0e-a7498cbab240 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.579164] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.579164] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2810b6e4-191c-4881-b3ca-40d5c0329179 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.582864] env[68663]: DEBUG oslo_vmware.api [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238784, 'name': PowerOnVM_Task, 'duration_secs': 0.447006} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.585456] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.585724] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b0c1bf-068b-4389-8920-70d6977a7a7e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updating instance 'b862b802-c379-483e-9238-fa69b1eec7b3' progress to 100 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.592173] env[68663]: DEBUG oslo_vmware.api [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 1036.592173] env[68663]: value = "task-3238785" [ 1036.592173] env[68663]: _type = "Task" [ 1036.592173] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.623412] env[68663]: INFO nova.scheduler.client.report [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Deleted allocations for instance 8de5a14d-6f67-42e3-915a-b4ec5a6181cc [ 1036.623412] env[68663]: DEBUG oslo_vmware.api [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.667828] env[68663]: DEBUG oslo_vmware.rw_handles [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1036.667828] env[68663]: value = "resgroup-9" [ 1036.667828] env[68663]: _type = "ResourcePool" [ 1036.667828] env[68663]: }. {{(pid=68663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1036.670224] env[68663]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3537dc92-ecaf-4783-9e99-8a6ef6a10197 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.699346] env[68663]: DEBUG oslo_vmware.rw_handles [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lease: (returnval){ [ 1036.699346] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52134cc4-aedf-6038-226a-0ccbe7af0299" [ 1036.699346] env[68663]: _type = "HttpNfcLease" [ 1036.699346] env[68663]: } obtained for vApp import into resource pool (val){ [ 1036.699346] env[68663]: value = "resgroup-9" [ 1036.699346] env[68663]: _type = "ResourcePool" [ 1036.699346] env[68663]: }. {{(pid=68663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1036.699727] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the lease: (returnval){ [ 1036.699727] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52134cc4-aedf-6038-226a-0ccbe7af0299" [ 1036.699727] env[68663]: _type = "HttpNfcLease" [ 1036.699727] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1036.709394] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1036.709394] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52134cc4-aedf-6038-226a-0ccbe7af0299" [ 1036.709394] env[68663]: _type = "HttpNfcLease" [ 1036.709394] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1036.843781] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "e53a60d0-c95e-4ae4-b565-7927e8274de4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.844385] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "e53a60d0-c95e-4ae4-b565-7927e8274de4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.966343] env[68663]: DEBUG nova.network.neutron [req-9bd89994-de87-419a-81a6-5d7a3314944f req-af946fe2-a422-4457-9610-4df3fe4ff033 service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Updated VIF entry in instance network info cache for port 5b0f430d-8dbb-48fd-bebc-94b1191a4e5b. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.966744] env[68663]: DEBUG nova.network.neutron [req-9bd89994-de87-419a-81a6-5d7a3314944f req-af946fe2-a422-4457-9610-4df3fe4ff033 service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Updating instance_info_cache with network_info: [{"id": "5b0f430d-8dbb-48fd-bebc-94b1191a4e5b", "address": "fa:16:3e:6d:2b:ae", "network": {"id": "53b92fc4-5558-427f-b634-fc420fa70fb8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494203925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4414076fe9f4036a21ae78d242ae3de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0f430d-8d", "ovs_interfaceid": "5b0f430d-8dbb-48fd-bebc-94b1191a4e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.088273] env[68663]: INFO nova.compute.manager [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Took 22.77 seconds to build instance. [ 1037.115164] env[68663]: DEBUG oslo_vmware.api [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238785, 'name': PowerOffVM_Task, 'duration_secs': 0.343398} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.115509] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.116033] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.116525] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30697875-50e5-42c5-8ae5-92c77f198411 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.130476] env[68663]: DEBUG oslo_concurrency.lockutils [None req-20bc03db-14c7-4c7d-bb80-0eb87d7468e8 tempest-AttachInterfacesUnderV243Test-1087061107 tempest-AttachInterfacesUnderV243Test-1087061107-project-member] Lock "8de5a14d-6f67-42e3-915a-b4ec5a6181cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.630s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.208501] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.208857] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.209300] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleting the datastore file [datastore2] 86caaa53-21d1-4a70-8ffa-512b649488ae {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.209877] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-948be1d3-89dc-4e47-b107-957049cc80cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.230377] env[68663]: DEBUG oslo_vmware.api [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 1037.230377] env[68663]: value = "task-3238788" [ 1037.230377] env[68663]: _type = "Task" [ 1037.230377] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.230696] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.230696] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52134cc4-aedf-6038-226a-0ccbe7af0299" [ 1037.230696] env[68663]: _type = "HttpNfcLease" [ 1037.230696] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1037.244517] env[68663]: DEBUG oslo_vmware.api [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.348018] env[68663]: DEBUG nova.compute.manager [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.452597] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5ce2fb-8486-49ee-b98e-ec762f0820a9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.466590] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315e205c-dcf8-4ccd-b660-d6549df18418 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.470193] env[68663]: DEBUG oslo_concurrency.lockutils [req-9bd89994-de87-419a-81a6-5d7a3314944f req-af946fe2-a422-4457-9610-4df3fe4ff033 service nova] Releasing lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.500816] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ac8b3a-8e03-4d6b-b4a6-cae825238a10 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.513940] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab15063-2db4-42d5-aed5-0ce26a7ddb43 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.529925] env[68663]: DEBUG nova.compute.provider_tree [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.591090] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69e249a6-701d-44b1-a482-f96d91af285a tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "2c4d6f4e-627d-43cd-aaaf-8fc03211a9be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.289s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.710266] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.710266] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52134cc4-aedf-6038-226a-0ccbe7af0299" [ 1037.710266] env[68663]: _type = "HttpNfcLease" [ 1037.710266] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1037.710266] env[68663]: DEBUG oslo_vmware.rw_handles [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1037.710266] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52134cc4-aedf-6038-226a-0ccbe7af0299" [ 1037.710266] env[68663]: _type = "HttpNfcLease" [ 1037.710266] env[68663]: }. {{(pid=68663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1037.710616] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b7567a-c311-47ef-9b0f-fe21dce73c68 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.720433] env[68663]: DEBUG oslo_vmware.rw_handles [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4f5d7-67df-b7f8-865e-c60b7e07b435/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1037.720622] env[68663]: DEBUG oslo_vmware.rw_handles [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Creating HTTP connection to write to file with size = 31660544 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4f5d7-67df-b7f8-865e-c60b7e07b435/disk-0.vmdk. {{(pid=68663) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1037.803034] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7aa21d1e-d6ab-4728-8a44-03519dc7b536 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.806343] env[68663]: DEBUG oslo_vmware.api [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174248} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.806581] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.806807] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.806922] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.807125] env[68663]: INFO nova.compute.manager [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1037.807376] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.807935] env[68663]: DEBUG nova.compute.manager [-] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.808043] env[68663]: DEBUG nova.network.neutron [-] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.875633] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.965663] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e73798d-d4d4-478a-93a6-dff9988708ab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.973687] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc581c1-9913-474c-a594-f47d7989dc01 tempest-ServersAdminNegativeTestJSON-337840988 tempest-ServersAdminNegativeTestJSON-337840988-project-admin] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Suspending the VM {{(pid=68663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1037.974298] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f88877ce-2b24-4f01-a582-64eb1d85084e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.983618] env[68663]: DEBUG oslo_vmware.api [None req-fcc581c1-9913-474c-a594-f47d7989dc01 tempest-ServersAdminNegativeTestJSON-337840988 tempest-ServersAdminNegativeTestJSON-337840988-project-admin] Waiting for the task: (returnval){ [ 1037.983618] env[68663]: value = "task-3238789" [ 1037.983618] env[68663]: _type = "Task" [ 1037.983618] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.996334] env[68663]: DEBUG oslo_vmware.api [None req-fcc581c1-9913-474c-a594-f47d7989dc01 tempest-ServersAdminNegativeTestJSON-337840988 tempest-ServersAdminNegativeTestJSON-337840988-project-admin] Task: {'id': task-3238789, 'name': SuspendVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.041704] env[68663]: DEBUG nova.scheduler.client.report [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.431916] env[68663]: DEBUG nova.compute.manager [req-7b063bf1-0528-45a9-8f9e-c57859c6a712 req-17683069-d4d5-4528-a847-4c19a4a50bdf service nova] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Received event network-vif-deleted-078ed125-cc6c-44b5-8dab-2cd744487367 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.432336] env[68663]: INFO nova.compute.manager [req-7b063bf1-0528-45a9-8f9e-c57859c6a712 req-17683069-d4d5-4528-a847-4c19a4a50bdf service nova] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Neutron deleted interface 078ed125-cc6c-44b5-8dab-2cd744487367; detaching it from the instance and deleting it from the info cache [ 1038.432581] env[68663]: DEBUG nova.network.neutron [req-7b063bf1-0528-45a9-8f9e-c57859c6a712 req-17683069-d4d5-4528-a847-4c19a4a50bdf service nova] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.499830] env[68663]: DEBUG oslo_vmware.api [None req-fcc581c1-9913-474c-a594-f47d7989dc01 tempest-ServersAdminNegativeTestJSON-337840988 tempest-ServersAdminNegativeTestJSON-337840988-project-admin] Task: {'id': task-3238789, 'name': SuspendVM_Task} progress is 58%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.549483] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.553458] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.801s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.558196] env[68663]: INFO nova.compute.claims [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.590660] env[68663]: INFO nova.scheduler.client.report [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Deleted allocations for instance 417f5a3a-69ff-4fd8-bd0e-a7498cbab240 [ 1038.702827] env[68663]: DEBUG oslo_concurrency.lockutils [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "fe0af44b-648b-4768-8037-999c32ac473f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.702827] env[68663]: DEBUG oslo_concurrency.lockutils [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "fe0af44b-648b-4768-8037-999c32ac473f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.715293] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Acquiring lock "4f5e452e-09f7-472f-aa48-f71cd3441611" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.715564] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Lock "4f5e452e-09f7-472f-aa48-f71cd3441611" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.722211] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "b862b802-c379-483e-9238-fa69b1eec7b3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.722492] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "b862b802-c379-483e-9238-fa69b1eec7b3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.722693] env[68663]: DEBUG nova.compute.manager [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Going to confirm migration 6 {{(pid=68663) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1038.736856] env[68663]: DEBUG nova.network.neutron [-] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.938792] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2899b6dd-7aa1-4704-a0a2-e577b0575623 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.950760] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945ad779-eba6-46b5-8986-5e84cef8264d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.993074] env[68663]: DEBUG nova.compute.manager [req-7b063bf1-0528-45a9-8f9e-c57859c6a712 req-17683069-d4d5-4528-a847-4c19a4a50bdf service nova] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Detach interface failed, port_id=078ed125-cc6c-44b5-8dab-2cd744487367, reason: Instance 86caaa53-21d1-4a70-8ffa-512b649488ae could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1038.998375] env[68663]: DEBUG oslo_vmware.rw_handles [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Completed reading data from the image iterator. {{(pid=68663) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1038.998573] env[68663]: DEBUG oslo_vmware.rw_handles [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4f5d7-67df-b7f8-865e-c60b7e07b435/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1039.005782] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3422a2e1-2167-4ce1-bfe1-ed8ddac60c88 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.014280] env[68663]: DEBUG oslo_vmware.api [None req-fcc581c1-9913-474c-a594-f47d7989dc01 tempest-ServersAdminNegativeTestJSON-337840988 tempest-ServersAdminNegativeTestJSON-337840988-project-admin] Task: {'id': task-3238789, 'name': SuspendVM_Task, 'duration_secs': 0.800061} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.015943] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc581c1-9913-474c-a594-f47d7989dc01 tempest-ServersAdminNegativeTestJSON-337840988 tempest-ServersAdminNegativeTestJSON-337840988-project-admin] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Suspended the VM {{(pid=68663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1039.016145] env[68663]: DEBUG nova.compute.manager [None req-fcc581c1-9913-474c-a594-f47d7989dc01 tempest-ServersAdminNegativeTestJSON-337840988 tempest-ServersAdminNegativeTestJSON-337840988-project-admin] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.016425] env[68663]: DEBUG oslo_vmware.rw_handles [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4f5d7-67df-b7f8-865e-c60b7e07b435/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1039.016603] env[68663]: DEBUG oslo_vmware.rw_handles [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4f5d7-67df-b7f8-865e-c60b7e07b435/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1039.017791] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0996486a-5fcd-4530-bfd6-0c67b75febe6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.019806] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2e07c0ad-be52-4f94-87f2-abdef8c68bef {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.100387] env[68663]: DEBUG oslo_concurrency.lockutils [None req-08444005-f0a7-4e86-9f4a-1c0c167ae8f3 tempest-ServerRescueTestJSONUnderV235-2063533388 tempest-ServerRescueTestJSONUnderV235-2063533388-project-member] Lock "417f5a3a-69ff-4fd8-bd0e-a7498cbab240" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.985s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.205954] env[68663]: DEBUG nova.compute.utils [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.213210] env[68663]: DEBUG oslo_vmware.rw_handles [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4f5d7-67df-b7f8-865e-c60b7e07b435/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1039.213510] env[68663]: INFO nova.virt.vmwareapi.images [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Downloaded image file data 98704337-9112-474d-b442-50e3c24e9453 [ 1039.214842] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c08d51-5c61-46f4-9d91-deb552c50b10 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.218895] env[68663]: DEBUG nova.compute.manager [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.242748] env[68663]: INFO nova.compute.manager [-] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Took 1.43 seconds to deallocate network for instance. [ 1039.242982] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c9a0ccc-4486-4299-89fc-3a660d930afc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.270646] env[68663]: INFO nova.virt.vmwareapi.images [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] The imported VM was unregistered [ 1039.273133] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Caching image {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1039.273379] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Creating directory with path [datastore2] devstack-image-cache_base/98704337-9112-474d-b442-50e3c24e9453 {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.273889] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a831efce-b81d-4e66-904c-15acd62bedb4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.284243] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Created directory with path [datastore2] devstack-image-cache_base/98704337-9112-474d-b442-50e3c24e9453 {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.284455] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6a5524c9-14d3-461b-82a1-d7e2ef008ad8/OSTACK_IMG_6a5524c9-14d3-461b-82a1-d7e2ef008ad8.vmdk to [datastore2] devstack-image-cache_base/98704337-9112-474d-b442-50e3c24e9453/98704337-9112-474d-b442-50e3c24e9453.vmdk. {{(pid=68663) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1039.284755] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-af3645b9-e83a-476c-8709-2641fd874be8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.292898] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 1039.292898] env[68663]: value = "task-3238791" [ 1039.292898] env[68663]: _type = "Task" [ 1039.292898] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.301930] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238791, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.354480] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.354676] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.354856] env[68663]: DEBUG nova.network.neutron [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.355056] env[68663]: DEBUG nova.objects.instance [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lazy-loading 'info_cache' on Instance uuid b862b802-c379-483e-9238-fa69b1eec7b3 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.715303] env[68663]: DEBUG oslo_concurrency.lockutils [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "fe0af44b-648b-4768-8037-999c32ac473f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.745263] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.755409] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.811670] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238791, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.928757] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6489cd51-81de-449a-98af-5d2558fa58b9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.940101] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380361b3-613a-45b6-88c8-e8362bac880a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.808461] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6ca9a5-1de4-44eb-82be-b07d34591554 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.822146] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b472ffda-ce5f-471b-95b9-22c1d1dcbcc5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.826785] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238791, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.841405] env[68663]: DEBUG nova.compute.provider_tree [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.141378] env[68663]: DEBUG nova.network.neutron [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updating instance_info_cache with network_info: [{"id": "84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f", "address": "fa:16:3e:36:f4:bd", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fc0b6c-6d", "ovs_interfaceid": "84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.308755] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238791, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.312648] env[68663]: DEBUG oslo_concurrency.lockutils [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "fe0af44b-648b-4768-8037-999c32ac473f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.312979] env[68663]: DEBUG oslo_concurrency.lockutils [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "fe0af44b-648b-4768-8037-999c32ac473f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.313280] env[68663]: INFO nova.compute.manager [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Attaching volume eb2c43b6-e4d3-42f7-9b82-26f5235bdeac to /dev/sdb [ 1041.346459] env[68663]: DEBUG nova.scheduler.client.report [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.355637] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d45d5bb-08d9-4c73-b0d2-4a13d4c1ead3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.363258] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28daa01-bfcf-45e0-9bb7-ad723697b5aa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.379103] env[68663]: DEBUG nova.virt.block_device [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Updating existing volume attachment record: 27848da9-9805-4b35-a33e-ece46a20270d {{(pid=68663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1041.644761] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "refresh_cache-b862b802-c379-483e-9238-fa69b1eec7b3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.645142] env[68663]: DEBUG nova.objects.instance [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lazy-loading 'migration_context' on Instance uuid b862b802-c379-483e-9238-fa69b1eec7b3 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.699682] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquiring lock "2c4d6f4e-627d-43cd-aaaf-8fc03211a9be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.700195] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "2c4d6f4e-627d-43cd-aaaf-8fc03211a9be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.700523] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquiring lock "2c4d6f4e-627d-43cd-aaaf-8fc03211a9be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.700747] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "2c4d6f4e-627d-43cd-aaaf-8fc03211a9be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.701331] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "2c4d6f4e-627d-43cd-aaaf-8fc03211a9be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.703372] env[68663]: INFO nova.compute.manager [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Terminating instance [ 1041.809457] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238791, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.461391} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.809752] env[68663]: INFO nova.virt.vmwareapi.ds_util [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6a5524c9-14d3-461b-82a1-d7e2ef008ad8/OSTACK_IMG_6a5524c9-14d3-461b-82a1-d7e2ef008ad8.vmdk to [datastore2] devstack-image-cache_base/98704337-9112-474d-b442-50e3c24e9453/98704337-9112-474d-b442-50e3c24e9453.vmdk. [ 1041.809908] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Cleaning up location [datastore2] OSTACK_IMG_6a5524c9-14d3-461b-82a1-d7e2ef008ad8 {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1041.810115] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6a5524c9-14d3-461b-82a1-d7e2ef008ad8 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.810378] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7b32360-f635-4fd4-86da-1124599031fa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.815797] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 1041.815797] env[68663]: value = "task-3238795" [ 1041.815797] env[68663]: _type = "Task" [ 1041.815797] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.823299] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.852308] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.299s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.852829] env[68663]: DEBUG nova.compute.manager [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.855541] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.615s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.855773] env[68663]: DEBUG nova.objects.instance [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lazy-loading 'resources' on Instance uuid edf3f0b4-a424-4de7-8abb-20a17e8454fc {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.149887] env[68663]: DEBUG nova.objects.base [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1042.150593] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9637806-7583-45fa-aff3-cec70bf00e23 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.172101] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9434f378-9b55-4f02-acac-893d034472cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.177707] env[68663]: DEBUG oslo_vmware.api [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1042.177707] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ef0e7f-f2bf-49ed-afc3-ace18e8dc624" [ 1042.177707] env[68663]: _type = "Task" [ 1042.177707] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.186438] env[68663]: DEBUG oslo_vmware.api [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ef0e7f-f2bf-49ed-afc3-ace18e8dc624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.208094] env[68663]: DEBUG nova.compute.manager [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.208336] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.209290] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d743907-400e-4585-a262-b1470cdc857d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.218175] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.218465] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61213b18-12f5-44cb-b130-fd3d6e06954e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.297816] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.297985] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.298228] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Deleting the datastore file [datastore2] 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.298405] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bae7ea27-b1dd-456d-8363-0f5fde56b147 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.305407] env[68663]: DEBUG oslo_vmware.api [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1042.305407] env[68663]: value = "task-3238797" [ 1042.305407] env[68663]: _type = "Task" [ 1042.305407] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.313929] env[68663]: DEBUG oslo_vmware.api [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.324854] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039393} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.325168] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.325416] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/98704337-9112-474d-b442-50e3c24e9453/98704337-9112-474d-b442-50e3c24e9453.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.325689] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/98704337-9112-474d-b442-50e3c24e9453/98704337-9112-474d-b442-50e3c24e9453.vmdk to [datastore2] 8f714858-039b-426e-8e4e-a6e83b455a07/8f714858-039b-426e-8e4e-a6e83b455a07.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.326928] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a909cfa4-6fc0-41db-8396-40f30ded84c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.330761] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.331655] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.334223] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 1042.334223] env[68663]: value = "task-3238798" [ 1042.334223] env[68663]: _type = "Task" [ 1042.334223] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.344372] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.358361] env[68663]: DEBUG nova.compute.utils [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.362112] env[68663]: DEBUG nova.compute.manager [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.362361] env[68663]: DEBUG nova.network.neutron [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.416080] env[68663]: DEBUG nova.policy [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f25be357edb4660b10e67eeadd9fe2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebaad111ab4e4c22a9139c0415184c98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.626416] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3ad2b4-9a21-4cb4-bbcf-40bef5d067c3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.636758] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cf8288-1ef8-4cd9-b608-dc4d70434607 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.667553] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a860d04e-6b44-4656-bd57-3c14dbdbf467 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.675291] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca644d69-eff6-459d-8aea-79be04b607b4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.692877] env[68663]: DEBUG nova.compute.provider_tree [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.697750] env[68663]: DEBUG oslo_vmware.api [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ef0e7f-f2bf-49ed-afc3-ace18e8dc624, 'name': SearchDatastore_Task, 'duration_secs': 0.011939} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.700652] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.782747] env[68663]: DEBUG nova.network.neutron [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Successfully created port: 6d73db83-73c8-44c9-923a-b864f578ff9b {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.818063] env[68663]: DEBUG oslo_vmware.api [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1691} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.818462] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.818559] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.818868] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.819049] env[68663]: INFO nova.compute.manager [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1042.819331] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.819529] env[68663]: DEBUG nova.compute.manager [-] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.819619] env[68663]: DEBUG nova.network.neutron [-] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.834670] env[68663]: DEBUG nova.compute.utils [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.849964] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238798, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.863054] env[68663]: DEBUG nova.compute.manager [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.199924] env[68663]: DEBUG nova.scheduler.client.report [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.206717] env[68663]: DEBUG nova.compute.manager [req-e84cab83-abfe-4557-a967-8113902c6066 req-0554cf33-e2fc-4fb6-9856-9756ab183c31 service nova] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Received event network-vif-deleted-a3edea21-dcfd-461a-a521-1514ba7cf387 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.207466] env[68663]: INFO nova.compute.manager [req-e84cab83-abfe-4557-a967-8113902c6066 req-0554cf33-e2fc-4fb6-9856-9756ab183c31 service nova] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Neutron deleted interface a3edea21-dcfd-461a-a521-1514ba7cf387; detaching it from the instance and deleting it from the info cache [ 1043.207466] env[68663]: DEBUG nova.network.neutron [req-e84cab83-abfe-4557-a967-8113902c6066 req-0554cf33-e2fc-4fb6-9856-9756ab183c31 service nova] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.342685] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.346403] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238798, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.621243] env[68663]: DEBUG nova.network.neutron [-] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.709805] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.712550] env[68663]: DEBUG oslo_concurrency.lockutils [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.101s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.714580] env[68663]: INFO nova.compute.claims [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.717330] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-568eb5c4-a1a7-4813-aef6-1fde29e75ca4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.728218] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d36481-4636-4266-a267-5023e6d6fc22 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.740491] env[68663]: INFO nova.scheduler.client.report [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Deleted allocations for instance edf3f0b4-a424-4de7-8abb-20a17e8454fc [ 1043.763633] env[68663]: DEBUG nova.compute.manager [req-e84cab83-abfe-4557-a967-8113902c6066 req-0554cf33-e2fc-4fb6-9856-9756ab183c31 service nova] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Detach interface failed, port_id=a3edea21-dcfd-461a-a521-1514ba7cf387, reason: Instance 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1043.848465] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238798, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.874560] env[68663]: DEBUG nova.compute.manager [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.903965] env[68663]: DEBUG nova.virt.hardware [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.904275] env[68663]: DEBUG nova.virt.hardware [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.904474] env[68663]: DEBUG nova.virt.hardware [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.904668] env[68663]: DEBUG nova.virt.hardware [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.904814] env[68663]: DEBUG nova.virt.hardware [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.904959] env[68663]: DEBUG nova.virt.hardware [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.905739] env[68663]: DEBUG nova.virt.hardware [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.905901] env[68663]: DEBUG nova.virt.hardware [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.906092] env[68663]: DEBUG nova.virt.hardware [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.906261] env[68663]: DEBUG nova.virt.hardware [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.906443] env[68663]: DEBUG nova.virt.hardware [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.907370] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35deba5d-f3c2-4797-bee5-9c39f0d1d126 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.920312] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feef7032-860c-47de-b55c-c36aaa3286ec {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.123727] env[68663]: INFO nova.compute.manager [-] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Took 1.30 seconds to deallocate network for instance. [ 1044.249630] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f6979ae4-4688-47a4-a406-4f472e05e548 tempest-MigrationsAdminTest-221910448 tempest-MigrationsAdminTest-221910448-project-member] Lock "edf3f0b4-a424-4de7-8abb-20a17e8454fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.556s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.347521] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238798, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.416065] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.416382] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.416648] env[68663]: INFO nova.compute.manager [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Attaching volume f514e4e9-0746-4cca-95e5-6c16494b3b5c to /dev/sdb [ 1044.458596] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0679e64-34ee-402a-88fc-aa075148f6f9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.465834] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6bec5a-4e7d-4b6c-ba5a-6a2597eaee4c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.479495] env[68663]: DEBUG nova.virt.block_device [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating existing volume attachment record: 0b160e89-4e8f-435d-a589-cafd8e39361e {{(pid=68663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1044.635396] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.636517] env[68663]: DEBUG nova.compute.manager [req-0a5c1011-46c7-4dee-b6b0-46ab813c9ea8 req-4e20e9e7-b765-4591-ab99-91cb800383bb service nova] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Received event network-vif-plugged-6d73db83-73c8-44c9-923a-b864f578ff9b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.636770] env[68663]: DEBUG oslo_concurrency.lockutils [req-0a5c1011-46c7-4dee-b6b0-46ab813c9ea8 req-4e20e9e7-b765-4591-ab99-91cb800383bb service nova] Acquiring lock "f7116a83-8852-41d4-b1cc-dc470682f022-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.637034] env[68663]: DEBUG oslo_concurrency.lockutils [req-0a5c1011-46c7-4dee-b6b0-46ab813c9ea8 req-4e20e9e7-b765-4591-ab99-91cb800383bb service nova] Lock "f7116a83-8852-41d4-b1cc-dc470682f022-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.637243] env[68663]: DEBUG oslo_concurrency.lockutils [req-0a5c1011-46c7-4dee-b6b0-46ab813c9ea8 req-4e20e9e7-b765-4591-ab99-91cb800383bb service nova] Lock "f7116a83-8852-41d4-b1cc-dc470682f022-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.637450] env[68663]: DEBUG nova.compute.manager [req-0a5c1011-46c7-4dee-b6b0-46ab813c9ea8 req-4e20e9e7-b765-4591-ab99-91cb800383bb service nova] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] No waiting events found dispatching network-vif-plugged-6d73db83-73c8-44c9-923a-b864f578ff9b {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.637714] env[68663]: WARNING nova.compute.manager [req-0a5c1011-46c7-4dee-b6b0-46ab813c9ea8 req-4e20e9e7-b765-4591-ab99-91cb800383bb service nova] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Received unexpected event network-vif-plugged-6d73db83-73c8-44c9-923a-b864f578ff9b for instance with vm_state building and task_state spawning. [ 1044.726010] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.729139] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.795595] env[68663]: DEBUG nova.network.neutron [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Successfully updated port: 6d73db83-73c8-44c9-923a-b864f578ff9b {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.847724] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238798, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.38366} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.848068] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/98704337-9112-474d-b442-50e3c24e9453/98704337-9112-474d-b442-50e3c24e9453.vmdk to [datastore2] 8f714858-039b-426e-8e4e-a6e83b455a07/8f714858-039b-426e-8e4e-a6e83b455a07.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.848899] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b520e58c-62b9-4c73-a663-5358982dced4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.874962] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 8f714858-039b-426e-8e4e-a6e83b455a07/8f714858-039b-426e-8e4e-a6e83b455a07.vmdk or device None with type streamOptimized {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.877929] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7f5743f-ed5f-4e9e-9a4f-f83e7c862710 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.900904] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 1044.900904] env[68663]: value = "task-3238802" [ 1044.900904] env[68663]: _type = "Task" [ 1044.900904] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.912183] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.036326] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41b6717-f052-44cb-ae8a-5c27f7da541c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.044137] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c5ceea-d529-490f-82f1-41a571e1526c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.084514] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e67583-596f-43d6-9e54-18386c224297 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.092112] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06393ff4-ba4b-4af4-8df8-346ea88a9b6d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.105804] env[68663]: DEBUG nova.compute.provider_tree [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.236644] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.236885] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.237036] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.237201] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.237479] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.237479] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.237707] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1045.237757] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.303249] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "refresh_cache-f7116a83-8852-41d4-b1cc-dc470682f022" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.303249] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "refresh_cache-f7116a83-8852-41d4-b1cc-dc470682f022" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.303249] env[68663]: DEBUG nova.network.neutron [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.410925] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.609748] env[68663]: DEBUG nova.scheduler.client.report [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.741283] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.843069] env[68663]: DEBUG nova.network.neutron [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.911458] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238802, 'name': ReconfigVM_Task, 'duration_secs': 0.769567} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.911751] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 8f714858-039b-426e-8e4e-a6e83b455a07/8f714858-039b-426e-8e4e-a6e83b455a07.vmdk or device None with type streamOptimized {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.914934] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-298dfd39-87c3-4a07-ab5b-58cd25ce32f7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.922556] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 1045.922556] env[68663]: value = "task-3238804" [ 1045.922556] env[68663]: _type = "Task" [ 1045.922556] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.931531] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Volume attach. Driver type: vmdk {{(pid=68663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1045.931743] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647304', 'volume_id': 'eb2c43b6-e4d3-42f7-9b82-26f5235bdeac', 'name': 'volume-eb2c43b6-e4d3-42f7-9b82-26f5235bdeac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe0af44b-648b-4768-8037-999c32ac473f', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb2c43b6-e4d3-42f7-9b82-26f5235bdeac', 'serial': 'eb2c43b6-e4d3-42f7-9b82-26f5235bdeac'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1045.932672] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009bd54a-6e56-43f4-90ed-d152fbb5067d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.938616] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238804, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.952179] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec711d43-dc2a-43d7-813e-51bf4dcd1fcd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.979605] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] volume-eb2c43b6-e4d3-42f7-9b82-26f5235bdeac/volume-eb2c43b6-e4d3-42f7-9b82-26f5235bdeac.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.979930] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fa8e9b1-78ef-4a3f-a2c4-35644cacb5f2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.993538] env[68663]: DEBUG nova.network.neutron [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Updating instance_info_cache with network_info: [{"id": "6d73db83-73c8-44c9-923a-b864f578ff9b", "address": "fa:16:3e:dd:70:a6", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d73db83-73", "ovs_interfaceid": "6d73db83-73c8-44c9-923a-b864f578ff9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.000742] env[68663]: DEBUG oslo_vmware.api [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1046.000742] env[68663]: value = "task-3238805" [ 1046.000742] env[68663]: _type = "Task" [ 1046.000742] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.010183] env[68663]: DEBUG oslo_vmware.api [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.117970] env[68663]: DEBUG oslo_concurrency.lockutils [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.117970] env[68663]: DEBUG nova.compute.manager [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.118904] env[68663]: DEBUG oslo_concurrency.lockutils [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.452s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.119660] env[68663]: DEBUG nova.objects.instance [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lazy-loading 'resources' on Instance uuid 12922cc6-ae60-4f08-a7c4-6a54936e6a07 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.432348] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238804, 'name': Rename_Task, 'duration_secs': 0.159022} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.432727] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.433037] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b1c9596-27da-4e33-99d3-373e3709199e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.442075] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 1046.442075] env[68663]: value = "task-3238806" [ 1046.442075] env[68663]: _type = "Task" [ 1046.442075] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.449104] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.496780] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "refresh_cache-f7116a83-8852-41d4-b1cc-dc470682f022" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.497497] env[68663]: DEBUG nova.compute.manager [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Instance network_info: |[{"id": "6d73db83-73c8-44c9-923a-b864f578ff9b", "address": "fa:16:3e:dd:70:a6", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d73db83-73", "ovs_interfaceid": "6d73db83-73c8-44c9-923a-b864f578ff9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.498277] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:70:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d73db83-73c8-44c9-923a-b864f578ff9b', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.505964] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.506347] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.509488] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aec23321-dda5-4033-a221-a37ce07271cf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.528880] env[68663]: DEBUG oslo_vmware.api [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238805, 'name': ReconfigVM_Task, 'duration_secs': 0.36202} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.530184] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Reconfigured VM instance instance-0000005a to attach disk [datastore2] volume-eb2c43b6-e4d3-42f7-9b82-26f5235bdeac/volume-eb2c43b6-e4d3-42f7-9b82-26f5235bdeac.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.535954] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.535954] env[68663]: value = "task-3238807" [ 1046.535954] env[68663]: _type = "Task" [ 1046.535954] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.536158] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ae127e9-f5cc-4305-a528-148441c8c21b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.555328] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238807, 'name': CreateVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.556630] env[68663]: DEBUG oslo_vmware.api [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1046.556630] env[68663]: value = "task-3238808" [ 1046.556630] env[68663]: _type = "Task" [ 1046.556630] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.565252] env[68663]: DEBUG oslo_vmware.api [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238808, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.625510] env[68663]: DEBUG nova.compute.utils [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.629918] env[68663]: DEBUG nova.compute.manager [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.630245] env[68663]: DEBUG nova.network.neutron [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.675125] env[68663]: DEBUG nova.compute.manager [req-1690e7dd-ab57-4d92-9294-36ec9b6efa05 req-475e1727-1027-4a09-9b69-6b956b435cd8 service nova] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Received event network-changed-6d73db83-73c8-44c9-923a-b864f578ff9b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.675125] env[68663]: DEBUG nova.compute.manager [req-1690e7dd-ab57-4d92-9294-36ec9b6efa05 req-475e1727-1027-4a09-9b69-6b956b435cd8 service nova] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Refreshing instance network info cache due to event network-changed-6d73db83-73c8-44c9-923a-b864f578ff9b. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.675125] env[68663]: DEBUG oslo_concurrency.lockutils [req-1690e7dd-ab57-4d92-9294-36ec9b6efa05 req-475e1727-1027-4a09-9b69-6b956b435cd8 service nova] Acquiring lock "refresh_cache-f7116a83-8852-41d4-b1cc-dc470682f022" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.675125] env[68663]: DEBUG oslo_concurrency.lockutils [req-1690e7dd-ab57-4d92-9294-36ec9b6efa05 req-475e1727-1027-4a09-9b69-6b956b435cd8 service nova] Acquired lock "refresh_cache-f7116a83-8852-41d4-b1cc-dc470682f022" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.676233] env[68663]: DEBUG nova.network.neutron [req-1690e7dd-ab57-4d92-9294-36ec9b6efa05 req-475e1727-1027-4a09-9b69-6b956b435cd8 service nova] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Refreshing network info cache for port 6d73db83-73c8-44c9-923a-b864f578ff9b {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.691139] env[68663]: DEBUG nova.policy [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb983e7a44b418d9a117727ec067cec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3222856d03444d287f35dd48c83a8b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.941841] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589b244e-91e5-4915-9d20-68bed929ab05 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.966797] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f7296a-693b-4a5b-a672-bc858675b121 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.969323] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238806, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.005117] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b11bce8-8202-457a-9cb1-f43d48855fda {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.013389] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b0cd15-f5f0-480f-b098-60f55e2e952e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.029907] env[68663]: DEBUG nova.compute.provider_tree [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.056594] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238807, 'name': CreateVM_Task, 'duration_secs': 0.364407} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.056864] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.057698] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.057964] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.058375] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.061580] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5545d60d-a705-41d1-9733-d299785fc8d6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.063926] env[68663]: DEBUG nova.network.neutron [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Successfully created port: 2aae73ea-989a-4594-a0c0-f69f9bca35ac {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.071399] env[68663]: DEBUG oslo_vmware.api [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238808, 'name': ReconfigVM_Task, 'duration_secs': 0.152779} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.072807] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647304', 'volume_id': 'eb2c43b6-e4d3-42f7-9b82-26f5235bdeac', 'name': 'volume-eb2c43b6-e4d3-42f7-9b82-26f5235bdeac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe0af44b-648b-4768-8037-999c32ac473f', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb2c43b6-e4d3-42f7-9b82-26f5235bdeac', 'serial': 'eb2c43b6-e4d3-42f7-9b82-26f5235bdeac'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1047.075134] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1047.075134] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a969c7-077c-a739-d2a4-80a7fa8f4915" [ 1047.075134] env[68663]: _type = "Task" [ 1047.075134] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.087271] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52a969c7-077c-a739-d2a4-80a7fa8f4915, 'name': SearchDatastore_Task, 'duration_secs': 0.00946} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.088315] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.088655] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.088940] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.089172] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.089430] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.090025] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57fd425c-8475-470c-8ba3-941ba8ee01d6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.099025] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.099377] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.100225] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90b05a4f-d53a-4d34-8bba-e2c45bc967ee {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.105575] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1047.105575] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5262e37f-5cc7-0e8a-79af-fae767354ee7" [ 1047.105575] env[68663]: _type = "Task" [ 1047.105575] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.119017] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5262e37f-5cc7-0e8a-79af-fae767354ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.133249] env[68663]: DEBUG nova.compute.manager [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.451223] env[68663]: DEBUG oslo_vmware.api [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238806, 'name': PowerOnVM_Task, 'duration_secs': 0.548975} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.451498] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.473267] env[68663]: DEBUG nova.network.neutron [req-1690e7dd-ab57-4d92-9294-36ec9b6efa05 req-475e1727-1027-4a09-9b69-6b956b435cd8 service nova] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Updated VIF entry in instance network info cache for port 6d73db83-73c8-44c9-923a-b864f578ff9b. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.473497] env[68663]: DEBUG nova.network.neutron [req-1690e7dd-ab57-4d92-9294-36ec9b6efa05 req-475e1727-1027-4a09-9b69-6b956b435cd8 service nova] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Updating instance_info_cache with network_info: [{"id": "6d73db83-73c8-44c9-923a-b864f578ff9b", "address": "fa:16:3e:dd:70:a6", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d73db83-73", "ovs_interfaceid": "6d73db83-73c8-44c9-923a-b864f578ff9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.533148] env[68663]: DEBUG nova.scheduler.client.report [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.575347] env[68663]: DEBUG nova.compute.manager [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.576051] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea5263f-3f3a-487c-9d78-5e53072bc19b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.618195] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5262e37f-5cc7-0e8a-79af-fae767354ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.009588} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.620579] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f2e55c-50df-4d25-9258-aa30ec3e6cd6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.628189] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1047.628189] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521dde0f-ecee-4f3b-3315-355b1b7ec6b9" [ 1047.628189] env[68663]: _type = "Task" [ 1047.628189] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.643136] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521dde0f-ecee-4f3b-3315-355b1b7ec6b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009783} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.643558] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.643641] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] f7116a83-8852-41d4-b1cc-dc470682f022/f7116a83-8852-41d4-b1cc-dc470682f022.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.643859] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-045b63df-d5c2-461f-b18f-725fccb0590c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.652213] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1047.652213] env[68663]: value = "task-3238810" [ 1047.652213] env[68663]: _type = "Task" [ 1047.652213] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.659805] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.976636] env[68663]: DEBUG oslo_concurrency.lockutils [req-1690e7dd-ab57-4d92-9294-36ec9b6efa05 req-475e1727-1027-4a09-9b69-6b956b435cd8 service nova] Releasing lock "refresh_cache-f7116a83-8852-41d4-b1cc-dc470682f022" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.039266] env[68663]: DEBUG oslo_concurrency.lockutils [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.041954] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.166s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.044858] env[68663]: INFO nova.compute.claims [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.070067] env[68663]: INFO nova.scheduler.client.report [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleted allocations for instance 12922cc6-ae60-4f08-a7c4-6a54936e6a07 [ 1048.100433] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ecb45f3e-2ae3-4b72-94b8-ae1f83b15949 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "8f714858-039b-426e-8e4e-a6e83b455a07" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.777s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.124866] env[68663]: DEBUG nova.objects.instance [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lazy-loading 'flavor' on Instance uuid fe0af44b-648b-4768-8037-999c32ac473f {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.143591] env[68663]: DEBUG nova.compute.manager [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.162468] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238810, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.175144] env[68663]: DEBUG nova.virt.hardware [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.175144] env[68663]: DEBUG nova.virt.hardware [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.175144] env[68663]: DEBUG nova.virt.hardware [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.175144] env[68663]: DEBUG nova.virt.hardware [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.175144] env[68663]: DEBUG nova.virt.hardware [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.175144] env[68663]: DEBUG nova.virt.hardware [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.175396] env[68663]: DEBUG nova.virt.hardware [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.176369] env[68663]: DEBUG nova.virt.hardware [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.176369] env[68663]: DEBUG nova.virt.hardware [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.176369] env[68663]: DEBUG nova.virt.hardware [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.176369] env[68663]: DEBUG nova.virt.hardware [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.176856] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617187eb-ed3d-4f55-9459-4a4fd630f7b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.189115] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6bf8cc-b6b8-46c9-ae9e-9ef1ec8b9ef0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.583906] env[68663]: DEBUG oslo_concurrency.lockutils [None req-516a9b6b-c990-4f12-9ff6-7c44c8687a52 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "12922cc6-ae60-4f08-a7c4-6a54936e6a07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.539s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.633960] env[68663]: DEBUG oslo_concurrency.lockutils [None req-775bd712-2939-4f61-849e-e65b10138c51 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "fe0af44b-648b-4768-8037-999c32ac473f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.321s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.669341] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725253} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.669341] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] f7116a83-8852-41d4-b1cc-dc470682f022/f7116a83-8852-41d4-b1cc-dc470682f022.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.669341] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.669341] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-316fc88d-cc16-4b65-9998-2411536e9ad3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.678954] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1048.678954] env[68663]: value = "task-3238811" [ 1048.678954] env[68663]: _type = "Task" [ 1048.678954] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.690371] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.856578] env[68663]: DEBUG nova.network.neutron [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Successfully updated port: 2aae73ea-989a-4594-a0c0-f69f9bca35ac {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.871810] env[68663]: DEBUG nova.compute.manager [req-665d3a0d-2512-417b-8170-6f1983ebe76e req-c67f1f85-da1a-4e33-9223-e6ef2ebbf171 service nova] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Received event network-vif-plugged-2aae73ea-989a-4594-a0c0-f69f9bca35ac {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.872465] env[68663]: DEBUG oslo_concurrency.lockutils [req-665d3a0d-2512-417b-8170-6f1983ebe76e req-c67f1f85-da1a-4e33-9223-e6ef2ebbf171 service nova] Acquiring lock "1d94192b-4bd9-4922-bde5-45f693106824-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.874313] env[68663]: DEBUG oslo_concurrency.lockutils [req-665d3a0d-2512-417b-8170-6f1983ebe76e req-c67f1f85-da1a-4e33-9223-e6ef2ebbf171 service nova] Lock "1d94192b-4bd9-4922-bde5-45f693106824-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.874313] env[68663]: DEBUG oslo_concurrency.lockutils [req-665d3a0d-2512-417b-8170-6f1983ebe76e req-c67f1f85-da1a-4e33-9223-e6ef2ebbf171 service nova] Lock "1d94192b-4bd9-4922-bde5-45f693106824-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.874313] env[68663]: DEBUG nova.compute.manager [req-665d3a0d-2512-417b-8170-6f1983ebe76e req-c67f1f85-da1a-4e33-9223-e6ef2ebbf171 service nova] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] No waiting events found dispatching network-vif-plugged-2aae73ea-989a-4594-a0c0-f69f9bca35ac {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.874313] env[68663]: WARNING nova.compute.manager [req-665d3a0d-2512-417b-8170-6f1983ebe76e req-c67f1f85-da1a-4e33-9223-e6ef2ebbf171 service nova] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Received unexpected event network-vif-plugged-2aae73ea-989a-4594-a0c0-f69f9bca35ac for instance with vm_state building and task_state spawning. [ 1049.096742] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquiring lock "8945407c-db04-43f1-8ea9-33dea80693c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.096742] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "8945407c-db04-43f1-8ea9-33dea80693c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.189350] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0661} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.189841] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.192849] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660fac4a-a24c-4b19-afcb-8e14dc40acc3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.224823] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] f7116a83-8852-41d4-b1cc-dc470682f022/f7116a83-8852-41d4-b1cc-dc470682f022.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.230212] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f4dde5a-8d19-4686-9e29-16a905ab84fb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.255018] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1049.255018] env[68663]: value = "task-3238812" [ 1049.255018] env[68663]: _type = "Task" [ 1049.255018] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.265163] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.360548] env[68663]: DEBUG oslo_concurrency.lockutils [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "refresh_cache-1d94192b-4bd9-4922-bde5-45f693106824" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.360548] env[68663]: DEBUG oslo_concurrency.lockutils [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "refresh_cache-1d94192b-4bd9-4922-bde5-45f693106824" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.360548] env[68663]: DEBUG nova.network.neutron [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.426133] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791677ac-7185-4e06-98e8-61af88571fbd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.440795] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e092f46-1bc5-4e63-8004-4b32fd92a91a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.475406] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f91a415-7d68-43f1-be7c-1510f9a9d52f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.483650] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6605cb08-df25-447b-aa54-fea4e1e59210 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.499496] env[68663]: DEBUG nova.compute.provider_tree [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.543434] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Volume attach. Driver type: vmdk {{(pid=68663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1049.543835] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647306', 'volume_id': 'f514e4e9-0746-4cca-95e5-6c16494b3b5c', 'name': 'volume-f514e4e9-0746-4cca-95e5-6c16494b3b5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b9d226a-58eb-4723-96cb-27e04a3fa59c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f514e4e9-0746-4cca-95e5-6c16494b3b5c', 'serial': 'f514e4e9-0746-4cca-95e5-6c16494b3b5c'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1049.545306] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c76ac01-d64b-4051-a3e3-32195cb701b7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.563150] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def76989-f17d-45fb-96d2-28348dd6ba98 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.589378] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] volume-f514e4e9-0746-4cca-95e5-6c16494b3b5c/volume-f514e4e9-0746-4cca-95e5-6c16494b3b5c.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.589732] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-088ec995-604f-4837-9c79-f1c49db7ba63 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.602765] env[68663]: DEBUG nova.compute.manager [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.610690] env[68663]: DEBUG oslo_vmware.api [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1049.610690] env[68663]: value = "task-3238813" [ 1049.610690] env[68663]: _type = "Task" [ 1049.610690] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.619941] env[68663]: DEBUG oslo_vmware.api [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.765139] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.869363] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32842553-32fb-4e3b-a9ac-bfb4518f39ef {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.875355] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0203c964-565b-45ef-ac35-d6f43e96dc06 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Suspending the VM {{(pid=68663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1049.875703] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2edc8caf-a325-47ed-a007-0d270eeb9039 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.882109] env[68663]: DEBUG oslo_vmware.api [None req-0203c964-565b-45ef-ac35-d6f43e96dc06 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 1049.882109] env[68663]: value = "task-3238814" [ 1049.882109] env[68663]: _type = "Task" [ 1049.882109] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.895567] env[68663]: DEBUG oslo_vmware.api [None req-0203c964-565b-45ef-ac35-d6f43e96dc06 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238814, 'name': SuspendVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.941628] env[68663]: DEBUG nova.network.neutron [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.002817] env[68663]: DEBUG nova.scheduler.client.report [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.128018] env[68663]: DEBUG oslo_vmware.api [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238813, 'name': ReconfigVM_Task, 'duration_secs': 0.376346} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.128018] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Reconfigured VM instance instance-0000005b to attach disk [datastore1] volume-f514e4e9-0746-4cca-95e5-6c16494b3b5c/volume-f514e4e9-0746-4cca-95e5-6c16494b3b5c.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.131758] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.132262] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31d37f81-e041-4e5e-a6a5-ec19675996d3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.151021] env[68663]: DEBUG oslo_vmware.api [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1050.151021] env[68663]: value = "task-3238815" [ 1050.151021] env[68663]: _type = "Task" [ 1050.151021] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.155689] env[68663]: DEBUG nova.network.neutron [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Updating instance_info_cache with network_info: [{"id": "2aae73ea-989a-4594-a0c0-f69f9bca35ac", "address": "fa:16:3e:d3:ae:3c", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aae73ea-98", "ovs_interfaceid": "2aae73ea-989a-4594-a0c0-f69f9bca35ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.161164] env[68663]: DEBUG oslo_vmware.api [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.267209] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238812, 'name': ReconfigVM_Task, 'duration_secs': 0.637602} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.267209] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Reconfigured VM instance instance-00000063 to attach disk [datastore1] f7116a83-8852-41d4-b1cc-dc470682f022/f7116a83-8852-41d4-b1cc-dc470682f022.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.267672] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1efb851-deab-4979-ab2a-82d52ce13385 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.274584] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1050.274584] env[68663]: value = "task-3238816" [ 1050.274584] env[68663]: _type = "Task" [ 1050.274584] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.287290] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238816, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.394784] env[68663]: DEBUG oslo_vmware.api [None req-0203c964-565b-45ef-ac35-d6f43e96dc06 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238814, 'name': SuspendVM_Task} progress is 50%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.405965] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "7cfc96a6-62b6-40a7-8ecd-5c4dd269c518" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.406259] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "7cfc96a6-62b6-40a7-8ecd-5c4dd269c518" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.422619] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "b11934f4-f91e-4788-9891-2f3e0e00ef85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.422874] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "b11934f4-f91e-4788-9891-2f3e0e00ef85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.508255] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.508795] env[68663]: DEBUG nova.compute.manager [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.511367] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.766s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.513164] env[68663]: INFO nova.compute.claims [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.658948] env[68663]: DEBUG oslo_vmware.api [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238815, 'name': ReconfigVM_Task, 'duration_secs': 0.260457} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.659226] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647306', 'volume_id': 'f514e4e9-0746-4cca-95e5-6c16494b3b5c', 'name': 'volume-f514e4e9-0746-4cca-95e5-6c16494b3b5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b9d226a-58eb-4723-96cb-27e04a3fa59c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f514e4e9-0746-4cca-95e5-6c16494b3b5c', 'serial': 'f514e4e9-0746-4cca-95e5-6c16494b3b5c'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1050.662541] env[68663]: DEBUG oslo_concurrency.lockutils [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "refresh_cache-1d94192b-4bd9-4922-bde5-45f693106824" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.663014] env[68663]: DEBUG nova.compute.manager [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Instance network_info: |[{"id": "2aae73ea-989a-4594-a0c0-f69f9bca35ac", "address": "fa:16:3e:d3:ae:3c", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aae73ea-98", "ovs_interfaceid": "2aae73ea-989a-4594-a0c0-f69f9bca35ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.663407] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:ae:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2aae73ea-989a-4594-a0c0-f69f9bca35ac', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.671228] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.671435] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.671647] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-722aca95-2ea0-4095-8ac1-abc5b31fedf3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.693385] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.693385] env[68663]: value = "task-3238817" [ 1050.693385] env[68663]: _type = "Task" [ 1050.693385] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.704284] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238817, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.784748] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238816, 'name': Rename_Task, 'duration_secs': 0.196539} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.785028] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.785287] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4b0687f-2424-4299-8b1c-d0cef072be0e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.791141] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1050.791141] env[68663]: value = "task-3238818" [ 1050.791141] env[68663]: _type = "Task" [ 1050.791141] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.798931] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.892853] env[68663]: DEBUG oslo_vmware.api [None req-0203c964-565b-45ef-ac35-d6f43e96dc06 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238814, 'name': SuspendVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.901494] env[68663]: DEBUG nova.compute.manager [req-dfa0429e-5b03-4502-80d1-0d6c804e29a7 req-dbfa58e6-5a49-4aea-8a0e-8f8d13b16c19 service nova] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Received event network-changed-2aae73ea-989a-4594-a0c0-f69f9bca35ac {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.901693] env[68663]: DEBUG nova.compute.manager [req-dfa0429e-5b03-4502-80d1-0d6c804e29a7 req-dbfa58e6-5a49-4aea-8a0e-8f8d13b16c19 service nova] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Refreshing instance network info cache due to event network-changed-2aae73ea-989a-4594-a0c0-f69f9bca35ac. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.901907] env[68663]: DEBUG oslo_concurrency.lockutils [req-dfa0429e-5b03-4502-80d1-0d6c804e29a7 req-dbfa58e6-5a49-4aea-8a0e-8f8d13b16c19 service nova] Acquiring lock "refresh_cache-1d94192b-4bd9-4922-bde5-45f693106824" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.902063] env[68663]: DEBUG oslo_concurrency.lockutils [req-dfa0429e-5b03-4502-80d1-0d6c804e29a7 req-dbfa58e6-5a49-4aea-8a0e-8f8d13b16c19 service nova] Acquired lock "refresh_cache-1d94192b-4bd9-4922-bde5-45f693106824" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.902266] env[68663]: DEBUG nova.network.neutron [req-dfa0429e-5b03-4502-80d1-0d6c804e29a7 req-dbfa58e6-5a49-4aea-8a0e-8f8d13b16c19 service nova] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Refreshing network info cache for port 2aae73ea-989a-4594-a0c0-f69f9bca35ac {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.908641] env[68663]: DEBUG nova.compute.manager [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.925760] env[68663]: DEBUG nova.compute.manager [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.020549] env[68663]: DEBUG nova.compute.utils [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.021796] env[68663]: DEBUG nova.compute.manager [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.021961] env[68663]: DEBUG nova.network.neutron [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.097934] env[68663]: DEBUG nova.policy [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee316020ee224d5c8e2844dee77a02af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74920eb5ee4a487292165e4748d3622c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.207193] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238817, 'name': CreateVM_Task, 'duration_secs': 0.50316} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.209198] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.209874] env[68663]: DEBUG oslo_concurrency.lockutils [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.210048] env[68663]: DEBUG oslo_concurrency.lockutils [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.210373] env[68663]: DEBUG oslo_concurrency.lockutils [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.210841] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0742ba7-453d-4d88-91cf-d7086daea74a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.215774] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1051.215774] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525756eb-e422-d8c7-6a3c-e2cee1fe94d9" [ 1051.215774] env[68663]: _type = "Task" [ 1051.215774] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.225317] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525756eb-e422-d8c7-6a3c-e2cee1fe94d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.300850] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238818, 'name': PowerOnVM_Task} progress is 96%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.392933] env[68663]: DEBUG oslo_vmware.api [None req-0203c964-565b-45ef-ac35-d6f43e96dc06 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238814, 'name': SuspendVM_Task, 'duration_secs': 1.074004} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.393237] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0203c964-565b-45ef-ac35-d6f43e96dc06 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Suspended the VM {{(pid=68663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1051.393420] env[68663]: DEBUG nova.compute.manager [None req-0203c964-565b-45ef-ac35-d6f43e96dc06 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.394367] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af667b92-7d81-4d41-91c5-a00445d90a7a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.435298] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.461197] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.525882] env[68663]: DEBUG nova.compute.manager [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.585932] env[68663]: DEBUG nova.network.neutron [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Successfully created port: a4e384ce-bd5b-474f-b81c-e227a1382ed8 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.647268] env[68663]: DEBUG nova.network.neutron [req-dfa0429e-5b03-4502-80d1-0d6c804e29a7 req-dbfa58e6-5a49-4aea-8a0e-8f8d13b16c19 service nova] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Updated VIF entry in instance network info cache for port 2aae73ea-989a-4594-a0c0-f69f9bca35ac. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.647786] env[68663]: DEBUG nova.network.neutron [req-dfa0429e-5b03-4502-80d1-0d6c804e29a7 req-dbfa58e6-5a49-4aea-8a0e-8f8d13b16c19 service nova] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Updating instance_info_cache with network_info: [{"id": "2aae73ea-989a-4594-a0c0-f69f9bca35ac", "address": "fa:16:3e:d3:ae:3c", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aae73ea-98", "ovs_interfaceid": "2aae73ea-989a-4594-a0c0-f69f9bca35ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.712335] env[68663]: DEBUG nova.objects.instance [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lazy-loading 'flavor' on Instance uuid 0b9d226a-58eb-4723-96cb-27e04a3fa59c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.729812] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525756eb-e422-d8c7-6a3c-e2cee1fe94d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010587} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.732335] env[68663]: DEBUG oslo_concurrency.lockutils [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.732572] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.732838] env[68663]: DEBUG oslo_concurrency.lockutils [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.732990] env[68663]: DEBUG oslo_concurrency.lockutils [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.733189] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.733880] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc386924-327e-410b-b63b-d09d74bb7a93 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.741984] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.742173] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.745198] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-128cd87d-065c-4ab9-ba43-1bb9aa505ba9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.750928] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1051.750928] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52391166-03cf-8ee5-defd-124dfefe1911" [ 1051.750928] env[68663]: _type = "Task" [ 1051.750928] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.758022] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52391166-03cf-8ee5-defd-124dfefe1911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.804522] env[68663]: DEBUG oslo_vmware.api [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238818, 'name': PowerOnVM_Task, 'duration_secs': 0.629224} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.804788] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.804988] env[68663]: INFO nova.compute.manager [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1051.805212] env[68663]: DEBUG nova.compute.manager [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.805985] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69b844a-1b62-4f7a-a93d-63f195b6e9df {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.810077] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a43b5ef-8645-4475-94dd-b4689b84c38d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.820746] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fbe158-4131-4a0d-a6a9-ad1bf272edf5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.851079] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b352a9-680f-4f33-8e62-76a6421b7470 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.858460] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d14d7a-eb61-4232-b9de-41506d72be7a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.871729] env[68663]: DEBUG nova.compute.provider_tree [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.150932] env[68663]: DEBUG oslo_concurrency.lockutils [req-dfa0429e-5b03-4502-80d1-0d6c804e29a7 req-dbfa58e6-5a49-4aea-8a0e-8f8d13b16c19 service nova] Releasing lock "refresh_cache-1d94192b-4bd9-4922-bde5-45f693106824" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.217699] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5254e4bd-51b1-449f-8c3b-20949d0c4a5a tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.801s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.262980] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52391166-03cf-8ee5-defd-124dfefe1911, 'name': SearchDatastore_Task, 'duration_secs': 0.009062} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.264100] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6825b0a-cab0-414e-8e71-b53117eabadc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.269370] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1052.269370] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d8c37a-ddc7-9ce6-f717-1f06e398e7f0" [ 1052.269370] env[68663]: _type = "Task" [ 1052.269370] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.279402] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d8c37a-ddc7-9ce6-f717-1f06e398e7f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.326579] env[68663]: INFO nova.compute.manager [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Took 24.60 seconds to build instance. [ 1052.374978] env[68663]: DEBUG nova.scheduler.client.report [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.535143] env[68663]: DEBUG nova.compute.manager [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.562435] env[68663]: DEBUG nova.virt.hardware [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.562675] env[68663]: DEBUG nova.virt.hardware [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.562827] env[68663]: DEBUG nova.virt.hardware [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.563019] env[68663]: DEBUG nova.virt.hardware [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.563242] env[68663]: DEBUG nova.virt.hardware [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.565357] env[68663]: DEBUG nova.virt.hardware [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.565357] env[68663]: DEBUG nova.virt.hardware [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.565357] env[68663]: DEBUG nova.virt.hardware [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.565357] env[68663]: DEBUG nova.virt.hardware [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.565357] env[68663]: DEBUG nova.virt.hardware [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.565357] env[68663]: DEBUG nova.virt.hardware [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.565357] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be27630-5d78-47c3-9c6f-006a739c9bb5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.573533] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e92d98-a7f7-40f1-9083-07ccb2e73c32 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.780350] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d8c37a-ddc7-9ce6-f717-1f06e398e7f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.780671] env[68663]: DEBUG oslo_concurrency.lockutils [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.780931] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 1d94192b-4bd9-4922-bde5-45f693106824/1d94192b-4bd9-4922-bde5-45f693106824.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.781307] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaab073f-e0af-493a-bdde-41c0bebd7579 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.788402] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1052.788402] env[68663]: value = "task-3238819" [ 1052.788402] env[68663]: _type = "Task" [ 1052.788402] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.797504] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.829116] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d77-dc30-4133-959e-065fa5206f50 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "f7116a83-8852-41d4-b1cc-dc470682f022" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.122s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.879589] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.880189] env[68663]: DEBUG nova.compute.manager [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.882797] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.130s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.882996] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.887063] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.187s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.922949] env[68663]: INFO nova.scheduler.client.report [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleted allocations for instance 86caaa53-21d1-4a70-8ffa-512b649488ae [ 1053.071796] env[68663]: DEBUG nova.compute.manager [req-dd1844bd-e3ac-49b7-ae67-28a1cb488ef5 req-4bdbc640-1c8e-4c64-b079-234bf1e5bba6 service nova] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Received event network-vif-plugged-a4e384ce-bd5b-474f-b81c-e227a1382ed8 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.072019] env[68663]: DEBUG oslo_concurrency.lockutils [req-dd1844bd-e3ac-49b7-ae67-28a1cb488ef5 req-4bdbc640-1c8e-4c64-b079-234bf1e5bba6 service nova] Acquiring lock "e53a60d0-c95e-4ae4-b565-7927e8274de4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.073267] env[68663]: DEBUG oslo_concurrency.lockutils [req-dd1844bd-e3ac-49b7-ae67-28a1cb488ef5 req-4bdbc640-1c8e-4c64-b079-234bf1e5bba6 service nova] Lock "e53a60d0-c95e-4ae4-b565-7927e8274de4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.073458] env[68663]: DEBUG oslo_concurrency.lockutils [req-dd1844bd-e3ac-49b7-ae67-28a1cb488ef5 req-4bdbc640-1c8e-4c64-b079-234bf1e5bba6 service nova] Lock "e53a60d0-c95e-4ae4-b565-7927e8274de4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.073636] env[68663]: DEBUG nova.compute.manager [req-dd1844bd-e3ac-49b7-ae67-28a1cb488ef5 req-4bdbc640-1c8e-4c64-b079-234bf1e5bba6 service nova] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] No waiting events found dispatching network-vif-plugged-a4e384ce-bd5b-474f-b81c-e227a1382ed8 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.073806] env[68663]: WARNING nova.compute.manager [req-dd1844bd-e3ac-49b7-ae67-28a1cb488ef5 req-4bdbc640-1c8e-4c64-b079-234bf1e5bba6 service nova] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Received unexpected event network-vif-plugged-a4e384ce-bd5b-474f-b81c-e227a1382ed8 for instance with vm_state building and task_state spawning. [ 1053.155173] env[68663]: DEBUG nova.network.neutron [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Successfully updated port: a4e384ce-bd5b-474f-b81c-e227a1382ed8 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.293131] env[68663]: INFO nova.compute.manager [None req-950e5742-2244-4b70-a753-133a98b0a9d6 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Resuming [ 1053.293683] env[68663]: DEBUG nova.objects.instance [None req-950e5742-2244-4b70-a753-133a98b0a9d6 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lazy-loading 'flavor' on Instance uuid 8f714858-039b-426e-8e4e-a6e83b455a07 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.300437] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491195} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.301057] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 1d94192b-4bd9-4922-bde5-45f693106824/1d94192b-4bd9-4922-bde5-45f693106824.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.301057] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.301270] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68f25dff-ec75-40eb-bffd-897b43864412 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.307461] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1053.307461] env[68663]: value = "task-3238820" [ 1053.307461] env[68663]: _type = "Task" [ 1053.307461] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.316211] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.389646] env[68663]: DEBUG nova.compute.utils [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.393751] env[68663]: DEBUG nova.compute.manager [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.393848] env[68663]: DEBUG nova.network.neutron [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.430443] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ff6946f2-76d6-40d6-8138-95308344ace7 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "86caaa53-21d1-4a70-8ffa-512b649488ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.395s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.441285] env[68663]: DEBUG nova.policy [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed28ea4651b14e57947e1cea8739e508', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dbdfe72ab2442398f9894289431235b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.658145] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be672361-8d56-4e41-a1f1-ebf07c8d2669 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.660788] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "refresh_cache-e53a60d0-c95e-4ae4-b565-7927e8274de4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.661127] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "refresh_cache-e53a60d0-c95e-4ae4-b565-7927e8274de4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.661423] env[68663]: DEBUG nova.network.neutron [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.671026] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5e9ddb-3f3b-468f-b252-bde76c57a44e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.708066] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd2e314-91aa-4814-81b3-989c3ae9e601 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.716017] env[68663]: DEBUG nova.compute.manager [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Stashing vm_state: active {{(pid=68663) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1053.720209] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e37c09-196d-4363-98d9-7297efe1ed8b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.741156] env[68663]: DEBUG nova.compute.provider_tree [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.742701] env[68663]: DEBUG nova.compute.manager [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Stashing vm_state: active {{(pid=68663) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1053.817056] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060092} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.817389] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.818191] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf776f7-eec0-4e75-8255-fbf033a4d469 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.841683] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 1d94192b-4bd9-4922-bde5-45f693106824/1d94192b-4bd9-4922-bde5-45f693106824.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.841997] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ff3b96f-ad8c-4758-bcb2-1c99dfe2e865 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.862571] env[68663]: DEBUG nova.network.neutron [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Successfully created port: b8fc5ac0-b000-45c4-b7ed-c23e3997a804 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.866016] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1053.866016] env[68663]: value = "task-3238821" [ 1053.866016] env[68663]: _type = "Task" [ 1053.866016] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.874877] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.894196] env[68663]: DEBUG nova.compute.manager [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.193908] env[68663]: DEBUG nova.network.neutron [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.247306] env[68663]: DEBUG nova.scheduler.client.report [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.254338] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.264363] env[68663]: DEBUG oslo_concurrency.lockutils [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.328392] env[68663]: DEBUG nova.network.neutron [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Updating instance_info_cache with network_info: [{"id": "a4e384ce-bd5b-474f-b81c-e227a1382ed8", "address": "fa:16:3e:d2:e9:6e", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e384ce-bd", "ovs_interfaceid": "a4e384ce-bd5b-474f-b81c-e227a1382ed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.376639] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238821, 'name': ReconfigVM_Task, 'duration_secs': 0.333251} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.376639] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 1d94192b-4bd9-4922-bde5-45f693106824/1d94192b-4bd9-4922-bde5-45f693106824.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.377154] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aee7212a-491f-4fd6-922b-3b8a52dff73b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.383270] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1054.383270] env[68663]: value = "task-3238822" [ 1054.383270] env[68663]: _type = "Task" [ 1054.383270] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.391356] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238822, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.803434] env[68663]: DEBUG oslo_concurrency.lockutils [None req-950e5742-2244-4b70-a753-133a98b0a9d6 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.803638] env[68663]: DEBUG oslo_concurrency.lockutils [None req-950e5742-2244-4b70-a753-133a98b0a9d6 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquired lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.803818] env[68663]: DEBUG nova.network.neutron [None req-950e5742-2244-4b70-a753-133a98b0a9d6 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.830015] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "refresh_cache-e53a60d0-c95e-4ae4-b565-7927e8274de4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.830337] env[68663]: DEBUG nova.compute.manager [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Instance network_info: |[{"id": "a4e384ce-bd5b-474f-b81c-e227a1382ed8", "address": "fa:16:3e:d2:e9:6e", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e384ce-bd", "ovs_interfaceid": "a4e384ce-bd5b-474f-b81c-e227a1382ed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.830982] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:e9:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4e384ce-bd5b-474f-b81c-e227a1382ed8', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.838652] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.838863] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.839099] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bceaf053-412b-403d-9740-8ae3126b6b7c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.858859] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.858859] env[68663]: value = "task-3238823" [ 1054.858859] env[68663]: _type = "Task" [ 1054.858859] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.866078] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238823, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.892658] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238822, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.902874] env[68663]: DEBUG nova.compute.manager [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.931843] env[68663]: DEBUG nova.virt.hardware [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.932155] env[68663]: DEBUG nova.virt.hardware [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.932352] env[68663]: DEBUG nova.virt.hardware [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.932588] env[68663]: DEBUG nova.virt.hardware [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.932802] env[68663]: DEBUG nova.virt.hardware [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.933012] env[68663]: DEBUG nova.virt.hardware [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.933281] env[68663]: DEBUG nova.virt.hardware [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.933492] env[68663]: DEBUG nova.virt.hardware [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.933702] env[68663]: DEBUG nova.virt.hardware [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.935257] env[68663]: DEBUG nova.virt.hardware [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.935257] env[68663]: DEBUG nova.virt.hardware [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.935257] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bd4ba4-ca02-4562-9e3e-99117988ebaf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.942814] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14d1c11-e067-41ef-b187-924dc5a131d6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.100280] env[68663]: DEBUG nova.compute.manager [req-88f91b96-6cc0-4e62-84e1-19ecee212292 req-3b04edc5-9355-407a-9f61-72d8a2d7a04c service nova] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Received event network-changed-a4e384ce-bd5b-474f-b81c-e227a1382ed8 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.100480] env[68663]: DEBUG nova.compute.manager [req-88f91b96-6cc0-4e62-84e1-19ecee212292 req-3b04edc5-9355-407a-9f61-72d8a2d7a04c service nova] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Refreshing instance network info cache due to event network-changed-a4e384ce-bd5b-474f-b81c-e227a1382ed8. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.100695] env[68663]: DEBUG oslo_concurrency.lockutils [req-88f91b96-6cc0-4e62-84e1-19ecee212292 req-3b04edc5-9355-407a-9f61-72d8a2d7a04c service nova] Acquiring lock "refresh_cache-e53a60d0-c95e-4ae4-b565-7927e8274de4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.100841] env[68663]: DEBUG oslo_concurrency.lockutils [req-88f91b96-6cc0-4e62-84e1-19ecee212292 req-3b04edc5-9355-407a-9f61-72d8a2d7a04c service nova] Acquired lock "refresh_cache-e53a60d0-c95e-4ae4-b565-7927e8274de4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.100999] env[68663]: DEBUG nova.network.neutron [req-88f91b96-6cc0-4e62-84e1-19ecee212292 req-3b04edc5-9355-407a-9f61-72d8a2d7a04c service nova] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Refreshing network info cache for port a4e384ce-bd5b-474f-b81c-e227a1382ed8 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.260504] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.375s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.264093] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.629s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.264388] env[68663]: DEBUG nova.objects.instance [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lazy-loading 'resources' on Instance uuid 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.371487] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238823, 'name': CreateVM_Task, 'duration_secs': 0.428542} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.371959] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.372986] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.373363] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.373855] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.374148] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08c6651f-f361-460e-a841-ac040d0a397d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.379365] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 1055.379365] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528dc662-0b76-e4a8-c5c3-54850afceeec" [ 1055.379365] env[68663]: _type = "Task" [ 1055.379365] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.387761] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528dc662-0b76-e4a8-c5c3-54850afceeec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.397115] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238822, 'name': Rename_Task, 'duration_secs': 0.542345} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.397384] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.397620] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c019c078-8a3a-4562-a9c6-9c637e891161 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.403586] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1055.403586] env[68663]: value = "task-3238824" [ 1055.403586] env[68663]: _type = "Task" [ 1055.403586] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.413024] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.528789] env[68663]: DEBUG nova.network.neutron [None req-950e5742-2244-4b70-a753-133a98b0a9d6 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Updating instance_info_cache with network_info: [{"id": "5b0f430d-8dbb-48fd-bebc-94b1191a4e5b", "address": "fa:16:3e:6d:2b:ae", "network": {"id": "53b92fc4-5558-427f-b634-fc420fa70fb8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-494203925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4414076fe9f4036a21ae78d242ae3de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0f430d-8d", "ovs_interfaceid": "5b0f430d-8dbb-48fd-bebc-94b1191a4e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.817878] env[68663]: DEBUG nova.network.neutron [req-88f91b96-6cc0-4e62-84e1-19ecee212292 req-3b04edc5-9355-407a-9f61-72d8a2d7a04c service nova] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Updated VIF entry in instance network info cache for port a4e384ce-bd5b-474f-b81c-e227a1382ed8. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.818283] env[68663]: DEBUG nova.network.neutron [req-88f91b96-6cc0-4e62-84e1-19ecee212292 req-3b04edc5-9355-407a-9f61-72d8a2d7a04c service nova] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Updating instance_info_cache with network_info: [{"id": "a4e384ce-bd5b-474f-b81c-e227a1382ed8", "address": "fa:16:3e:d2:e9:6e", "network": {"id": "e78e0f60-4eb7-4479-9451-96715865174e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1298023619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74920eb5ee4a487292165e4748d3622c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e384ce-bd", "ovs_interfaceid": "a4e384ce-bd5b-474f-b81c-e227a1382ed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.833625] env[68663]: DEBUG nova.network.neutron [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Successfully updated port: b8fc5ac0-b000-45c4-b7ed-c23e3997a804 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.846168] env[68663]: INFO nova.scheduler.client.report [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Deleted allocation for migration d5b674e7-5b04-4117-bb97-ddc00a32a8a8 [ 1055.890938] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528dc662-0b76-e4a8-c5c3-54850afceeec, 'name': SearchDatastore_Task, 'duration_secs': 0.021185} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.894199] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.894502] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.894749] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.894899] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.895092] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.896401] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33c6629e-b4e8-4ad0-a10f-e6b295ad582f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.911862] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.912066] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.914104] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927781c2-8e69-4e74-a774-22f03e6a07ca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.920993] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238824, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.924699] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 1055.924699] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5295438d-c290-6ba1-67b2-56322549da00" [ 1055.924699] env[68663]: _type = "Task" [ 1055.924699] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.936849] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5295438d-c290-6ba1-67b2-56322549da00, 'name': SearchDatastore_Task, 'duration_secs': 0.010092} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.938429] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbd70166-df43-49ce-8b25-73a661810b18 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.947448] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 1055.947448] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52edbad1-f20d-e93e-3aff-5715646e7b2d" [ 1055.947448] env[68663]: _type = "Task" [ 1055.947448] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.955449] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52edbad1-f20d-e93e-3aff-5715646e7b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.037020] env[68663]: DEBUG oslo_concurrency.lockutils [None req-950e5742-2244-4b70-a753-133a98b0a9d6 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Releasing lock "refresh_cache-8f714858-039b-426e-8e4e-a6e83b455a07" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.038481] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f9f5ee-b51c-40a8-aa79-2f7a17b17d7f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.045356] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-950e5742-2244-4b70-a753-133a98b0a9d6 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Resuming the VM {{(pid=68663) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1056.045700] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f474e8b7-a6c5-4d0a-9de1-51d6ae3ff319 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.057027] env[68663]: DEBUG oslo_vmware.api [None req-950e5742-2244-4b70-a753-133a98b0a9d6 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 1056.057027] env[68663]: value = "task-3238825" [ 1056.057027] env[68663]: _type = "Task" [ 1056.057027] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.066914] env[68663]: DEBUG oslo_vmware.api [None req-950e5742-2244-4b70-a753-133a98b0a9d6 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.099371] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baf8aba-5c01-4e8f-9736-bf00eb627900 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.106882] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f70207d-5c48-46a8-89de-231b6cb97919 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.137199] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7483717e-194e-4903-b094-7624d08b43f6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.144926] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb6cf53-ca87-40b8-97ce-428a70b38049 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.159833] env[68663]: DEBUG nova.compute.provider_tree [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.323514] env[68663]: DEBUG oslo_concurrency.lockutils [req-88f91b96-6cc0-4e62-84e1-19ecee212292 req-3b04edc5-9355-407a-9f61-72d8a2d7a04c service nova] Releasing lock "refresh_cache-e53a60d0-c95e-4ae4-b565-7927e8274de4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.336401] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Acquiring lock "refresh_cache-4f5e452e-09f7-472f-aa48-f71cd3441611" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.336401] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Acquired lock "refresh_cache-4f5e452e-09f7-472f-aa48-f71cd3441611" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.336564] env[68663]: DEBUG nova.network.neutron [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.353600] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bc0e05d-f0f1-4f23-af87-924460c33483 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "b862b802-c379-483e-9238-fa69b1eec7b3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.631s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.414191] env[68663]: DEBUG oslo_vmware.api [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238824, 'name': PowerOnVM_Task, 'duration_secs': 0.525362} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.414534] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.414782] env[68663]: INFO nova.compute.manager [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1056.414979] env[68663]: DEBUG nova.compute.manager [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.415777] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b6541c-9395-482f-aa3e-22460389f837 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.458741] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52edbad1-f20d-e93e-3aff-5715646e7b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.459018] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.459289] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] e53a60d0-c95e-4ae4-b565-7927e8274de4/e53a60d0-c95e-4ae4-b565-7927e8274de4.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.459545] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45519df6-08f9-49ed-a180-aeec7ca7e4a4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.466975] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 1056.466975] env[68663]: value = "task-3238826" [ 1056.466975] env[68663]: _type = "Task" [ 1056.466975] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.475396] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.567350] env[68663]: DEBUG oslo_vmware.api [None req-950e5742-2244-4b70-a753-133a98b0a9d6 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.665409] env[68663]: DEBUG nova.scheduler.client.report [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.877867] env[68663]: DEBUG nova.network.neutron [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.933485] env[68663]: INFO nova.compute.manager [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Took 28.35 seconds to build instance. [ 1056.981184] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472902} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.981922] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] e53a60d0-c95e-4ae4-b565-7927e8274de4/e53a60d0-c95e-4ae4-b565-7927e8274de4.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.981922] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.982241] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0f966c9-ad0d-4df6-b4f9-0da0c7f4b2a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.990667] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 1056.990667] env[68663]: value = "task-3238827" [ 1056.990667] env[68663]: _type = "Task" [ 1056.990667] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.000047] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.069832] env[68663]: DEBUG oslo_vmware.api [None req-950e5742-2244-4b70-a753-133a98b0a9d6 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238825, 'name': PowerOnVM_Task, 'duration_secs': 0.823842} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.070178] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-950e5742-2244-4b70-a753-133a98b0a9d6 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Resumed the VM {{(pid=68663) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1057.070336] env[68663]: DEBUG nova.compute.manager [None req-950e5742-2244-4b70-a753-133a98b0a9d6 tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.071187] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fa4fe2-99d9-458f-bb7a-7e986a142bae {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.081362] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "b862b802-c379-483e-9238-fa69b1eec7b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.081593] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "b862b802-c379-483e-9238-fa69b1eec7b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.081819] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "b862b802-c379-483e-9238-fa69b1eec7b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.082010] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "b862b802-c379-483e-9238-fa69b1eec7b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.082243] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "b862b802-c379-483e-9238-fa69b1eec7b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.083947] env[68663]: INFO nova.compute.manager [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Terminating instance [ 1057.096520] env[68663]: DEBUG nova.network.neutron [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Updating instance_info_cache with network_info: [{"id": "b8fc5ac0-b000-45c4-b7ed-c23e3997a804", "address": "fa:16:3e:ef:7e:20", "network": {"id": "c595bf62-c3c2-48b8-b4c2-3cb231c8a617", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-187432493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbdfe72ab2442398f9894289431235b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8fc5ac0-b0", "ovs_interfaceid": "b8fc5ac0-b000-45c4-b7ed-c23e3997a804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.129325] env[68663]: DEBUG nova.compute.manager [req-04a21108-4a7b-4caa-a5f8-07463b0c7ae9 req-73abcb60-a1d7-4fc4-a6a8-67a58102afc2 service nova] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Received event network-vif-plugged-b8fc5ac0-b000-45c4-b7ed-c23e3997a804 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.129539] env[68663]: DEBUG oslo_concurrency.lockutils [req-04a21108-4a7b-4caa-a5f8-07463b0c7ae9 req-73abcb60-a1d7-4fc4-a6a8-67a58102afc2 service nova] Acquiring lock "4f5e452e-09f7-472f-aa48-f71cd3441611-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.129739] env[68663]: DEBUG oslo_concurrency.lockutils [req-04a21108-4a7b-4caa-a5f8-07463b0c7ae9 req-73abcb60-a1d7-4fc4-a6a8-67a58102afc2 service nova] Lock "4f5e452e-09f7-472f-aa48-f71cd3441611-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.129905] env[68663]: DEBUG oslo_concurrency.lockutils [req-04a21108-4a7b-4caa-a5f8-07463b0c7ae9 req-73abcb60-a1d7-4fc4-a6a8-67a58102afc2 service nova] Lock "4f5e452e-09f7-472f-aa48-f71cd3441611-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.130091] env[68663]: DEBUG nova.compute.manager [req-04a21108-4a7b-4caa-a5f8-07463b0c7ae9 req-73abcb60-a1d7-4fc4-a6a8-67a58102afc2 service nova] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] No waiting events found dispatching network-vif-plugged-b8fc5ac0-b000-45c4-b7ed-c23e3997a804 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.130266] env[68663]: WARNING nova.compute.manager [req-04a21108-4a7b-4caa-a5f8-07463b0c7ae9 req-73abcb60-a1d7-4fc4-a6a8-67a58102afc2 service nova] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Received unexpected event network-vif-plugged-b8fc5ac0-b000-45c4-b7ed-c23e3997a804 for instance with vm_state building and task_state spawning. [ 1057.130431] env[68663]: DEBUG nova.compute.manager [req-04a21108-4a7b-4caa-a5f8-07463b0c7ae9 req-73abcb60-a1d7-4fc4-a6a8-67a58102afc2 service nova] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Received event network-changed-b8fc5ac0-b000-45c4-b7ed-c23e3997a804 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.130788] env[68663]: DEBUG nova.compute.manager [req-04a21108-4a7b-4caa-a5f8-07463b0c7ae9 req-73abcb60-a1d7-4fc4-a6a8-67a58102afc2 service nova] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Refreshing instance network info cache due to event network-changed-b8fc5ac0-b000-45c4-b7ed-c23e3997a804. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.130788] env[68663]: DEBUG oslo_concurrency.lockutils [req-04a21108-4a7b-4caa-a5f8-07463b0c7ae9 req-73abcb60-a1d7-4fc4-a6a8-67a58102afc2 service nova] Acquiring lock "refresh_cache-4f5e452e-09f7-472f-aa48-f71cd3441611" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.171726] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.173324] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.432s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.173697] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.173778] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1057.174030] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.043s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.175875] env[68663]: INFO nova.compute.claims [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.179309] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338c5fb3-0d85-44c9-9d83-a3f6a2b7a61b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.189034] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fd112e-b233-4ce8-8cb0-1e19e0ddb125 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.193190] env[68663]: INFO nova.scheduler.client.report [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Deleted allocations for instance 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be [ 1057.213039] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e60abf-557a-40ae-8825-f17ee562ae43 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.220892] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9b87fa-0ee2-4d0e-a13c-ed3592cc673a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.256304] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179108MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=68663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1057.256697] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.436411] env[68663]: DEBUG oslo_concurrency.lockutils [None req-71ccf888-178a-473a-bae8-55dfa3cc09bb tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "1d94192b-4bd9-4922-bde5-45f693106824" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.860s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.501519] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069647} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.501519] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.501659] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69deaf3a-90f7-43b6-a213-e65e4e737e80 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.526572] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] e53a60d0-c95e-4ae4-b565-7927e8274de4/e53a60d0-c95e-4ae4-b565-7927e8274de4.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.526985] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-becd5705-b80e-4486-8c65-933602d1ef1e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.546870] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 1057.546870] env[68663]: value = "task-3238828" [ 1057.546870] env[68663]: _type = "Task" [ 1057.546870] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.557557] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.587522] env[68663]: DEBUG nova.compute.manager [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.587763] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.588713] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006b8420-0b48-4177-a722-927fdb8390a9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.598035] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.600327] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b91188c-2efd-4826-888e-dc74288ea6c6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.600327] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Releasing lock "refresh_cache-4f5e452e-09f7-472f-aa48-f71cd3441611" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.600519] env[68663]: DEBUG nova.compute.manager [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Instance network_info: |[{"id": "b8fc5ac0-b000-45c4-b7ed-c23e3997a804", "address": "fa:16:3e:ef:7e:20", "network": {"id": "c595bf62-c3c2-48b8-b4c2-3cb231c8a617", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-187432493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbdfe72ab2442398f9894289431235b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8fc5ac0-b0", "ovs_interfaceid": "b8fc5ac0-b000-45c4-b7ed-c23e3997a804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.600840] env[68663]: DEBUG oslo_concurrency.lockutils [req-04a21108-4a7b-4caa-a5f8-07463b0c7ae9 req-73abcb60-a1d7-4fc4-a6a8-67a58102afc2 service nova] Acquired lock "refresh_cache-4f5e452e-09f7-472f-aa48-f71cd3441611" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.600997] env[68663]: DEBUG nova.network.neutron [req-04a21108-4a7b-4caa-a5f8-07463b0c7ae9 req-73abcb60-a1d7-4fc4-a6a8-67a58102afc2 service nova] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Refreshing network info cache for port b8fc5ac0-b000-45c4-b7ed-c23e3997a804 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.602368] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:7e:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8fc5ac0-b000-45c4-b7ed-c23e3997a804', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.610659] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Creating folder: Project (1dbdfe72ab2442398f9894289431235b). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.611626] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b93451f-b50c-458d-88ae-b7b40d42fb64 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.618181] env[68663]: DEBUG oslo_vmware.api [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1057.618181] env[68663]: value = "task-3238829" [ 1057.618181] env[68663]: _type = "Task" [ 1057.618181] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.627550] env[68663]: DEBUG oslo_vmware.api [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.629396] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Created folder: Project (1dbdfe72ab2442398f9894289431235b) in parent group-v647027. [ 1057.629533] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Creating folder: Instances. Parent ref: group-v647310. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.630411] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5879c15-afc6-42d4-9e08-d2ba255dbad4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.639848] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Created folder: Instances in parent group-v647310. [ 1057.640490] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.640490] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.640709] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ea1931a-4bf5-4a18-8ac0-0cb85309a195 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.660594] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.660594] env[68663]: value = "task-3238832" [ 1057.660594] env[68663]: _type = "Task" [ 1057.660594] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.669945] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238832, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.718017] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3905ad3f-8705-467b-a087-dfbb22e1b1b5 tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "2c4d6f4e-627d-43cd-aaaf-8fc03211a9be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.018s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.059809] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.129308] env[68663]: DEBUG oslo_vmware.api [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238829, 'name': PowerOffVM_Task, 'duration_secs': 0.355261} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.129672] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.129878] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.130186] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-331febb8-ee3c-4dcd-88c4-5b3f7fe24244 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.174031] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238832, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.220966] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.220966] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.220966] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Deleting the datastore file [datastore1] b862b802-c379-483e-9238-fa69b1eec7b3 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.223690] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebac3c9e-199d-416f-a8c1-37468c7d2d01 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.233024] env[68663]: DEBUG oslo_vmware.api [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1058.233024] env[68663]: value = "task-3238834" [ 1058.233024] env[68663]: _type = "Task" [ 1058.233024] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.248691] env[68663]: DEBUG oslo_vmware.api [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.499931] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0508642-8cce-4530-8d8d-6bacf968f469 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.508412] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b75c72-b906-4c16-8665-8508bdc5020f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.513076] env[68663]: DEBUG nova.network.neutron [req-04a21108-4a7b-4caa-a5f8-07463b0c7ae9 req-73abcb60-a1d7-4fc4-a6a8-67a58102afc2 service nova] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Updated VIF entry in instance network info cache for port b8fc5ac0-b000-45c4-b7ed-c23e3997a804. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.513560] env[68663]: DEBUG nova.network.neutron [req-04a21108-4a7b-4caa-a5f8-07463b0c7ae9 req-73abcb60-a1d7-4fc4-a6a8-67a58102afc2 service nova] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Updating instance_info_cache with network_info: [{"id": "b8fc5ac0-b000-45c4-b7ed-c23e3997a804", "address": "fa:16:3e:ef:7e:20", "network": {"id": "c595bf62-c3c2-48b8-b4c2-3cb231c8a617", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-187432493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbdfe72ab2442398f9894289431235b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8fc5ac0-b0", "ovs_interfaceid": "b8fc5ac0-b000-45c4-b7ed-c23e3997a804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.545245] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "1d94192b-4bd9-4922-bde5-45f693106824" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.545807] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "1d94192b-4bd9-4922-bde5-45f693106824" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.546152] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "1d94192b-4bd9-4922-bde5-45f693106824-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.546428] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "1d94192b-4bd9-4922-bde5-45f693106824-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.546698] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "1d94192b-4bd9-4922-bde5-45f693106824-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.550104] env[68663]: INFO nova.compute.manager [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Terminating instance [ 1058.552364] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37861691-c293-40a2-aba6-ad0dc896e2bf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.570127] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe78ee3-55f5-4cfe-b90d-c09011543900 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.575687] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238828, 'name': ReconfigVM_Task, 'duration_secs': 0.696591} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.576145] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Reconfigured VM instance instance-00000065 to attach disk [datastore1] e53a60d0-c95e-4ae4-b565-7927e8274de4/e53a60d0-c95e-4ae4-b565-7927e8274de4.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.577479] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b7b4121-8fa9-4ab2-8b82-aa70802bcbda {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.589402] env[68663]: DEBUG nova.compute.provider_tree [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.597259] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 1058.597259] env[68663]: value = "task-3238835" [ 1058.597259] env[68663]: _type = "Task" [ 1058.597259] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.608527] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238835, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.672462] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238832, 'name': CreateVM_Task, 'duration_secs': 0.570264} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.672718] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.673504] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.673740] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.674139] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.674481] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08825d67-17ce-4ed4-ad65-4cbe84ed5763 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.680657] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Waiting for the task: (returnval){ [ 1058.680657] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525e6f2e-cbc7-6fe3-e694-cd7b4b5b491a" [ 1058.680657] env[68663]: _type = "Task" [ 1058.680657] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.693026] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525e6f2e-cbc7-6fe3-e694-cd7b4b5b491a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.743066] env[68663]: DEBUG oslo_vmware.api [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407227} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.743066] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.743285] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.743483] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.743660] env[68663]: INFO nova.compute.manager [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1058.743929] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.744149] env[68663]: DEBUG nova.compute.manager [-] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.744248] env[68663]: DEBUG nova.network.neutron [-] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.894584] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.894875] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.897971] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquiring lock "c488a319-e182-4208-9c76-e46ff73d71b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.898318] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "c488a319-e182-4208-9c76-e46ff73d71b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.898639] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquiring lock "c488a319-e182-4208-9c76-e46ff73d71b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.898938] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "c488a319-e182-4208-9c76-e46ff73d71b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.899233] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "c488a319-e182-4208-9c76-e46ff73d71b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.901800] env[68663]: INFO nova.compute.manager [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Terminating instance [ 1059.017292] env[68663]: DEBUG oslo_concurrency.lockutils [req-04a21108-4a7b-4caa-a5f8-07463b0c7ae9 req-73abcb60-a1d7-4fc4-a6a8-67a58102afc2 service nova] Releasing lock "refresh_cache-4f5e452e-09f7-472f-aa48-f71cd3441611" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.061450] env[68663]: DEBUG nova.compute.manager [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.061684] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.062680] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e62813b-6cfe-4103-918b-a6aec6793c16 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.072063] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.072244] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a71b64b2-b302-42a5-8cca-5145d6b78b84 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.079087] env[68663]: DEBUG oslo_vmware.api [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1059.079087] env[68663]: value = "task-3238836" [ 1059.079087] env[68663]: _type = "Task" [ 1059.079087] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.086926] env[68663]: DEBUG oslo_vmware.api [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.093682] env[68663]: DEBUG nova.scheduler.client.report [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.109565] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238835, 'name': Rename_Task, 'duration_secs': 0.212384} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.109819] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.110068] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f10273f4-8a68-459d-96ce-97398fa4d349 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.116894] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 1059.116894] env[68663]: value = "task-3238837" [ 1059.116894] env[68663]: _type = "Task" [ 1059.116894] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.126256] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.193724] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525e6f2e-cbc7-6fe3-e694-cd7b4b5b491a, 'name': SearchDatastore_Task, 'duration_secs': 0.02303} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.194224] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.194390] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.194628] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.195031] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.195031] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.195694] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7850e1b-8b30-4b68-8c09-4cf0b1b1b395 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.205657] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.205907] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.206677] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a309f9e-f1dc-43fa-b3fe-069aab35488f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.212779] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Waiting for the task: (returnval){ [ 1059.212779] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52bbf60a-fc64-0a19-a2a4-4765f47a907d" [ 1059.212779] env[68663]: _type = "Task" [ 1059.212779] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.221145] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52bbf60a-fc64-0a19-a2a4-4765f47a907d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.398352] env[68663]: DEBUG nova.compute.utils [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.406794] env[68663]: DEBUG nova.compute.manager [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.407047] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.407941] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186eccc4-2bec-45af-a9da-19b9ccec122c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.416749] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.417730] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-929e0a98-9bcb-4a25-939a-91bb576bdb3b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.426344] env[68663]: DEBUG oslo_vmware.api [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1059.426344] env[68663]: value = "task-3238838" [ 1059.426344] env[68663]: _type = "Task" [ 1059.426344] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.435041] env[68663]: DEBUG oslo_vmware.api [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.588904] env[68663]: DEBUG oslo_vmware.api [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238836, 'name': PowerOffVM_Task, 'duration_secs': 0.310536} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.589204] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.589380] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.589636] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ffe2584-0b92-429d-94ee-bd9e5e941967 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.599299] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.599801] env[68663]: DEBUG nova.compute.manager [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.604520] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.169s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.606039] env[68663]: INFO nova.compute.claims [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.632300] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238837, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.663243] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.663516] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.663762] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleting the datastore file [datastore1] 1d94192b-4bd9-4922-bde5-45f693106824 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.664117] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fccff47-a322-45eb-86f1-be3974af0b45 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.671153] env[68663]: DEBUG oslo_vmware.api [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1059.671153] env[68663]: value = "task-3238840" [ 1059.671153] env[68663]: _type = "Task" [ 1059.671153] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.680258] env[68663]: DEBUG oslo_vmware.api [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.726223] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52bbf60a-fc64-0a19-a2a4-4765f47a907d, 'name': SearchDatastore_Task, 'duration_secs': 0.010453} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.727176] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a31ea40d-5609-4e21-87f5-e138efb1cefd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.732368] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Waiting for the task: (returnval){ [ 1059.732368] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5272e097-971d-1c47-10bf-9f88127ee431" [ 1059.732368] env[68663]: _type = "Task" [ 1059.732368] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.740312] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5272e097-971d-1c47-10bf-9f88127ee431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.802199] env[68663]: DEBUG nova.compute.manager [req-26eb646f-dd1d-47b1-837e-3d6f8b1114ec req-2b939847-f238-4fcb-96a0-7cc3f681a6ad service nova] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Received event network-vif-deleted-84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.802331] env[68663]: INFO nova.compute.manager [req-26eb646f-dd1d-47b1-837e-3d6f8b1114ec req-2b939847-f238-4fcb-96a0-7cc3f681a6ad service nova] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Neutron deleted interface 84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f; detaching it from the instance and deleting it from the info cache [ 1059.802586] env[68663]: DEBUG nova.network.neutron [req-26eb646f-dd1d-47b1-837e-3d6f8b1114ec req-2b939847-f238-4fcb-96a0-7cc3f681a6ad service nova] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.901523] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.924130] env[68663]: DEBUG nova.network.neutron [-] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.936187] env[68663]: DEBUG oslo_vmware.api [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238838, 'name': PowerOffVM_Task, 'duration_secs': 0.302787} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.937099] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.937307] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.937568] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4eb2545-e3dd-4893-a987-e5ca5a9be207 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.002406] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.002627] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.002806] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Deleting the datastore file [datastore1] c488a319-e182-4208-9c76-e46ff73d71b4 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.003444] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6435b487-5b26-43ac-a4c7-d36e5c37ea20 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.010697] env[68663]: DEBUG oslo_vmware.api [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for the task: (returnval){ [ 1060.010697] env[68663]: value = "task-3238842" [ 1060.010697] env[68663]: _type = "Task" [ 1060.010697] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.018162] env[68663]: DEBUG oslo_vmware.api [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.105893] env[68663]: DEBUG nova.compute.utils [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.107449] env[68663]: DEBUG nova.compute.manager [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.107646] env[68663]: DEBUG nova.network.neutron [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.127296] env[68663]: DEBUG oslo_vmware.api [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238837, 'name': PowerOnVM_Task, 'duration_secs': 0.757095} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.127551] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.127746] env[68663]: INFO nova.compute.manager [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1060.127917] env[68663]: DEBUG nova.compute.manager [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.128688] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62c9c20-b4ed-4da9-84a6-6e42dbfa7dab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.173031] env[68663]: DEBUG nova.policy [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa4ff6e54c0f40d5803d8f29749705e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '236cc91604af43dbb9dc3cda668bf157', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.183141] env[68663]: DEBUG oslo_vmware.api [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191441} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.183375] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.183556] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.183726] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.183891] env[68663]: INFO nova.compute.manager [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1060.184131] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.184343] env[68663]: DEBUG nova.compute.manager [-] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.184457] env[68663]: DEBUG nova.network.neutron [-] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.249879] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5272e097-971d-1c47-10bf-9f88127ee431, 'name': SearchDatastore_Task, 'duration_secs': 0.02102} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.249879] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.249879] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 4f5e452e-09f7-472f-aa48-f71cd3441611/4f5e452e-09f7-472f-aa48-f71cd3441611.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.249879] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a9b5d10-ccde-4e90-86a4-1d99dfe4f94c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.259073] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Waiting for the task: (returnval){ [ 1060.259073] env[68663]: value = "task-3238843" [ 1060.259073] env[68663]: _type = "Task" [ 1060.259073] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.273058] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': task-3238843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.305420] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8479465-7995-40a1-afc1-65f8f25ec342 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.315555] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b805074-3197-4a5b-b7f4-d04472c759ad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.349885] env[68663]: DEBUG nova.compute.manager [req-26eb646f-dd1d-47b1-837e-3d6f8b1114ec req-2b939847-f238-4fcb-96a0-7cc3f681a6ad service nova] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Detach interface failed, port_id=84fc0b6c-6d09-4ffd-9c86-b524a4d5e47f, reason: Instance b862b802-c379-483e-9238-fa69b1eec7b3 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.426350] env[68663]: INFO nova.compute.manager [-] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Took 1.68 seconds to deallocate network for instance. [ 1060.521651] env[68663]: DEBUG oslo_vmware.api [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Task: {'id': task-3238842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135837} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.522644] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.522834] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.523019] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.523236] env[68663]: INFO nova.compute.manager [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1060.523484] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.523952] env[68663]: DEBUG nova.compute.manager [-] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.524166] env[68663]: DEBUG nova.network.neutron [-] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.604453] env[68663]: DEBUG nova.compute.manager [req-8923cdb6-1c9b-4c2b-85b5-eefd56c852e7 req-c03fbf35-5ef1-4381-8c89-369ddfc3e810 service nova] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Received event network-vif-deleted-2aae73ea-989a-4594-a0c0-f69f9bca35ac {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.604779] env[68663]: INFO nova.compute.manager [req-8923cdb6-1c9b-4c2b-85b5-eefd56c852e7 req-c03fbf35-5ef1-4381-8c89-369ddfc3e810 service nova] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Neutron deleted interface 2aae73ea-989a-4594-a0c0-f69f9bca35ac; detaching it from the instance and deleting it from the info cache [ 1060.604845] env[68663]: DEBUG nova.network.neutron [req-8923cdb6-1c9b-4c2b-85b5-eefd56c852e7 req-c03fbf35-5ef1-4381-8c89-369ddfc3e810 service nova] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.607512] env[68663]: DEBUG nova.network.neutron [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Successfully created port: e8163d1a-61da-4a71-aa33-de34f185462e {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.613021] env[68663]: DEBUG nova.compute.manager [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.647106] env[68663]: INFO nova.compute.manager [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Took 22.79 seconds to build instance. [ 1060.779028] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': task-3238843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470129} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.779028] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 4f5e452e-09f7-472f-aa48-f71cd3441611/4f5e452e-09f7-472f-aa48-f71cd3441611.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.779028] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.779028] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed12cc6c-8e08-4739-859c-8a41e5a58b11 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.785598] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Waiting for the task: (returnval){ [ 1060.785598] env[68663]: value = "task-3238844" [ 1060.785598] env[68663]: _type = "Task" [ 1060.785598] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.800175] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': task-3238844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.925602] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed914f5-8d9c-4294-8e0f-d72b3434f1fe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.934773] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270f0d86-db42-4d90-aa1d-e45bc43f52d1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.970726] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.971707] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa57274-c668-4c63-b79e-54672381efb7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.974307] env[68663]: DEBUG nova.network.neutron [-] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.980259] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb1e961-8210-4150-a4c9-5228a33920c2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.994484] env[68663]: DEBUG nova.compute.provider_tree [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.002178] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.002415] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.002635] env[68663]: INFO nova.compute.manager [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Attaching volume 180b388d-9f75-4273-b28c-d618c93d0bf2 to /dev/sdb [ 1061.033728] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc37419a-aa3f-459c-a1b1-f8fb5ebc7604 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.041194] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe64281d-423b-479b-b600-aaf64b755053 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.055273] env[68663]: DEBUG nova.virt.block_device [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Updating existing volume attachment record: d191b237-849e-4193-81f7-47d2fc20384a {{(pid=68663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1061.112511] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f18c9ec6-cb95-497a-801d-210fa182d235 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.121147] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b9ba35-1a46-4130-bf18-7cf69bed83f4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.159955] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52b3a6e4-fa09-426f-8c28-39e62c0473f9 tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "e53a60d0-c95e-4ae4-b565-7927e8274de4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.315s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.159955] env[68663]: DEBUG nova.compute.manager [req-8923cdb6-1c9b-4c2b-85b5-eefd56c852e7 req-c03fbf35-5ef1-4381-8c89-369ddfc3e810 service nova] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Detach interface failed, port_id=2aae73ea-989a-4594-a0c0-f69f9bca35ac, reason: Instance 1d94192b-4bd9-4922-bde5-45f693106824 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.292897] env[68663]: DEBUG nova.network.neutron [-] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.297697] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': task-3238844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066468} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.298029] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.298891] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6f46ff-40a1-48da-97f0-b6a7e27068c9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.322021] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 4f5e452e-09f7-472f-aa48-f71cd3441611/4f5e452e-09f7-472f-aa48-f71cd3441611.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.323107] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd80872-5b5c-4dc3-86c0-74d9534d0ef8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.342692] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Waiting for the task: (returnval){ [ 1061.342692] env[68663]: value = "task-3238846" [ 1061.342692] env[68663]: _type = "Task" [ 1061.342692] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.350819] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': task-3238846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.478018] env[68663]: INFO nova.compute.manager [-] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Took 1.29 seconds to deallocate network for instance. [ 1061.497775] env[68663]: DEBUG nova.scheduler.client.report [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.641245] env[68663]: DEBUG nova.compute.manager [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.667741] env[68663]: DEBUG nova.virt.hardware [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.668076] env[68663]: DEBUG nova.virt.hardware [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.668197] env[68663]: DEBUG nova.virt.hardware [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.668448] env[68663]: DEBUG nova.virt.hardware [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.668495] env[68663]: DEBUG nova.virt.hardware [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.668647] env[68663]: DEBUG nova.virt.hardware [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.668859] env[68663]: DEBUG nova.virt.hardware [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.669031] env[68663]: DEBUG nova.virt.hardware [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.669206] env[68663]: DEBUG nova.virt.hardware [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.669371] env[68663]: DEBUG nova.virt.hardware [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.669544] env[68663]: DEBUG nova.virt.hardware [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.670465] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582edcad-b582-435d-a376-3df6933f39a6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.678947] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20bbce6-f6ed-4c73-81c2-093a349cdb20 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.795847] env[68663]: INFO nova.compute.manager [-] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Took 1.27 seconds to deallocate network for instance. [ 1061.856867] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': task-3238846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.984880] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.006885] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.007408] env[68663]: DEBUG nova.compute.manager [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.009965] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.549s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.011430] env[68663]: INFO nova.compute.claims [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.269767] env[68663]: DEBUG oslo_concurrency.lockutils [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "e53a60d0-c95e-4ae4-b565-7927e8274de4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.269896] env[68663]: DEBUG oslo_concurrency.lockutils [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "e53a60d0-c95e-4ae4-b565-7927e8274de4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.270130] env[68663]: DEBUG oslo_concurrency.lockutils [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "e53a60d0-c95e-4ae4-b565-7927e8274de4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.270326] env[68663]: DEBUG oslo_concurrency.lockutils [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "e53a60d0-c95e-4ae4-b565-7927e8274de4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.270497] env[68663]: DEBUG oslo_concurrency.lockutils [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "e53a60d0-c95e-4ae4-b565-7927e8274de4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.273255] env[68663]: INFO nova.compute.manager [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Terminating instance [ 1062.290973] env[68663]: DEBUG nova.compute.manager [req-5ea45b8e-114f-4167-93c5-74200a31d93e req-5a119211-038d-4ec7-aa1d-f81d0c169715 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Received event network-vif-plugged-e8163d1a-61da-4a71-aa33-de34f185462e {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.291147] env[68663]: DEBUG oslo_concurrency.lockutils [req-5ea45b8e-114f-4167-93c5-74200a31d93e req-5a119211-038d-4ec7-aa1d-f81d0c169715 service nova] Acquiring lock "8945407c-db04-43f1-8ea9-33dea80693c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.291411] env[68663]: DEBUG oslo_concurrency.lockutils [req-5ea45b8e-114f-4167-93c5-74200a31d93e req-5a119211-038d-4ec7-aa1d-f81d0c169715 service nova] Lock "8945407c-db04-43f1-8ea9-33dea80693c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.291641] env[68663]: DEBUG oslo_concurrency.lockutils [req-5ea45b8e-114f-4167-93c5-74200a31d93e req-5a119211-038d-4ec7-aa1d-f81d0c169715 service nova] Lock "8945407c-db04-43f1-8ea9-33dea80693c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.291755] env[68663]: DEBUG nova.compute.manager [req-5ea45b8e-114f-4167-93c5-74200a31d93e req-5a119211-038d-4ec7-aa1d-f81d0c169715 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] No waiting events found dispatching network-vif-plugged-e8163d1a-61da-4a71-aa33-de34f185462e {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.291911] env[68663]: WARNING nova.compute.manager [req-5ea45b8e-114f-4167-93c5-74200a31d93e req-5a119211-038d-4ec7-aa1d-f81d0c169715 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Received unexpected event network-vif-plugged-e8163d1a-61da-4a71-aa33-de34f185462e for instance with vm_state building and task_state spawning. [ 1062.302914] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.354244] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': task-3238846, 'name': ReconfigVM_Task, 'duration_secs': 0.967643} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.357019] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 4f5e452e-09f7-472f-aa48-f71cd3441611/4f5e452e-09f7-472f-aa48-f71cd3441611.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.357019] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc554688-6e74-40aa-bb50-ccadb1a6c045 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.362141] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Waiting for the task: (returnval){ [ 1062.362141] env[68663]: value = "task-3238849" [ 1062.362141] env[68663]: _type = "Task" [ 1062.362141] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.370378] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': task-3238849, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.417758] env[68663]: DEBUG nova.network.neutron [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Successfully updated port: e8163d1a-61da-4a71-aa33-de34f185462e {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.516658] env[68663]: DEBUG nova.compute.utils [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.520106] env[68663]: DEBUG nova.compute.manager [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.520289] env[68663]: DEBUG nova.network.neutron [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.586746] env[68663]: DEBUG nova.policy [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b314863068845ac8e90d3aebe42082e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7e2477deac44ebd85f2df594bfee6af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.659506] env[68663]: DEBUG nova.compute.manager [req-3b06d41d-3dcd-4e6f-8dec-1fe3cffe4525 req-a2179ed1-487d-439a-8447-52347f739bd9 service nova] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Received event network-vif-deleted-c2a05408-fe6a-4249-ac8f-a31de3d00769 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.777190] env[68663]: DEBUG nova.compute.manager [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.777545] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.778601] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972d69b7-f64a-41c7-aa90-6e3ec44c5c1e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.786623] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.786935] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08f46e5b-12a1-4ef2-ba28-9c31411ce01b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.794201] env[68663]: DEBUG oslo_vmware.api [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 1062.794201] env[68663]: value = "task-3238850" [ 1062.794201] env[68663]: _type = "Task" [ 1062.794201] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.802758] env[68663]: DEBUG oslo_vmware.api [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.872526] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': task-3238849, 'name': Rename_Task, 'duration_secs': 0.184781} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.872839] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.873151] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81ab05cd-4b3c-4864-91b3-9ecaea95e9f4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.879694] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Waiting for the task: (returnval){ [ 1062.879694] env[68663]: value = "task-3238851" [ 1062.879694] env[68663]: _type = "Task" [ 1062.879694] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.887234] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': task-3238851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.900727] env[68663]: DEBUG nova.network.neutron [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Successfully created port: fd03857b-8c3e-4a2a-8389-de7af58f7da5 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.919658] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquiring lock "refresh_cache-8945407c-db04-43f1-8ea9-33dea80693c3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.919884] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquired lock "refresh_cache-8945407c-db04-43f1-8ea9-33dea80693c3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.920064] env[68663]: DEBUG nova.network.neutron [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.021099] env[68663]: DEBUG nova.compute.manager [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.291886] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47806003-e652-4142-af37-5b9394b4e409 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.305385] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac5cb0f-76f7-4013-9858-bbcdd8e2f567 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.308555] env[68663]: DEBUG oslo_vmware.api [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238850, 'name': PowerOffVM_Task, 'duration_secs': 0.244059} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.308837] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.309014] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.309648] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e6fac02-b80c-410e-8e10-4bc5d681237b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.336504] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a670aea3-72a8-4569-83df-dfadc417fca1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.344402] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a87ae9-5413-473e-916a-078ac797e679 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.357852] env[68663]: DEBUG nova.compute.provider_tree [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.377068] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.377068] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.377068] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleting the datastore file [datastore1] e53a60d0-c95e-4ae4-b565-7927e8274de4 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.377242] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04ddc765-b789-4aa2-82d7-11caed592cdd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.385355] env[68663]: DEBUG oslo_vmware.api [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for the task: (returnval){ [ 1063.385355] env[68663]: value = "task-3238853" [ 1063.385355] env[68663]: _type = "Task" [ 1063.385355] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.391712] env[68663]: DEBUG oslo_vmware.api [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': task-3238851, 'name': PowerOnVM_Task, 'duration_secs': 0.470755} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.392329] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.392542] env[68663]: INFO nova.compute.manager [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1063.392722] env[68663]: DEBUG nova.compute.manager [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.393488] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ad4bec-b12d-4368-8a15-97d4c0388b7a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.398492] env[68663]: DEBUG oslo_vmware.api [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.456495] env[68663]: DEBUG nova.network.neutron [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.588283] env[68663]: DEBUG nova.network.neutron [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Updating instance_info_cache with network_info: [{"id": "e8163d1a-61da-4a71-aa33-de34f185462e", "address": "fa:16:3e:92:32:b4", "network": {"id": "3af22974-a360-47f4-99a4-dd2884f91152", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814945465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236cc91604af43dbb9dc3cda668bf157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8163d1a-61", "ovs_interfaceid": "e8163d1a-61da-4a71-aa33-de34f185462e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.861018] env[68663]: DEBUG nova.scheduler.client.report [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.896214] env[68663]: DEBUG oslo_vmware.api [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Task: {'id': task-3238853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140719} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.896444] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.896628] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.896808] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.896978] env[68663]: INFO nova.compute.manager [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1063.897229] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.897415] env[68663]: DEBUG nova.compute.manager [-] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.897512] env[68663]: DEBUG nova.network.neutron [-] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.910971] env[68663]: INFO nova.compute.manager [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Took 24.19 seconds to build instance. [ 1064.036137] env[68663]: DEBUG nova.compute.manager [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.063069] env[68663]: DEBUG nova.virt.hardware [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.063335] env[68663]: DEBUG nova.virt.hardware [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.063491] env[68663]: DEBUG nova.virt.hardware [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.063670] env[68663]: DEBUG nova.virt.hardware [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.063814] env[68663]: DEBUG nova.virt.hardware [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.063959] env[68663]: DEBUG nova.virt.hardware [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.064201] env[68663]: DEBUG nova.virt.hardware [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.064413] env[68663]: DEBUG nova.virt.hardware [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.064595] env[68663]: DEBUG nova.virt.hardware [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.064757] env[68663]: DEBUG nova.virt.hardware [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.064939] env[68663]: DEBUG nova.virt.hardware [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.065833] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b53bc8c-d1dc-4be6-bf6e-2aea094bf098 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.081920] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73b452a-8664-4cac-a337-db6edaeeb6a3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.095231] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Releasing lock "refresh_cache-8945407c-db04-43f1-8ea9-33dea80693c3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.096491] env[68663]: DEBUG nova.compute.manager [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Instance network_info: |[{"id": "e8163d1a-61da-4a71-aa33-de34f185462e", "address": "fa:16:3e:92:32:b4", "network": {"id": "3af22974-a360-47f4-99a4-dd2884f91152", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814945465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236cc91604af43dbb9dc3cda668bf157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8163d1a-61", "ovs_interfaceid": "e8163d1a-61da-4a71-aa33-de34f185462e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.099473] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:32:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8163d1a-61da-4a71-aa33-de34f185462e', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.123168] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Creating folder: Project (236cc91604af43dbb9dc3cda668bf157). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.124598] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3fa266c-c6c5-4e55-8803-8255c860fc68 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.146637] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Created folder: Project (236cc91604af43dbb9dc3cda668bf157) in parent group-v647027. [ 1064.146844] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Creating folder: Instances. Parent ref: group-v647315. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.147110] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-623601f0-df4d-4a65-b26c-21f3fd6ec3b3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.156272] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Created folder: Instances in parent group-v647315. [ 1064.156503] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.156694] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.156900] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6cca082-19a0-4559-b3a8-5217b9de8df8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.175084] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.175084] env[68663]: value = "task-3238857" [ 1064.175084] env[68663]: _type = "Task" [ 1064.175084] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.186231] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238857, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.202752] env[68663]: DEBUG oslo_concurrency.lockutils [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "8f714858-039b-426e-8e4e-a6e83b455a07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.203485] env[68663]: DEBUG oslo_concurrency.lockutils [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "8f714858-039b-426e-8e4e-a6e83b455a07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.203747] env[68663]: DEBUG oslo_concurrency.lockutils [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "8f714858-039b-426e-8e4e-a6e83b455a07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.204031] env[68663]: DEBUG oslo_concurrency.lockutils [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "8f714858-039b-426e-8e4e-a6e83b455a07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.204133] env[68663]: DEBUG oslo_concurrency.lockutils [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "8f714858-039b-426e-8e4e-a6e83b455a07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.207593] env[68663]: INFO nova.compute.manager [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Terminating instance [ 1064.366617] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.367182] env[68663]: DEBUG nova.compute.manager [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.370034] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.116s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.412961] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d27c02d8-158e-4108-ac22-9fdd903fcaa2 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Lock "4f5e452e-09f7-472f-aa48-f71cd3441611" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.697s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.441830] env[68663]: DEBUG nova.compute.manager [req-19643fa8-681d-4849-b90d-2a73cb6e686d req-690d7865-4ea3-484e-bed1-c240b8d3f2b0 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Received event network-changed-e8163d1a-61da-4a71-aa33-de34f185462e {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.442243] env[68663]: DEBUG nova.compute.manager [req-19643fa8-681d-4849-b90d-2a73cb6e686d req-690d7865-4ea3-484e-bed1-c240b8d3f2b0 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Refreshing instance network info cache due to event network-changed-e8163d1a-61da-4a71-aa33-de34f185462e. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.442600] env[68663]: DEBUG oslo_concurrency.lockutils [req-19643fa8-681d-4849-b90d-2a73cb6e686d req-690d7865-4ea3-484e-bed1-c240b8d3f2b0 service nova] Acquiring lock "refresh_cache-8945407c-db04-43f1-8ea9-33dea80693c3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.442874] env[68663]: DEBUG oslo_concurrency.lockutils [req-19643fa8-681d-4849-b90d-2a73cb6e686d req-690d7865-4ea3-484e-bed1-c240b8d3f2b0 service nova] Acquired lock "refresh_cache-8945407c-db04-43f1-8ea9-33dea80693c3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.443187] env[68663]: DEBUG nova.network.neutron [req-19643fa8-681d-4849-b90d-2a73cb6e686d req-690d7865-4ea3-484e-bed1-c240b8d3f2b0 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Refreshing network info cache for port e8163d1a-61da-4a71-aa33-de34f185462e {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.644295] env[68663]: DEBUG nova.network.neutron [-] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.689265] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238857, 'name': CreateVM_Task, 'duration_secs': 0.340008} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.690037] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.690908] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.691397] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.691953] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.693140] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a14c6ac3-461a-4f40-b170-773a58f35728 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.699367] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1064.699367] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5295818b-de32-f214-505a-d7543d790c30" [ 1064.699367] env[68663]: _type = "Task" [ 1064.699367] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.711733] env[68663]: DEBUG nova.compute.manager [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.712143] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.712693] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5295818b-de32-f214-505a-d7543d790c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.714087] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca73bc2-da5b-4568-b405-0e1900818382 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.722916] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.723215] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7a99489-32ca-4645-ae9d-b9c534f59f3b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.730250] env[68663]: DEBUG oslo_vmware.api [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 1064.730250] env[68663]: value = "task-3238858" [ 1064.730250] env[68663]: _type = "Task" [ 1064.730250] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.738670] env[68663]: DEBUG oslo_vmware.api [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.765180] env[68663]: DEBUG nova.compute.manager [req-6e6b67ce-234a-4d60-a470-c1c3b7ecff1f req-206d4e86-6bc3-4612-9338-93d24132fbbb service nova] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Received event network-vif-deleted-a4e384ce-bd5b-474f-b81c-e227a1382ed8 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.842553] env[68663]: DEBUG nova.network.neutron [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Successfully updated port: fd03857b-8c3e-4a2a-8389-de7af58f7da5 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.873263] env[68663]: DEBUG nova.compute.utils [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.877967] env[68663]: INFO nova.compute.claims [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.886107] env[68663]: DEBUG nova.compute.manager [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.886363] env[68663]: DEBUG nova.network.neutron [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.982225] env[68663]: DEBUG nova.policy [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6df75f257584114953520f50f5eafc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77bb6a8194574747b8fb03537d848fad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.147986] env[68663]: INFO nova.compute.manager [-] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Took 1.25 seconds to deallocate network for instance. [ 1065.160913] env[68663]: DEBUG nova.network.neutron [req-19643fa8-681d-4849-b90d-2a73cb6e686d req-690d7865-4ea3-484e-bed1-c240b8d3f2b0 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Updated VIF entry in instance network info cache for port e8163d1a-61da-4a71-aa33-de34f185462e. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.161274] env[68663]: DEBUG nova.network.neutron [req-19643fa8-681d-4849-b90d-2a73cb6e686d req-690d7865-4ea3-484e-bed1-c240b8d3f2b0 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Updating instance_info_cache with network_info: [{"id": "e8163d1a-61da-4a71-aa33-de34f185462e", "address": "fa:16:3e:92:32:b4", "network": {"id": "3af22974-a360-47f4-99a4-dd2884f91152", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814945465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236cc91604af43dbb9dc3cda668bf157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8163d1a-61", "ovs_interfaceid": "e8163d1a-61da-4a71-aa33-de34f185462e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.210909] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5295818b-de32-f214-505a-d7543d790c30, 'name': SearchDatastore_Task, 'duration_secs': 0.010135} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.211297] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.211572] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.211846] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.212064] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.212286] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.212925] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4039e581-6a41-4076-a8af-525cc28be094 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.223156] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.223347] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.224050] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43499c1-4dca-4cda-93c6-249d0bdcca00 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.229337] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1065.229337] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fed0c5-a32d-a864-72d8-52b19acd08d3" [ 1065.229337] env[68663]: _type = "Task" [ 1065.229337] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.240633] env[68663]: DEBUG oslo_vmware.api [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238858, 'name': PowerOffVM_Task, 'duration_secs': 0.378313} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.244100] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.244680] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.244680] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fed0c5-a32d-a864-72d8-52b19acd08d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009227} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.244895] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-372ed183-7c04-4991-ba49-0c2c57ad7fa3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.246782] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b589f99-84ee-4292-84ea-934307a56a5f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.251803] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1065.251803] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5213d30f-870a-4c35-8525-99c1eb9da178" [ 1065.251803] env[68663]: _type = "Task" [ 1065.251803] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.259555] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5213d30f-870a-4c35-8525-99c1eb9da178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.323076] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.323202] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.323382] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Deleting the datastore file [datastore2] 8f714858-039b-426e-8e4e-a6e83b455a07 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.323636] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d027c05c-86da-4d54-8551-450f30f78eca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.331082] env[68663]: DEBUG oslo_vmware.api [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for the task: (returnval){ [ 1065.331082] env[68663]: value = "task-3238860" [ 1065.331082] env[68663]: _type = "Task" [ 1065.331082] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.338975] env[68663]: DEBUG oslo_vmware.api [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.345171] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "refresh_cache-7cfc96a6-62b6-40a7-8ecd-5c4dd269c518" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.345326] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "refresh_cache-7cfc96a6-62b6-40a7-8ecd-5c4dd269c518" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.345477] env[68663]: DEBUG nova.network.neutron [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.383668] env[68663]: DEBUG nova.compute.manager [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.392594] env[68663]: INFO nova.compute.resource_tracker [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Updating resource usage from migration e0c142cb-e12c-46e7-a42b-1e408f858620 [ 1065.483479] env[68663]: DEBUG nova.network.neutron [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Successfully created port: 43d2f633-3e65-4e5d-b8a5-b89bae2acab1 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.581608] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Acquiring lock "4f5e452e-09f7-472f-aa48-f71cd3441611" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.581843] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Lock "4f5e452e-09f7-472f-aa48-f71cd3441611" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.582689] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Acquiring lock "4f5e452e-09f7-472f-aa48-f71cd3441611-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.582956] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Lock "4f5e452e-09f7-472f-aa48-f71cd3441611-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.583283] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Lock "4f5e452e-09f7-472f-aa48-f71cd3441611-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.585171] env[68663]: INFO nova.compute.manager [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Terminating instance [ 1065.601699] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Volume attach. Driver type: vmdk {{(pid=68663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1065.601930] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647314', 'volume_id': '180b388d-9f75-4273-b28c-d618c93d0bf2', 'name': 'volume-180b388d-9f75-4273-b28c-d618c93d0bf2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69', 'attached_at': '', 'detached_at': '', 'volume_id': '180b388d-9f75-4273-b28c-d618c93d0bf2', 'serial': '180b388d-9f75-4273-b28c-d618c93d0bf2'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1065.603112] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a745e84-b581-409d-a45e-38d5243c1c8b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.625351] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18535b2-63b1-4341-be12-a3986253c731 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.650430] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] volume-180b388d-9f75-4273-b28c-d618c93d0bf2/volume-180b388d-9f75-4273-b28c-d618c93d0bf2.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.653150] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3eab2d3-c912-4b2c-9aec-6b13bc91a621 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.666705] env[68663]: DEBUG oslo_concurrency.lockutils [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.667190] env[68663]: DEBUG oslo_concurrency.lockutils [req-19643fa8-681d-4849-b90d-2a73cb6e686d req-690d7865-4ea3-484e-bed1-c240b8d3f2b0 service nova] Releasing lock "refresh_cache-8945407c-db04-43f1-8ea9-33dea80693c3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.672456] env[68663]: DEBUG oslo_vmware.api [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1065.672456] env[68663]: value = "task-3238861" [ 1065.672456] env[68663]: _type = "Task" [ 1065.672456] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.683961] env[68663]: DEBUG oslo_vmware.api [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.699710] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f444c9-5688-4abd-bb72-9ce77dfc084e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.707595] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ab32e7-a2e9-49ee-bfba-66ecb764b88b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.742300] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea54f2fa-482b-4b3b-a0c6-4ad0a217a52e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.749856] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1392c89d-70a1-4995-949b-ee38666e62bc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.767571] env[68663]: DEBUG nova.compute.provider_tree [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.772825] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5213d30f-870a-4c35-8525-99c1eb9da178, 'name': SearchDatastore_Task, 'duration_secs': 0.008315} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.773240] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.773535] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 8945407c-db04-43f1-8ea9-33dea80693c3/8945407c-db04-43f1-8ea9-33dea80693c3.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.773798] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec57452e-324b-429c-bff1-75c0bb9068e9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.781155] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1065.781155] env[68663]: value = "task-3238862" [ 1065.781155] env[68663]: _type = "Task" [ 1065.781155] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.789173] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.841804] env[68663]: DEBUG oslo_vmware.api [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Task: {'id': task-3238860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142165} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.842119] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.842349] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.842557] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.842774] env[68663]: INFO nova.compute.manager [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1065.843079] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.843305] env[68663]: DEBUG nova.compute.manager [-] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.843423] env[68663]: DEBUG nova.network.neutron [-] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.916973] env[68663]: DEBUG nova.network.neutron [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.091713] env[68663]: DEBUG nova.compute.manager [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.091713] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.091713] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Acquiring lock "954cca74-fc1a-402b-bf7e-ae0bead4f8d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.091713] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Lock "954cca74-fc1a-402b-bf7e-ae0bead4f8d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.091713] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Acquiring lock "954cca74-fc1a-402b-bf7e-ae0bead4f8d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.091713] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Lock "954cca74-fc1a-402b-bf7e-ae0bead4f8d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.091713] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Lock "954cca74-fc1a-402b-bf7e-ae0bead4f8d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.093283] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45753d8-b191-49f9-a907-7ec263afbf2c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.098066] env[68663]: INFO nova.compute.manager [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Terminating instance [ 1066.110112] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.110743] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eebd061-c86a-48bf-8c43-20a73c44634c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.123030] env[68663]: DEBUG oslo_vmware.api [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Waiting for the task: (returnval){ [ 1066.123030] env[68663]: value = "task-3238863" [ 1066.123030] env[68663]: _type = "Task" [ 1066.123030] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.131948] env[68663]: DEBUG oslo_vmware.api [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': task-3238863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.178611] env[68663]: DEBUG nova.network.neutron [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Updating instance_info_cache with network_info: [{"id": "fd03857b-8c3e-4a2a-8389-de7af58f7da5", "address": "fa:16:3e:83:45:58", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd03857b-8c", "ovs_interfaceid": "fd03857b-8c3e-4a2a-8389-de7af58f7da5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.190350] env[68663]: DEBUG oslo_vmware.api [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238861, 'name': ReconfigVM_Task, 'duration_secs': 0.386811} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.190781] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Reconfigured VM instance instance-0000005f to attach disk [datastore2] volume-180b388d-9f75-4273-b28c-d618c93d0bf2/volume-180b388d-9f75-4273-b28c-d618c93d0bf2.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.198958] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89b75260-f64f-47c3-9e95-b9489bce9571 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.218437] env[68663]: DEBUG oslo_vmware.api [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1066.218437] env[68663]: value = "task-3238864" [ 1066.218437] env[68663]: _type = "Task" [ 1066.218437] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.231030] env[68663]: DEBUG oslo_vmware.api [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.270290] env[68663]: DEBUG nova.scheduler.client.report [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.291449] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5011} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.291717] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 8945407c-db04-43f1-8ea9-33dea80693c3/8945407c-db04-43f1-8ea9-33dea80693c3.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.291934] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.292198] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-defa22fb-eba5-49d9-830a-0d2df2e67ace {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.298446] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1066.298446] env[68663]: value = "task-3238865" [ 1066.298446] env[68663]: _type = "Task" [ 1066.298446] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.307345] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.394617] env[68663]: DEBUG nova.compute.manager [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.421865] env[68663]: DEBUG nova.virt.hardware [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.422137] env[68663]: DEBUG nova.virt.hardware [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.422334] env[68663]: DEBUG nova.virt.hardware [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.422533] env[68663]: DEBUG nova.virt.hardware [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.422808] env[68663]: DEBUG nova.virt.hardware [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.422985] env[68663]: DEBUG nova.virt.hardware [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.423181] env[68663]: DEBUG nova.virt.hardware [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.423338] env[68663]: DEBUG nova.virt.hardware [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.423548] env[68663]: DEBUG nova.virt.hardware [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.423653] env[68663]: DEBUG nova.virt.hardware [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.423828] env[68663]: DEBUG nova.virt.hardware [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.425059] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9004862d-7ca1-4bc9-8c1a-2a0a35649ced {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.433215] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea12a802-0531-4edc-bf1d-dec5e9597704 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.464299] env[68663]: DEBUG nova.compute.manager [req-f7799257-a092-422e-a35f-93b4a5a5aa23 req-4fd0677d-793f-44ef-881e-1bdab7b3272c service nova] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Received event network-vif-plugged-fd03857b-8c3e-4a2a-8389-de7af58f7da5 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.464506] env[68663]: DEBUG oslo_concurrency.lockutils [req-f7799257-a092-422e-a35f-93b4a5a5aa23 req-4fd0677d-793f-44ef-881e-1bdab7b3272c service nova] Acquiring lock "7cfc96a6-62b6-40a7-8ecd-5c4dd269c518-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.464669] env[68663]: DEBUG oslo_concurrency.lockutils [req-f7799257-a092-422e-a35f-93b4a5a5aa23 req-4fd0677d-793f-44ef-881e-1bdab7b3272c service nova] Lock "7cfc96a6-62b6-40a7-8ecd-5c4dd269c518-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.464948] env[68663]: DEBUG oslo_concurrency.lockutils [req-f7799257-a092-422e-a35f-93b4a5a5aa23 req-4fd0677d-793f-44ef-881e-1bdab7b3272c service nova] Lock "7cfc96a6-62b6-40a7-8ecd-5c4dd269c518-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.464997] env[68663]: DEBUG nova.compute.manager [req-f7799257-a092-422e-a35f-93b4a5a5aa23 req-4fd0677d-793f-44ef-881e-1bdab7b3272c service nova] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] No waiting events found dispatching network-vif-plugged-fd03857b-8c3e-4a2a-8389-de7af58f7da5 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.465154] env[68663]: WARNING nova.compute.manager [req-f7799257-a092-422e-a35f-93b4a5a5aa23 req-4fd0677d-793f-44ef-881e-1bdab7b3272c service nova] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Received unexpected event network-vif-plugged-fd03857b-8c3e-4a2a-8389-de7af58f7da5 for instance with vm_state building and task_state spawning. [ 1066.465340] env[68663]: DEBUG nova.compute.manager [req-f7799257-a092-422e-a35f-93b4a5a5aa23 req-4fd0677d-793f-44ef-881e-1bdab7b3272c service nova] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Received event network-changed-fd03857b-8c3e-4a2a-8389-de7af58f7da5 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.465518] env[68663]: DEBUG nova.compute.manager [req-f7799257-a092-422e-a35f-93b4a5a5aa23 req-4fd0677d-793f-44ef-881e-1bdab7b3272c service nova] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Refreshing instance network info cache due to event network-changed-fd03857b-8c3e-4a2a-8389-de7af58f7da5. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.465691] env[68663]: DEBUG oslo_concurrency.lockutils [req-f7799257-a092-422e-a35f-93b4a5a5aa23 req-4fd0677d-793f-44ef-881e-1bdab7b3272c service nova] Acquiring lock "refresh_cache-7cfc96a6-62b6-40a7-8ecd-5c4dd269c518" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.602750] env[68663]: DEBUG nova.compute.manager [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.602978] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.603902] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadbae37-91a7-4c41-b4f9-8d779c587475 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.612048] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.612048] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c6613b7-7874-4af8-9a81-a94805a382bd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.618493] env[68663]: DEBUG oslo_vmware.api [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Waiting for the task: (returnval){ [ 1066.618493] env[68663]: value = "task-3238866" [ 1066.618493] env[68663]: _type = "Task" [ 1066.618493] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.629687] env[68663]: DEBUG oslo_vmware.api [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.633023] env[68663]: DEBUG oslo_vmware.api [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': task-3238863, 'name': PowerOffVM_Task, 'duration_secs': 0.245049} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.633483] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.633832] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.634213] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d301b3c-063e-4cc1-95f1-22953e969592 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.683073] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "refresh_cache-7cfc96a6-62b6-40a7-8ecd-5c4dd269c518" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.683073] env[68663]: DEBUG nova.compute.manager [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Instance network_info: |[{"id": "fd03857b-8c3e-4a2a-8389-de7af58f7da5", "address": "fa:16:3e:83:45:58", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd03857b-8c", "ovs_interfaceid": "fd03857b-8c3e-4a2a-8389-de7af58f7da5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.683073] env[68663]: DEBUG oslo_concurrency.lockutils [req-f7799257-a092-422e-a35f-93b4a5a5aa23 req-4fd0677d-793f-44ef-881e-1bdab7b3272c service nova] Acquired lock "refresh_cache-7cfc96a6-62b6-40a7-8ecd-5c4dd269c518" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.683367] env[68663]: DEBUG nova.network.neutron [req-f7799257-a092-422e-a35f-93b4a5a5aa23 req-4fd0677d-793f-44ef-881e-1bdab7b3272c service nova] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Refreshing network info cache for port fd03857b-8c3e-4a2a-8389-de7af58f7da5 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.684596] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:45:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd03857b-8c3e-4a2a-8389-de7af58f7da5', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.692178] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.693311] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.693546] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47594d94-dfe3-4790-ba38-8beba755eec5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.710552] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.710819] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.711068] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Deleting the datastore file [datastore1] 4f5e452e-09f7-472f-aa48-f71cd3441611 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.711754] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b74e007e-163a-4961-9190-2f413d646523 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.715889] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.715889] env[68663]: value = "task-3238868" [ 1066.715889] env[68663]: _type = "Task" [ 1066.715889] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.722355] env[68663]: DEBUG oslo_vmware.api [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Waiting for the task: (returnval){ [ 1066.722355] env[68663]: value = "task-3238869" [ 1066.722355] env[68663]: _type = "Task" [ 1066.722355] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.732624] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238868, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.736603] env[68663]: DEBUG oslo_vmware.api [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238864, 'name': ReconfigVM_Task, 'duration_secs': 0.155434} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.739404] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647314', 'volume_id': '180b388d-9f75-4273-b28c-d618c93d0bf2', 'name': 'volume-180b388d-9f75-4273-b28c-d618c93d0bf2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69', 'attached_at': '', 'detached_at': '', 'volume_id': '180b388d-9f75-4273-b28c-d618c93d0bf2', 'serial': '180b388d-9f75-4273-b28c-d618c93d0bf2'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1066.740803] env[68663]: DEBUG oslo_vmware.api [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': task-3238869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.769490] env[68663]: DEBUG nova.network.neutron [-] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.775421] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.405s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.775581] env[68663]: INFO nova.compute.manager [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Migrating [ 1066.789135] env[68663]: DEBUG oslo_concurrency.lockutils [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.525s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.797867] env[68663]: DEBUG nova.compute.manager [req-996abb0a-9569-4f96-a665-dc8188dd3501 req-c9005e6f-16e9-4a97-a632-0c3a39fa0d4e service nova] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Received event network-vif-deleted-5b0f430d-8dbb-48fd-bebc-94b1191a4e5b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.810847] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066271} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.811685] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.812549] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf61f8c2-3846-40f4-9867-01aa20e9190c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.836807] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 8945407c-db04-43f1-8ea9-33dea80693c3/8945407c-db04-43f1-8ea9-33dea80693c3.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.837484] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d144651-628e-4258-8d66-697545cc2500 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.857320] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1066.857320] env[68663]: value = "task-3238870" [ 1066.857320] env[68663]: _type = "Task" [ 1066.857320] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.866919] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.129114] env[68663]: DEBUG oslo_vmware.api [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238866, 'name': PowerOffVM_Task, 'duration_secs': 0.184419} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.129556] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.129825] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.130164] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c63e23e9-073e-4beb-9613-341abea91bfa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.169802] env[68663]: DEBUG nova.network.neutron [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Successfully updated port: 43d2f633-3e65-4e5d-b8a5-b89bae2acab1 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.204081] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.204296] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.204554] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Deleting the datastore file [datastore1] 954cca74-fc1a-402b-bf7e-ae0bead4f8d9 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.204856] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29c195e9-0251-46e2-a290-af0a7e88671e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.212103] env[68663]: DEBUG oslo_vmware.api [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Waiting for the task: (returnval){ [ 1067.212103] env[68663]: value = "task-3238872" [ 1067.212103] env[68663]: _type = "Task" [ 1067.212103] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.223556] env[68663]: DEBUG oslo_vmware.api [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.229356] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238868, 'name': CreateVM_Task, 'duration_secs': 0.340059} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.233072] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.237288] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.237613] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.238131] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.238802] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2e269fa-4cc2-43bf-b3ca-c34c465c4987 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.245693] env[68663]: DEBUG oslo_vmware.api [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Task: {'id': task-3238869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190531} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.246713] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.246887] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.247082] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.247393] env[68663]: INFO nova.compute.manager [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1067.247487] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.247699] env[68663]: DEBUG nova.compute.manager [-] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.247867] env[68663]: DEBUG nova.network.neutron [-] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.250496] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1067.250496] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b7ced2-4ad6-7d99-d212-b6473af41710" [ 1067.250496] env[68663]: _type = "Task" [ 1067.250496] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.262030] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b7ced2-4ad6-7d99-d212-b6473af41710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.271994] env[68663]: INFO nova.compute.manager [-] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Took 1.43 seconds to deallocate network for instance. [ 1067.297010] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "refresh_cache-f7116a83-8852-41d4-b1cc-dc470682f022" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.297197] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "refresh_cache-f7116a83-8852-41d4-b1cc-dc470682f022" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.297376] env[68663]: DEBUG nova.network.neutron [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.300681] env[68663]: INFO nova.compute.claims [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.368231] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238870, 'name': ReconfigVM_Task, 'duration_secs': 0.280405} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.368525] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 8945407c-db04-43f1-8ea9-33dea80693c3/8945407c-db04-43f1-8ea9-33dea80693c3.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.369184] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afdd229c-d019-471b-81be-af1a13f472aa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.374761] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1067.374761] env[68663]: value = "task-3238873" [ 1067.374761] env[68663]: _type = "Task" [ 1067.374761] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.382995] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238873, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.553303] env[68663]: DEBUG nova.network.neutron [req-f7799257-a092-422e-a35f-93b4a5a5aa23 req-4fd0677d-793f-44ef-881e-1bdab7b3272c service nova] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Updated VIF entry in instance network info cache for port fd03857b-8c3e-4a2a-8389-de7af58f7da5. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.553672] env[68663]: DEBUG nova.network.neutron [req-f7799257-a092-422e-a35f-93b4a5a5aa23 req-4fd0677d-793f-44ef-881e-1bdab7b3272c service nova] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Updating instance_info_cache with network_info: [{"id": "fd03857b-8c3e-4a2a-8389-de7af58f7da5", "address": "fa:16:3e:83:45:58", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd03857b-8c", "ovs_interfaceid": "fd03857b-8c3e-4a2a-8389-de7af58f7da5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.672061] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "refresh_cache-b11934f4-f91e-4788-9891-2f3e0e00ef85" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.672061] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquired lock "refresh_cache-b11934f4-f91e-4788-9891-2f3e0e00ef85" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.672061] env[68663]: DEBUG nova.network.neutron [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.723801] env[68663]: DEBUG oslo_vmware.api [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Task: {'id': task-3238872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135194} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.724123] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.724321] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.724574] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.724756] env[68663]: INFO nova.compute.manager [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1067.725088] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.725370] env[68663]: DEBUG nova.compute.manager [-] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.725437] env[68663]: DEBUG nova.network.neutron [-] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.761910] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b7ced2-4ad6-7d99-d212-b6473af41710, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.764120] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.764404] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.764650] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.764800] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.764974] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.765257] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37e11d6b-f056-40f3-bc7b-3939f7734aab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.773454] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.773628] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.774372] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b669bb6e-9bec-4a5a-bafa-e5d2feba0148 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.778606] env[68663]: DEBUG oslo_concurrency.lockutils [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.780044] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1067.780044] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524c7a75-77ea-2e83-fcf2-ddc2cf4dae57" [ 1067.780044] env[68663]: _type = "Task" [ 1067.780044] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.788168] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524c7a75-77ea-2e83-fcf2-ddc2cf4dae57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.791124] env[68663]: DEBUG nova.objects.instance [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lazy-loading 'flavor' on Instance uuid 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.809026] env[68663]: INFO nova.compute.resource_tracker [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating resource usage from migration 6702fa82-b663-41c8-a56f-7feb476c2a3c [ 1067.884313] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238873, 'name': Rename_Task, 'duration_secs': 0.154444} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.884605] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.884849] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6731314e-1e6c-4f11-a83a-1ab41e02bd2e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.892228] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1067.892228] env[68663]: value = "task-3238874" [ 1067.892228] env[68663]: _type = "Task" [ 1067.892228] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.902178] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.997839] env[68663]: DEBUG nova.network.neutron [-] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.027014] env[68663]: DEBUG nova.network.neutron [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Updating instance_info_cache with network_info: [{"id": "6d73db83-73c8-44c9-923a-b864f578ff9b", "address": "fa:16:3e:dd:70:a6", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d73db83-73", "ovs_interfaceid": "6d73db83-73c8-44c9-923a-b864f578ff9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.056702] env[68663]: DEBUG oslo_concurrency.lockutils [req-f7799257-a092-422e-a35f-93b4a5a5aa23 req-4fd0677d-793f-44ef-881e-1bdab7b3272c service nova] Releasing lock "refresh_cache-7cfc96a6-62b6-40a7-8ecd-5c4dd269c518" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.117183] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d9443d-5c9c-4889-bf8f-b5e4790b56de {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.126412] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e61b4a-b1f5-4a05-9795-4069e5c59db0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.159617] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b60cb6-4569-4721-a979-111dfc46355c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.168646] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e32adea-d28c-42e1-b2d5-30f0b7fe95fa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.184454] env[68663]: DEBUG nova.compute.provider_tree [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.223475] env[68663]: DEBUG nova.network.neutron [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.290075] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524c7a75-77ea-2e83-fcf2-ddc2cf4dae57, 'name': SearchDatastore_Task, 'duration_secs': 0.008265} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.290834] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64175d74-6436-4787-8a73-cdc7d64dadc4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.297267] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1068.297267] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52858875-41d8-058b-a85c-50df3eb41168" [ 1068.297267] env[68663]: _type = "Task" [ 1068.297267] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.297757] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d6ab3cf0-ca45-458d-9a5f-1e1fea8db75d tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.295s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.309786] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52858875-41d8-058b-a85c-50df3eb41168, 'name': SearchDatastore_Task, 'duration_secs': 0.008565} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.310070] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.310339] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518/7cfc96a6-62b6-40a7-8ecd-5c4dd269c518.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.310610] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35ed3bc2-b710-48a3-b66e-b3f0e8897bda {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.317061] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1068.317061] env[68663]: value = "task-3238875" [ 1068.317061] env[68663]: _type = "Task" [ 1068.317061] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.327663] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.365867] env[68663]: DEBUG nova.network.neutron [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Updating instance_info_cache with network_info: [{"id": "43d2f633-3e65-4e5d-b8a5-b89bae2acab1", "address": "fa:16:3e:6f:c4:45", "network": {"id": "dc1abe84-9c3e-46a7-8faf-17beb41fa9bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-314858557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77bb6a8194574747b8fb03537d848fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d2f633-3e", "ovs_interfaceid": "43d2f633-3e65-4e5d-b8a5-b89bae2acab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.403303] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.433705] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fe3c25e2-a839-4909-8c0b-69d6dee219ca tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.433868] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fe3c25e2-a839-4909-8c0b-69d6dee219ca tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.433970] env[68663]: DEBUG nova.compute.manager [None req-fe3c25e2-a839-4909-8c0b-69d6dee219ca tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.436691] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0ce5c1-5ecd-40e5-8ffb-bad64281d64a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.445020] env[68663]: DEBUG nova.compute.manager [None req-fe3c25e2-a839-4909-8c0b-69d6dee219ca tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1068.445020] env[68663]: DEBUG nova.objects.instance [None req-fe3c25e2-a839-4909-8c0b-69d6dee219ca tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lazy-loading 'flavor' on Instance uuid 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.499967] env[68663]: INFO nova.compute.manager [-] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Took 1.25 seconds to deallocate network for instance. [ 1068.527407] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "refresh_cache-f7116a83-8852-41d4-b1cc-dc470682f022" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.569434] env[68663]: DEBUG nova.compute.manager [req-1e5d815e-9411-4556-bb11-637b6bc93aa1 req-b53042ce-bdba-451b-aba3-8a6014723fc0 service nova] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Received event network-vif-plugged-43d2f633-3e65-4e5d-b8a5-b89bae2acab1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.573028] env[68663]: DEBUG oslo_concurrency.lockutils [req-1e5d815e-9411-4556-bb11-637b6bc93aa1 req-b53042ce-bdba-451b-aba3-8a6014723fc0 service nova] Acquiring lock "b11934f4-f91e-4788-9891-2f3e0e00ef85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.573028] env[68663]: DEBUG oslo_concurrency.lockutils [req-1e5d815e-9411-4556-bb11-637b6bc93aa1 req-b53042ce-bdba-451b-aba3-8a6014723fc0 service nova] Lock "b11934f4-f91e-4788-9891-2f3e0e00ef85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.573028] env[68663]: DEBUG oslo_concurrency.lockutils [req-1e5d815e-9411-4556-bb11-637b6bc93aa1 req-b53042ce-bdba-451b-aba3-8a6014723fc0 service nova] Lock "b11934f4-f91e-4788-9891-2f3e0e00ef85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.573028] env[68663]: DEBUG nova.compute.manager [req-1e5d815e-9411-4556-bb11-637b6bc93aa1 req-b53042ce-bdba-451b-aba3-8a6014723fc0 service nova] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] No waiting events found dispatching network-vif-plugged-43d2f633-3e65-4e5d-b8a5-b89bae2acab1 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.573028] env[68663]: WARNING nova.compute.manager [req-1e5d815e-9411-4556-bb11-637b6bc93aa1 req-b53042ce-bdba-451b-aba3-8a6014723fc0 service nova] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Received unexpected event network-vif-plugged-43d2f633-3e65-4e5d-b8a5-b89bae2acab1 for instance with vm_state building and task_state spawning. [ 1068.573028] env[68663]: DEBUG nova.compute.manager [req-1e5d815e-9411-4556-bb11-637b6bc93aa1 req-b53042ce-bdba-451b-aba3-8a6014723fc0 service nova] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Received event network-changed-43d2f633-3e65-4e5d-b8a5-b89bae2acab1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.573028] env[68663]: DEBUG nova.compute.manager [req-1e5d815e-9411-4556-bb11-637b6bc93aa1 req-b53042ce-bdba-451b-aba3-8a6014723fc0 service nova] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Refreshing instance network info cache due to event network-changed-43d2f633-3e65-4e5d-b8a5-b89bae2acab1. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.573028] env[68663]: DEBUG oslo_concurrency.lockutils [req-1e5d815e-9411-4556-bb11-637b6bc93aa1 req-b53042ce-bdba-451b-aba3-8a6014723fc0 service nova] Acquiring lock "refresh_cache-b11934f4-f91e-4788-9891-2f3e0e00ef85" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.688290] env[68663]: DEBUG nova.scheduler.client.report [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.819926] env[68663]: DEBUG nova.compute.manager [req-b4a76ddc-badf-4f64-91a0-35e5760048e6 req-901a8890-aab8-4185-8d96-23165d6b3099 service nova] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Received event network-vif-deleted-b8fc5ac0-b000-45c4-b7ed-c23e3997a804 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.823283] env[68663]: DEBUG nova.network.neutron [-] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.830789] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477727} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.831067] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518/7cfc96a6-62b6-40a7-8ecd-5c4dd269c518.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.831302] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.831799] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed93f3ea-143b-4574-9453-7f61aeb876ed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.838364] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1068.838364] env[68663]: value = "task-3238876" [ 1068.838364] env[68663]: _type = "Task" [ 1068.838364] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.846672] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.868125] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Releasing lock "refresh_cache-b11934f4-f91e-4788-9891-2f3e0e00ef85" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.868449] env[68663]: DEBUG nova.compute.manager [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Instance network_info: |[{"id": "43d2f633-3e65-4e5d-b8a5-b89bae2acab1", "address": "fa:16:3e:6f:c4:45", "network": {"id": "dc1abe84-9c3e-46a7-8faf-17beb41fa9bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-314858557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77bb6a8194574747b8fb03537d848fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d2f633-3e", "ovs_interfaceid": "43d2f633-3e65-4e5d-b8a5-b89bae2acab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.868906] env[68663]: DEBUG oslo_concurrency.lockutils [req-1e5d815e-9411-4556-bb11-637b6bc93aa1 req-b53042ce-bdba-451b-aba3-8a6014723fc0 service nova] Acquired lock "refresh_cache-b11934f4-f91e-4788-9891-2f3e0e00ef85" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.869133] env[68663]: DEBUG nova.network.neutron [req-1e5d815e-9411-4556-bb11-637b6bc93aa1 req-b53042ce-bdba-451b-aba3-8a6014723fc0 service nova] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Refreshing network info cache for port 43d2f633-3e65-4e5d-b8a5-b89bae2acab1 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.870771] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:c4:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43d2f633-3e65-4e5d-b8a5-b89bae2acab1', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.878883] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.882222] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.883027] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4e1afa8-5457-4cbe-95ad-b52a1c5872c9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.906669] env[68663]: DEBUG oslo_vmware.api [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238874, 'name': PowerOnVM_Task, 'duration_secs': 0.634631} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.907887] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.908109] env[68663]: INFO nova.compute.manager [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1068.908361] env[68663]: DEBUG nova.compute.manager [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.908701] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.908701] env[68663]: value = "task-3238877" [ 1068.908701] env[68663]: _type = "Task" [ 1068.908701] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.909622] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447e1c2e-4cb8-4944-84dd-5b639b11ca86 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.925371] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238877, 'name': CreateVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.009446] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.088737] env[68663]: DEBUG nova.network.neutron [req-1e5d815e-9411-4556-bb11-637b6bc93aa1 req-b53042ce-bdba-451b-aba3-8a6014723fc0 service nova] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Updated VIF entry in instance network info cache for port 43d2f633-3e65-4e5d-b8a5-b89bae2acab1. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.089264] env[68663]: DEBUG nova.network.neutron [req-1e5d815e-9411-4556-bb11-637b6bc93aa1 req-b53042ce-bdba-451b-aba3-8a6014723fc0 service nova] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Updating instance_info_cache with network_info: [{"id": "43d2f633-3e65-4e5d-b8a5-b89bae2acab1", "address": "fa:16:3e:6f:c4:45", "network": {"id": "dc1abe84-9c3e-46a7-8faf-17beb41fa9bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-314858557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77bb6a8194574747b8fb03537d848fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d2f633-3e", "ovs_interfaceid": "43d2f633-3e65-4e5d-b8a5-b89bae2acab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.193664] env[68663]: DEBUG oslo_concurrency.lockutils [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.404s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.194030] env[68663]: INFO nova.compute.manager [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Migrating [ 1069.201592] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.945s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.326131] env[68663]: INFO nova.compute.manager [-] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Took 1.60 seconds to deallocate network for instance. [ 1069.348674] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065739} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.348780] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.350195] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bed6cf-1334-449c-8e5a-6af28c8ef42f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.372810] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518/7cfc96a6-62b6-40a7-8ecd-5c4dd269c518.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.373841] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8f6a284-1307-4001-9f2d-1990e41d765c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.393284] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1069.393284] env[68663]: value = "task-3238878" [ 1069.393284] env[68663]: _type = "Task" [ 1069.393284] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.403222] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.420903] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238877, 'name': CreateVM_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.429032] env[68663]: INFO nova.compute.manager [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Took 19.32 seconds to build instance. [ 1069.450309] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe3c25e2-a839-4909-8c0b-69d6dee219ca tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.450590] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da3edf75-6eb1-4f67-94da-f4bdac38a0a4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.458931] env[68663]: DEBUG oslo_vmware.api [None req-fe3c25e2-a839-4909-8c0b-69d6dee219ca tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1069.458931] env[68663]: value = "task-3238879" [ 1069.458931] env[68663]: _type = "Task" [ 1069.458931] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.468274] env[68663]: DEBUG oslo_vmware.api [None req-fe3c25e2-a839-4909-8c0b-69d6dee219ca tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.592121] env[68663]: DEBUG oslo_concurrency.lockutils [req-1e5d815e-9411-4556-bb11-637b6bc93aa1 req-b53042ce-bdba-451b-aba3-8a6014723fc0 service nova] Releasing lock "refresh_cache-b11934f4-f91e-4788-9891-2f3e0e00ef85" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.592483] env[68663]: DEBUG nova.compute.manager [req-1e5d815e-9411-4556-bb11-637b6bc93aa1 req-b53042ce-bdba-451b-aba3-8a6014723fc0 service nova] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Received event network-vif-deleted-5a57e628-31ec-4eb5-a61a-c135dc436cf8 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.592680] env[68663]: INFO nova.compute.manager [req-1e5d815e-9411-4556-bb11-637b6bc93aa1 req-b53042ce-bdba-451b-aba3-8a6014723fc0 service nova] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Neutron deleted interface 5a57e628-31ec-4eb5-a61a-c135dc436cf8; detaching it from the instance and deleting it from the info cache [ 1069.592869] env[68663]: DEBUG nova.network.neutron [req-1e5d815e-9411-4556-bb11-637b6bc93aa1 req-b53042ce-bdba-451b-aba3-8a6014723fc0 service nova] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.711883] env[68663]: DEBUG oslo_concurrency.lockutils [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.712089] env[68663]: DEBUG oslo_concurrency.lockutils [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.712382] env[68663]: DEBUG nova.network.neutron [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.833541] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.904706] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238878, 'name': ReconfigVM_Task, 'duration_secs': 0.296877} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.907195] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518/7cfc96a6-62b6-40a7-8ecd-5c4dd269c518.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.907195] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afb97e4e-2c28-4bb9-b35a-f1473f62584f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.913434] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1069.913434] env[68663]: value = "task-3238880" [ 1069.913434] env[68663]: _type = "Task" [ 1069.913434] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.925727] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238877, 'name': CreateVM_Task, 'duration_secs': 0.629727} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.929861] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.930094] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238880, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.930884] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.933990] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.933990] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.933990] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69fdd0a6-efd3-42c1-9f0d-d435b241ff3a tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "8945407c-db04-43f1-8ea9-33dea80693c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.836s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.933990] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f54fd221-485a-49fb-9c7b-006241db3545 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.939025] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1069.939025] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526efda4-419e-25bc-0b2e-8b87f2b1687d" [ 1069.939025] env[68663]: _type = "Task" [ 1069.939025] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.947995] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526efda4-419e-25bc-0b2e-8b87f2b1687d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.949363] env[68663]: DEBUG nova.network.neutron [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating instance_info_cache with network_info: [{"id": "f900fee5-d84b-4c74-a49b-4944d580b34f", "address": "fa:16:3e:5d:9b:21", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf900fee5-d8", "ovs_interfaceid": "f900fee5-d84b-4c74-a49b-4944d580b34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.968576] env[68663]: DEBUG oslo_vmware.api [None req-fe3c25e2-a839-4909-8c0b-69d6dee219ca tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238879, 'name': PowerOffVM_Task, 'duration_secs': 0.375048} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.969080] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe3c25e2-a839-4909-8c0b-69d6dee219ca tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.969469] env[68663]: DEBUG nova.compute.manager [None req-fe3c25e2-a839-4909-8c0b-69d6dee219ca tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.970390] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49e502e-8207-466f-b0a2-31c3a7654fce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.045068] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c68f14-e434-4b78-91d9-609290bb1abe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.062235] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Updating instance 'f7116a83-8852-41d4-b1cc-dc470682f022' progress to 0 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.098643] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-996a7a54-31d9-43f3-b727-f68ce0cf2c54 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.108017] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfd23dc-bfb9-4297-88eb-378285c51487 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.138358] env[68663]: DEBUG nova.compute.manager [req-1e5d815e-9411-4556-bb11-637b6bc93aa1 req-b53042ce-bdba-451b-aba3-8a6014723fc0 service nova] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Detach interface failed, port_id=5a57e628-31ec-4eb5-a61a-c135dc436cf8, reason: Instance 954cca74-fc1a-402b-bf7e-ae0bead4f8d9 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1070.225166] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Applying migration context for instance 0b9d226a-58eb-4723-96cb-27e04a3fa59c as it has an incoming, in-progress migration 6702fa82-b663-41c8-a56f-7feb476c2a3c. Migration status is pre-migrating {{(pid=68663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1070.225546] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Applying migration context for instance f7116a83-8852-41d4-b1cc-dc470682f022 as it has an incoming, in-progress migration e0c142cb-e12c-46e7-a42b-1e408f858620. Migration status is migrating {{(pid=68663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1070.227236] env[68663]: INFO nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating resource usage from migration 6702fa82-b663-41c8-a56f-7feb476c2a3c [ 1070.227749] env[68663]: INFO nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Updating resource usage from migration e0c142cb-e12c-46e7-a42b-1e408f858620 [ 1070.249624] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance f11f3491-6d77-4e61-aa80-270e788f1695 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.249624] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 9fa99497-8d77-4c8c-acf4-5ac01e173823 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.249624] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance fe0af44b-648b-4768-8037-999c32ac473f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.249624] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance c488a319-e182-4208-9c76-e46ff73d71b4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1070.249624] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.249892] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 954cca74-fc1a-402b-bf7e-ae0bead4f8d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.249892] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance f64890ed-4f70-40f0-81cb-158a9dcee26e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.250024] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 8f714858-039b-426e-8e4e-a6e83b455a07 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1070.250138] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance b862b802-c379-483e-9238-fa69b1eec7b3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1070.250283] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 1d94192b-4bd9-4922-bde5-45f693106824 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1070.250409] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance e53a60d0-c95e-4ae4-b565-7927e8274de4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1070.250532] env[68663]: WARNING nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 4f5e452e-09f7-472f-aa48-f71cd3441611 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1070.250646] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 8945407c-db04-43f1-8ea9-33dea80693c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.250757] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance b11934f4-f91e-4788-9891-2f3e0e00ef85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.250865] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.250973] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Migration e0c142cb-e12c-46e7-a42b-1e408f858620 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1070.251092] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Migration 6702fa82-b663-41c8-a56f-7feb476c2a3c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1070.251201] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance f7116a83-8852-41d4-b1cc-dc470682f022 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.251308] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 0b9d226a-58eb-4723-96cb-27e04a3fa59c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.251515] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1070.251631] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1070.429787] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238880, 'name': Rename_Task, 'duration_secs': 0.167885} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.430100] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.430354] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2a15b08-ad62-45c1-8b60-00ccee423644 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.437318] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1070.437318] env[68663]: value = "task-3238881" [ 1070.437318] env[68663]: _type = "Task" [ 1070.437318] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.454500] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.454997] env[68663]: DEBUG oslo_concurrency.lockutils [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.456456] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526efda4-419e-25bc-0b2e-8b87f2b1687d, 'name': SearchDatastore_Task, 'duration_secs': 0.027696} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.460469] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.460741] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.460984] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.461148] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.461329] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.461990] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae591cdc-1990-4984-b194-6006144d39c3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.484098] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.484395] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.485564] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fe3c25e2-a839-4909-8c0b-69d6dee219ca tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.486751] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea5388ac-127d-48c3-8d39-d5e8fd756d1b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.495971] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1070.495971] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521aeac5-541b-a4a5-978e-1939efd3e474" [ 1070.495971] env[68663]: _type = "Task" [ 1070.495971] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.503895] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521aeac5-541b-a4a5-978e-1939efd3e474, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.524321] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1166a117-0b5b-4725-baa3-1a66de0e0c73 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.532010] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79220af2-d9cb-4386-bc44-55e24221cba7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.565797] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ecc6fd-d3e5-4279-9dfa-a607a5b14c5a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.570026] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.570239] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f83c5df-9ece-42c5-9b6e-dcb9802b71d3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.576408] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f7f66f-7318-4034-a6f2-a0185df12a93 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.581682] env[68663]: DEBUG oslo_vmware.api [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1070.581682] env[68663]: value = "task-3238882" [ 1070.581682] env[68663]: _type = "Task" [ 1070.581682] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.596178] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.602711] env[68663]: DEBUG oslo_vmware.api [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.947817] env[68663]: DEBUG oslo_vmware.api [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238881, 'name': PowerOnVM_Task, 'duration_secs': 0.49718} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.948100] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.948316] env[68663]: INFO nova.compute.manager [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Took 6.91 seconds to spawn the instance on the hypervisor. [ 1070.948496] env[68663]: DEBUG nova.compute.manager [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.949336] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce3e244-9e10-4a80-b9dc-40549d8a3aa8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.008181] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521aeac5-541b-a4a5-978e-1939efd3e474, 'name': SearchDatastore_Task, 'duration_secs': 0.014108} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.009023] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba28093-5e49-4219-8569-058100358e63 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.015578] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1071.015578] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5272aac0-031e-7f0b-d7bb-c30d9dae2114" [ 1071.015578] env[68663]: _type = "Task" [ 1071.015578] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.024671] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5272aac0-031e-7f0b-d7bb-c30d9dae2114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.091333] env[68663]: DEBUG oslo_vmware.api [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238882, 'name': PowerOffVM_Task, 'duration_secs': 0.236595} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.091608] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.091784] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Updating instance 'f7116a83-8852-41d4-b1cc-dc470682f022' progress to 17 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.100221] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.181058] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquiring lock "df8c1952-b404-4e36-ab5e-ae849d3d89f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.181058] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "df8c1952-b404-4e36-ab5e-ae849d3d89f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.237410] env[68663]: DEBUG nova.objects.instance [None req-309f7e7f-f02a-4323-82cc-8c7a20a2eacd tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lazy-loading 'flavor' on Instance uuid 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.470126] env[68663]: INFO nova.compute.manager [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Took 20.06 seconds to build instance. [ 1071.528035] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5272aac0-031e-7f0b-d7bb-c30d9dae2114, 'name': SearchDatastore_Task, 'duration_secs': 0.010406} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.528275] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.528743] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] b11934f4-f91e-4788-9891-2f3e0e00ef85/b11934f4-f91e-4788-9891-2f3e0e00ef85.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.528882] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58a1f310-aef5-49e0-aea7-67060c18ca33 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.535621] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1071.535621] env[68663]: value = "task-3238883" [ 1071.535621] env[68663]: _type = "Task" [ 1071.535621] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.543094] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.601097] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.601557] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.601820] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.602143] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.602401] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.602658] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.602996] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.603257] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.603478] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.603687] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.603879] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.609788] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1071.609899] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.408s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.610129] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-921d2130-5206-402a-adde-eb9310560262 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.620701] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.650s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.620945] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.622972] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.638s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.623179] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.624861] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.322s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.625112] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.626719] env[68663]: DEBUG oslo_concurrency.lockutils [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.960s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.626903] env[68663]: DEBUG oslo_concurrency.lockutils [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.628526] env[68663]: DEBUG oslo_concurrency.lockutils [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.850s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.628711] env[68663]: DEBUG oslo_concurrency.lockutils [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.630734] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.621s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.630926] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.632518] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.800s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.632746] env[68663]: DEBUG nova.objects.instance [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Lazy-loading 'resources' on Instance uuid 954cca74-fc1a-402b-bf7e-ae0bead4f8d9 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.640781] env[68663]: DEBUG oslo_vmware.api [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1071.640781] env[68663]: value = "task-3238884" [ 1071.640781] env[68663]: _type = "Task" [ 1071.640781] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.651980] env[68663]: DEBUG oslo_vmware.api [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.656021] env[68663]: INFO nova.scheduler.client.report [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleted allocations for instance 1d94192b-4bd9-4922-bde5-45f693106824 [ 1071.662149] env[68663]: INFO nova.scheduler.client.report [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Deleted allocations for instance e53a60d0-c95e-4ae4-b565-7927e8274de4 [ 1071.668528] env[68663]: INFO nova.scheduler.client.report [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Deleted allocations for instance 8f714858-039b-426e-8e4e-a6e83b455a07 [ 1071.673239] env[68663]: INFO nova.scheduler.client.report [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Deleted allocations for instance c488a319-e182-4208-9c76-e46ff73d71b4 [ 1071.682318] env[68663]: INFO nova.scheduler.client.report [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Deleted allocations for instance b862b802-c379-483e-9238-fa69b1eec7b3 [ 1071.683442] env[68663]: DEBUG nova.compute.manager [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.698288] env[68663]: INFO nova.scheduler.client.report [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Deleted allocations for instance 4f5e452e-09f7-472f-aa48-f71cd3441611 [ 1071.703730] env[68663]: WARNING oslo_messaging._drivers.amqpdriver [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1071.747686] env[68663]: DEBUG oslo_concurrency.lockutils [None req-309f7e7f-f02a-4323-82cc-8c7a20a2eacd tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "refresh_cache-1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.747686] env[68663]: DEBUG oslo_concurrency.lockutils [None req-309f7e7f-f02a-4323-82cc-8c7a20a2eacd tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquired lock "refresh_cache-1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.747686] env[68663]: DEBUG nova.network.neutron [None req-309f7e7f-f02a-4323-82cc-8c7a20a2eacd tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.747686] env[68663]: DEBUG nova.objects.instance [None req-309f7e7f-f02a-4323-82cc-8c7a20a2eacd tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lazy-loading 'info_cache' on Instance uuid 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.974539] env[68663]: DEBUG oslo_concurrency.lockutils [None req-37ae944b-1733-474c-9ac3-861175f4c631 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "7cfc96a6-62b6-40a7-8ecd-5c4dd269c518" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.567s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.975569] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897ee3b0-9a8d-4397-bdb7-4fc9aae3215f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.003182] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating instance '0b9d226a-58eb-4723-96cb-27e04a3fa59c' progress to 0 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.052024] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238883, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.154160] env[68663]: DEBUG oslo_vmware.api [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238884, 'name': ReconfigVM_Task, 'duration_secs': 0.198485} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.154160] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Updating instance 'f7116a83-8852-41d4-b1cc-dc470682f022' progress to 33 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.165857] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c3b0f906-1e80-40e7-8674-6d388f96d234 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "1d94192b-4bd9-4922-bde5-45f693106824" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.619s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.178496] env[68663]: DEBUG oslo_concurrency.lockutils [None req-03221f0b-2135-4355-89b6-4e805641573b tempest-ServerDiskConfigTestJSON-756003097 tempest-ServerDiskConfigTestJSON-756003097-project-member] Lock "e53a60d0-c95e-4ae4-b565-7927e8274de4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.908s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.185864] env[68663]: DEBUG oslo_concurrency.lockutils [None req-46db36bf-0fbd-43af-a2f0-03154ea868dc tempest-ServersNegativeTestJSON-1085491509 tempest-ServersNegativeTestJSON-1085491509-project-member] Lock "8f714858-039b-426e-8e4e-a6e83b455a07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.982s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.191257] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c5d3aafa-d826-4279-9b5c-f8e6b80338fc tempest-ServersAdminNegativeTestJSON-488746707 tempest-ServersAdminNegativeTestJSON-488746707-project-member] Lock "c488a319-e182-4208-9c76-e46ff73d71b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.293s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.197360] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f2ffc3ad-8ab4-4c50-a810-7f6dd6a2ad21 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "b862b802-c379-483e-9238-fa69b1eec7b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.116s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.209776] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9583125a-e593-4081-b6bd-a8a8e9658b94 tempest-ServersNegativeTestMultiTenantJSON-351062419 tempest-ServersNegativeTestMultiTenantJSON-351062419-project-member] Lock "4f5e452e-09f7-472f-aa48-f71cd3441611" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.628s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.218806] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.251292] env[68663]: DEBUG nova.objects.base [None req-309f7e7f-f02a-4323-82cc-8c7a20a2eacd tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Object Instance<1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69> lazy-loaded attributes: flavor,info_cache {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1072.400398] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e862165d-c41e-4d00-8bd0-f396d00aae76 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.407414] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ea330e-69e2-4716-b132-1c066e44be53 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.444316] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ff60f9-6ae8-4ce5-8a81-ba3fbb6c22ac {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.451881] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd77f63d-f17e-43d7-abe7-61482fad9b2d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.466237] env[68663]: DEBUG nova.compute.provider_tree [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.509012] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.509665] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df5e13ea-e7e2-48e7-a6cb-3af07e64d91d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.516198] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1072.516198] env[68663]: value = "task-3238885" [ 1072.516198] env[68663]: _type = "Task" [ 1072.516198] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.524644] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.547641] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684288} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.547921] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] b11934f4-f91e-4788-9891-2f3e0e00ef85/b11934f4-f91e-4788-9891-2f3e0e00ef85.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.548159] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.548423] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5788490-d95b-406f-8b50-72380c3bfd93 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.554634] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1072.554634] env[68663]: value = "task-3238886" [ 1072.554634] env[68663]: _type = "Task" [ 1072.554634] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.564045] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.666920] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.667134] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.667219] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.667356] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.667501] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.667916] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.667916] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.668060] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.668161] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.668394] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.668479] env[68663]: DEBUG nova.virt.hardware [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.673973] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1072.674546] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc229cbd-fff5-469c-9ed9-4d30dab97344 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.693025] env[68663]: DEBUG oslo_vmware.api [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1072.693025] env[68663]: value = "task-3238887" [ 1072.693025] env[68663]: _type = "Task" [ 1072.693025] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.701623] env[68663]: DEBUG oslo_vmware.api [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.726897] env[68663]: DEBUG nova.compute.manager [req-efd1330d-60ed-48e7-ac42-e1842587b2bc req-91749a24-7e19-4de0-aff5-1faa177b6de2 service nova] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Received event network-changed-fd03857b-8c3e-4a2a-8389-de7af58f7da5 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.727099] env[68663]: DEBUG nova.compute.manager [req-efd1330d-60ed-48e7-ac42-e1842587b2bc req-91749a24-7e19-4de0-aff5-1faa177b6de2 service nova] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Refreshing instance network info cache due to event network-changed-fd03857b-8c3e-4a2a-8389-de7af58f7da5. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.727337] env[68663]: DEBUG oslo_concurrency.lockutils [req-efd1330d-60ed-48e7-ac42-e1842587b2bc req-91749a24-7e19-4de0-aff5-1faa177b6de2 service nova] Acquiring lock "refresh_cache-7cfc96a6-62b6-40a7-8ecd-5c4dd269c518" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.727450] env[68663]: DEBUG oslo_concurrency.lockutils [req-efd1330d-60ed-48e7-ac42-e1842587b2bc req-91749a24-7e19-4de0-aff5-1faa177b6de2 service nova] Acquired lock "refresh_cache-7cfc96a6-62b6-40a7-8ecd-5c4dd269c518" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.727611] env[68663]: DEBUG nova.network.neutron [req-efd1330d-60ed-48e7-ac42-e1842587b2bc req-91749a24-7e19-4de0-aff5-1faa177b6de2 service nova] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Refreshing network info cache for port fd03857b-8c3e-4a2a-8389-de7af58f7da5 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.820960] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "f64890ed-4f70-40f0-81cb-158a9dcee26e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.821206] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "f64890ed-4f70-40f0-81cb-158a9dcee26e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.821428] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "f64890ed-4f70-40f0-81cb-158a9dcee26e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.821662] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "f64890ed-4f70-40f0-81cb-158a9dcee26e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.821830] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "f64890ed-4f70-40f0-81cb-158a9dcee26e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.834322] env[68663]: INFO nova.compute.manager [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Terminating instance [ 1072.970368] env[68663]: DEBUG nova.scheduler.client.report [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.030864] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238885, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.065189] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074151} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.065715] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.066293] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c162f331-169b-4e7d-bac1-d4f4718393e9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.092310] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] b11934f4-f91e-4788-9891-2f3e0e00ef85/b11934f4-f91e-4788-9891-2f3e0e00ef85.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.092653] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62369caa-deea-4ad7-9f40-913ca40980cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.114633] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1073.114633] env[68663]: value = "task-3238888" [ 1073.114633] env[68663]: _type = "Task" [ 1073.114633] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.123560] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238888, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.203793] env[68663]: DEBUG oslo_vmware.api [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238887, 'name': ReconfigVM_Task, 'duration_secs': 0.497408} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.203889] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1073.204733] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a23f92-6621-4a40-958f-9a342d54aa5d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.230354] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] f7116a83-8852-41d4-b1cc-dc470682f022/f7116a83-8852-41d4-b1cc-dc470682f022.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.236490] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8931d672-c24d-48c5-b0d1-ce734f593570 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.262186] env[68663]: DEBUG oslo_vmware.api [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1073.262186] env[68663]: value = "task-3238889" [ 1073.262186] env[68663]: _type = "Task" [ 1073.262186] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.271891] env[68663]: DEBUG oslo_vmware.api [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238889, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.338125] env[68663]: DEBUG nova.compute.manager [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.338411] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.339361] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297ebcc0-333e-4391-b882-f2ec26e8482a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.348762] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.351434] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b69f559f-6338-4f97-81d2-acde7a753fb4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.360835] env[68663]: DEBUG oslo_vmware.api [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1073.360835] env[68663]: value = "task-3238890" [ 1073.360835] env[68663]: _type = "Task" [ 1073.360835] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.374294] env[68663]: DEBUG oslo_vmware.api [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.468263] env[68663]: DEBUG nova.network.neutron [None req-309f7e7f-f02a-4323-82cc-8c7a20a2eacd tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Updating instance_info_cache with network_info: [{"id": "8e30a4f3-9ed4-49f8-87c3-50481811cd56", "address": "fa:16:3e:b8:b0:10", "network": {"id": "ec22fcdf-fc51-4273-b229-e18d41783ba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28279953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc1cb6d582a42b490f8837eb26e395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e30a4f3-9e", "ovs_interfaceid": "8e30a4f3-9ed4-49f8-87c3-50481811cd56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.477628] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.479918] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.261s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.481611] env[68663]: INFO nova.compute.claims [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.516967] env[68663]: INFO nova.scheduler.client.report [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Deleted allocations for instance 954cca74-fc1a-402b-bf7e-ae0bead4f8d9 [ 1073.533199] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238885, 'name': PowerOffVM_Task, 'duration_secs': 0.514883} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.533484] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.533692] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating instance '0b9d226a-58eb-4723-96cb-27e04a3fa59c' progress to 17 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.627160] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.785460] env[68663]: DEBUG oslo_vmware.api [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238889, 'name': ReconfigVM_Task, 'duration_secs': 0.294072} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.785758] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Reconfigured VM instance instance-00000063 to attach disk [datastore1] f7116a83-8852-41d4-b1cc-dc470682f022/f7116a83-8852-41d4-b1cc-dc470682f022.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.786051] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Updating instance 'f7116a83-8852-41d4-b1cc-dc470682f022' progress to 50 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.874213] env[68663]: DEBUG nova.network.neutron [req-efd1330d-60ed-48e7-ac42-e1842587b2bc req-91749a24-7e19-4de0-aff5-1faa177b6de2 service nova] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Updated VIF entry in instance network info cache for port fd03857b-8c3e-4a2a-8389-de7af58f7da5. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.874213] env[68663]: DEBUG nova.network.neutron [req-efd1330d-60ed-48e7-ac42-e1842587b2bc req-91749a24-7e19-4de0-aff5-1faa177b6de2 service nova] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Updating instance_info_cache with network_info: [{"id": "fd03857b-8c3e-4a2a-8389-de7af58f7da5", "address": "fa:16:3e:83:45:58", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd03857b-8c", "ovs_interfaceid": "fd03857b-8c3e-4a2a-8389-de7af58f7da5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.881538] env[68663]: DEBUG oslo_vmware.api [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238890, 'name': PowerOffVM_Task, 'duration_secs': 0.267325} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.882522] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.882522] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.882522] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39e0a47e-a2fe-407c-8f4f-2cec7160dfc2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.971864] env[68663]: DEBUG oslo_concurrency.lockutils [None req-309f7e7f-f02a-4323-82cc-8c7a20a2eacd tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Releasing lock "refresh_cache-1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.979702] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.980299] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.980299] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleting the datastore file [datastore2] f64890ed-4f70-40f0-81cb-158a9dcee26e {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.980459] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-112c7c3c-c381-41af-b863-764b0e831087 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.991529] env[68663]: DEBUG oslo_vmware.api [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1073.991529] env[68663]: value = "task-3238892" [ 1073.991529] env[68663]: _type = "Task" [ 1073.991529] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.002083] env[68663]: DEBUG oslo_vmware.api [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.029980] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4ed37550-90e5-4316-aa7b-8807b46fc40d tempest-ServersTestJSON-609435362 tempest-ServersTestJSON-609435362-project-member] Lock "954cca74-fc1a-402b-bf7e-ae0bead4f8d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.940s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.040677] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.041953] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.041953] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.041953] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.041953] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.041953] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.042388] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.042634] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.042947] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.043084] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.044713] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.051304] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38f819b6-ff24-4a5e-90cb-c497aaa59b69 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.072998] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1074.072998] env[68663]: value = "task-3238893" [ 1074.072998] env[68663]: _type = "Task" [ 1074.072998] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.089820] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.129022] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238888, 'name': ReconfigVM_Task, 'duration_secs': 0.664391} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.129022] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Reconfigured VM instance instance-00000069 to attach disk [datastore2] b11934f4-f91e-4788-9891-2f3e0e00ef85/b11934f4-f91e-4788-9891-2f3e0e00ef85.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.129022] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b2f71f3-b70c-4731-96c7-808652a4a213 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.138291] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1074.138291] env[68663]: value = "task-3238894" [ 1074.138291] env[68663]: _type = "Task" [ 1074.138291] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.150653] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238894, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.294016] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdb330b-0cb8-4615-9a62-05a037ecc00a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.334524] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cce88af-f7c9-4a04-ad6b-63ffdfd5b6fd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.362620] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Updating instance 'f7116a83-8852-41d4-b1cc-dc470682f022' progress to 67 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.376294] env[68663]: DEBUG oslo_concurrency.lockutils [req-efd1330d-60ed-48e7-ac42-e1842587b2bc req-91749a24-7e19-4de0-aff5-1faa177b6de2 service nova] Releasing lock "refresh_cache-7cfc96a6-62b6-40a7-8ecd-5c4dd269c518" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.515968] env[68663]: DEBUG oslo_vmware.api [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237784} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.516113] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.516392] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.518799] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.518799] env[68663]: INFO nova.compute.manager [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1074.518799] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.518799] env[68663]: DEBUG nova.compute.manager [-] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.518799] env[68663]: DEBUG nova.network.neutron [-] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.583351] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238893, 'name': ReconfigVM_Task, 'duration_secs': 0.213971} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.586210] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating instance '0b9d226a-58eb-4723-96cb-27e04a3fa59c' progress to 33 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.650446] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238894, 'name': Rename_Task, 'duration_secs': 0.175098} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.654019] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.656305] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2249b347-e757-4b92-aa4c-46d23165f806 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.666400] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1074.666400] env[68663]: value = "task-3238896" [ 1074.666400] env[68663]: _type = "Task" [ 1074.666400] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.678654] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.751502] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6001726d-9065-4569-8021-8b56dc416815 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.761174] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c482c268-7407-48c2-8457-2bd130dc0c3d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.797262] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02908a2f-f7df-4708-84b1-4fc76a260774 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.806219] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efff291a-bb6c-47b7-8311-4df848ae1a0b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.827252] env[68663]: DEBUG nova.compute.provider_tree [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.931472] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "c3158adb-a59c-498e-b1a2-0a34fafef674" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.931700] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "c3158adb-a59c-498e-b1a2-0a34fafef674" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.952160] env[68663]: DEBUG nova.network.neutron [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Port 6d73db83-73c8-44c9-923a-b864f578ff9b binding to destination host cpu-1 is already ACTIVE {{(pid=68663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1074.981973] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-309f7e7f-f02a-4323-82cc-8c7a20a2eacd tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.982275] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e522bb0-312f-4e67-adc8-37dc1e6fa52a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.991279] env[68663]: DEBUG oslo_vmware.api [None req-309f7e7f-f02a-4323-82cc-8c7a20a2eacd tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1074.991279] env[68663]: value = "task-3238897" [ 1074.991279] env[68663]: _type = "Task" [ 1074.991279] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.000242] env[68663]: DEBUG oslo_vmware.api [None req-309f7e7f-f02a-4323-82cc-8c7a20a2eacd tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.090334] env[68663]: DEBUG nova.compute.manager [req-9665ee9e-31e0-4e1d-a1ed-6d25e44f07b6 req-207b1a0e-b305-4610-b718-45f3b859663a service nova] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Received event network-vif-deleted-23d4e50e-44e9-40f3-9525-7e9d55a239b9 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.090618] env[68663]: INFO nova.compute.manager [req-9665ee9e-31e0-4e1d-a1ed-6d25e44f07b6 req-207b1a0e-b305-4610-b718-45f3b859663a service nova] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Neutron deleted interface 23d4e50e-44e9-40f3-9525-7e9d55a239b9; detaching it from the instance and deleting it from the info cache [ 1075.090703] env[68663]: DEBUG nova.network.neutron [req-9665ee9e-31e0-4e1d-a1ed-6d25e44f07b6 req-207b1a0e-b305-4610-b718-45f3b859663a service nova] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.093544] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.093815] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.093947] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.094119] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.094243] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.094406] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.094741] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.094822] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.094925] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.095135] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.095476] env[68663]: DEBUG nova.virt.hardware [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.100716] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1075.101996] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4465b530-ec6a-4d69-aba8-5afa814deba2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.125308] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1075.125308] env[68663]: value = "task-3238898" [ 1075.125308] env[68663]: _type = "Task" [ 1075.125308] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.139856] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238898, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.181984] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238896, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.329785] env[68663]: DEBUG nova.scheduler.client.report [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.434554] env[68663]: DEBUG nova.compute.manager [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.504383] env[68663]: DEBUG oslo_vmware.api [None req-309f7e7f-f02a-4323-82cc-8c7a20a2eacd tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238897, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.561907] env[68663]: DEBUG nova.network.neutron [-] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.602231] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95365bba-691c-4f28-96b7-3d9eb17dd7f6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.612568] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f39d638-4643-4382-92ea-d289a3348744 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.636712] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238898, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.646762] env[68663]: DEBUG nova.compute.manager [req-9665ee9e-31e0-4e1d-a1ed-6d25e44f07b6 req-207b1a0e-b305-4610-b718-45f3b859663a service nova] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Detach interface failed, port_id=23d4e50e-44e9-40f3-9525-7e9d55a239b9, reason: Instance f64890ed-4f70-40f0-81cb-158a9dcee26e could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.679326] env[68663]: DEBUG oslo_vmware.api [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238896, 'name': PowerOnVM_Task, 'duration_secs': 0.71157} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.679602] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.679806] env[68663]: INFO nova.compute.manager [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1075.680618] env[68663]: DEBUG nova.compute.manager [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.680781] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a93d1e-ef6a-4e09-89df-6b6862d0ef88 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.835523] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.836100] env[68663]: DEBUG nova.compute.manager [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.971221] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.971410] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.973365] env[68663]: INFO nova.compute.claims [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.982239] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "f7116a83-8852-41d4-b1cc-dc470682f022-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.982239] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "f7116a83-8852-41d4-b1cc-dc470682f022-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.982390] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "f7116a83-8852-41d4-b1cc-dc470682f022-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.007799] env[68663]: DEBUG oslo_vmware.api [None req-309f7e7f-f02a-4323-82cc-8c7a20a2eacd tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238897, 'name': PowerOnVM_Task, 'duration_secs': 0.548651} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.007799] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-309f7e7f-f02a-4323-82cc-8c7a20a2eacd tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.007799] env[68663]: DEBUG nova.compute.manager [None req-309f7e7f-f02a-4323-82cc-8c7a20a2eacd tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.010286] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78569be5-818d-47ba-b211-d978642e7179 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.067259] env[68663]: INFO nova.compute.manager [-] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Took 1.55 seconds to deallocate network for instance. [ 1076.140131] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238898, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.203303] env[68663]: INFO nova.compute.manager [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Took 24.77 seconds to build instance. [ 1076.341295] env[68663]: DEBUG nova.compute.utils [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.342937] env[68663]: DEBUG nova.compute.manager [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.343432] env[68663]: DEBUG nova.network.neutron [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.575235] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.641953] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238898, 'name': ReconfigVM_Task, 'duration_secs': 1.268063} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.642526] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1076.643451] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198865f4-704e-4488-a630-fc1620e74fd3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.675201] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 0b9d226a-58eb-4723-96cb-27e04a3fa59c/0b9d226a-58eb-4723-96cb-27e04a3fa59c.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.675624] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-049eef55-8c51-4edd-a336-8beff6e4ca78 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.697839] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1076.697839] env[68663]: value = "task-3238899" [ 1076.697839] env[68663]: _type = "Task" [ 1076.697839] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.708721] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2bb60740-0121-4935-976b-026694b49091 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "b11934f4-f91e-4788-9891-2f3e0e00ef85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.285s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.708988] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.717798] env[68663]: DEBUG nova.policy [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa4ff6e54c0f40d5803d8f29749705e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '236cc91604af43dbb9dc3cda668bf157', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.846835] env[68663]: DEBUG nova.compute.manager [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.070416] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "refresh_cache-f7116a83-8852-41d4-b1cc-dc470682f022" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.070606] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "refresh_cache-f7116a83-8852-41d4-b1cc-dc470682f022" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.070802] env[68663]: DEBUG nova.network.neutron [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.224957] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.286274] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3e5cb6-ca5e-4e21-9c84-d5455072c569 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.302261] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ae4cf1-17df-428c-a2c3-ab9fc5744b6e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.346836] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa6056b-f148-4abd-b031-ffab81638ab0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.360377] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5216eb-c704-43af-a160-5ea88911245d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.380415] env[68663]: DEBUG nova.compute.provider_tree [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.711070] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238899, 'name': ReconfigVM_Task, 'duration_secs': 0.782703} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.712631] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 0b9d226a-58eb-4723-96cb-27e04a3fa59c/0b9d226a-58eb-4723-96cb-27e04a3fa59c.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.712631] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating instance '0b9d226a-58eb-4723-96cb-27e04a3fa59c' progress to 50 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.859444] env[68663]: DEBUG nova.compute.manager [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.878315] env[68663]: DEBUG nova.network.neutron [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Successfully created port: 2f741455-ae16-45ad-aad2-2510bce428d1 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.889502] env[68663]: DEBUG nova.scheduler.client.report [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.914160] env[68663]: DEBUG nova.virt.hardware [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.914279] env[68663]: DEBUG nova.virt.hardware [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.914519] env[68663]: DEBUG nova.virt.hardware [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.914653] env[68663]: DEBUG nova.virt.hardware [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.915041] env[68663]: DEBUG nova.virt.hardware [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.915041] env[68663]: DEBUG nova.virt.hardware [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.915201] env[68663]: DEBUG nova.virt.hardware [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.915367] env[68663]: DEBUG nova.virt.hardware [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.915536] env[68663]: DEBUG nova.virt.hardware [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.915701] env[68663]: DEBUG nova.virt.hardware [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.915899] env[68663]: DEBUG nova.virt.hardware [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.917363] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c0c596-c66f-4957-b8d1-d1832e0316a3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.928835] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb69c1c3-23e1-4f31-a0df-b1eab211b52e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.212331] env[68663]: DEBUG nova.network.neutron [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Updating instance_info_cache with network_info: [{"id": "6d73db83-73c8-44c9-923a-b864f578ff9b", "address": "fa:16:3e:dd:70:a6", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d73db83-73", "ovs_interfaceid": "6d73db83-73c8-44c9-923a-b864f578ff9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.220472] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b5c5e3-a61b-4c3f-aaf3-5f6bfcc5671d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.255817] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cf16fd-cd3c-44c5-8eeb-828dd7a8a015 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.278927] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating instance '0b9d226a-58eb-4723-96cb-27e04a3fa59c' progress to 67 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.404443] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.404860] env[68663]: DEBUG nova.compute.manager [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.408781] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.833s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.409037] env[68663]: DEBUG nova.objects.instance [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lazy-loading 'resources' on Instance uuid f64890ed-4f70-40f0-81cb-158a9dcee26e {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.643969] env[68663]: DEBUG nova.compute.manager [req-2033ad46-8753-473c-884c-c64019fd3969 req-622111ef-7b74-420f-a543-78be60a603fb service nova] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Received event network-changed-43d2f633-3e65-4e5d-b8a5-b89bae2acab1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.644186] env[68663]: DEBUG nova.compute.manager [req-2033ad46-8753-473c-884c-c64019fd3969 req-622111ef-7b74-420f-a543-78be60a603fb service nova] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Refreshing instance network info cache due to event network-changed-43d2f633-3e65-4e5d-b8a5-b89bae2acab1. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.644459] env[68663]: DEBUG oslo_concurrency.lockutils [req-2033ad46-8753-473c-884c-c64019fd3969 req-622111ef-7b74-420f-a543-78be60a603fb service nova] Acquiring lock "refresh_cache-b11934f4-f91e-4788-9891-2f3e0e00ef85" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.644628] env[68663]: DEBUG oslo_concurrency.lockutils [req-2033ad46-8753-473c-884c-c64019fd3969 req-622111ef-7b74-420f-a543-78be60a603fb service nova] Acquired lock "refresh_cache-b11934f4-f91e-4788-9891-2f3e0e00ef85" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.644792] env[68663]: DEBUG nova.network.neutron [req-2033ad46-8753-473c-884c-c64019fd3969 req-622111ef-7b74-420f-a543-78be60a603fb service nova] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Refreshing network info cache for port 43d2f633-3e65-4e5d-b8a5-b89bae2acab1 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.713564] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "refresh_cache-f7116a83-8852-41d4-b1cc-dc470682f022" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.914691] env[68663]: DEBUG nova.compute.utils [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.921066] env[68663]: DEBUG nova.compute.manager [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.921066] env[68663]: DEBUG nova.network.neutron [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.997100] env[68663]: DEBUG nova.policy [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3c9730dbec54755a738ecab46d515e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86b7a180a3564cca955c100cbbdbd51e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.226836] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eec0ebd-4f5d-4bc2-b158-3a52cef85333 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.239202] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c0dd63-60b7-4194-b140-5888bca4c56b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.274544] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b56bfe6-890c-4969-ac14-c9983254ac37 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.278307] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53386e1-066d-4598-bd62-0879daa6221f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.302373] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c342eec-cdcf-488b-b892-f7cd6c7e31d2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.306906] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb38f80-fe26-4d36-b56c-a0af6a276000 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.321582] env[68663]: DEBUG nova.compute.provider_tree [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.326035] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Updating instance 'f7116a83-8852-41d4-b1cc-dc470682f022' progress to 83 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.419622] env[68663]: DEBUG nova.compute.manager [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.608018] env[68663]: DEBUG nova.network.neutron [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Successfully created port: 3f41d542-b7c8-4683-979a-1ba28a8604d1 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.613010] env[68663]: DEBUG nova.network.neutron [req-2033ad46-8753-473c-884c-c64019fd3969 req-622111ef-7b74-420f-a543-78be60a603fb service nova] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Updated VIF entry in instance network info cache for port 43d2f633-3e65-4e5d-b8a5-b89bae2acab1. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.613317] env[68663]: DEBUG nova.network.neutron [req-2033ad46-8753-473c-884c-c64019fd3969 req-622111ef-7b74-420f-a543-78be60a603fb service nova] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Updating instance_info_cache with network_info: [{"id": "43d2f633-3e65-4e5d-b8a5-b89bae2acab1", "address": "fa:16:3e:6f:c4:45", "network": {"id": "dc1abe84-9c3e-46a7-8faf-17beb41fa9bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-314858557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77bb6a8194574747b8fb03537d848fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d2f633-3e", "ovs_interfaceid": "43d2f633-3e65-4e5d-b8a5-b89bae2acab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.785988] env[68663]: DEBUG nova.compute.manager [req-ee39d11f-51c5-48d8-a6ae-169b28426636 req-b8694500-fcff-4fa4-bcfc-a680120358e4 service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Received event network-vif-plugged-2f741455-ae16-45ad-aad2-2510bce428d1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.786087] env[68663]: DEBUG oslo_concurrency.lockutils [req-ee39d11f-51c5-48d8-a6ae-169b28426636 req-b8694500-fcff-4fa4-bcfc-a680120358e4 service nova] Acquiring lock "df8c1952-b404-4e36-ab5e-ae849d3d89f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.787048] env[68663]: DEBUG oslo_concurrency.lockutils [req-ee39d11f-51c5-48d8-a6ae-169b28426636 req-b8694500-fcff-4fa4-bcfc-a680120358e4 service nova] Lock "df8c1952-b404-4e36-ab5e-ae849d3d89f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.787048] env[68663]: DEBUG oslo_concurrency.lockutils [req-ee39d11f-51c5-48d8-a6ae-169b28426636 req-b8694500-fcff-4fa4-bcfc-a680120358e4 service nova] Lock "df8c1952-b404-4e36-ab5e-ae849d3d89f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.787048] env[68663]: DEBUG nova.compute.manager [req-ee39d11f-51c5-48d8-a6ae-169b28426636 req-b8694500-fcff-4fa4-bcfc-a680120358e4 service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] No waiting events found dispatching network-vif-plugged-2f741455-ae16-45ad-aad2-2510bce428d1 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.787048] env[68663]: WARNING nova.compute.manager [req-ee39d11f-51c5-48d8-a6ae-169b28426636 req-b8694500-fcff-4fa4-bcfc-a680120358e4 service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Received unexpected event network-vif-plugged-2f741455-ae16-45ad-aad2-2510bce428d1 for instance with vm_state building and task_state spawning. [ 1079.831136] env[68663]: DEBUG nova.scheduler.client.report [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.836608] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.836935] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44a1e334-723c-4a82-94c2-498c00501197 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.846295] env[68663]: DEBUG oslo_vmware.api [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1079.846295] env[68663]: value = "task-3238902" [ 1079.846295] env[68663]: _type = "Task" [ 1079.846295] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.859285] env[68663]: DEBUG oslo_vmware.api [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.924595] env[68663]: DEBUG nova.network.neutron [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Successfully updated port: 2f741455-ae16-45ad-aad2-2510bce428d1 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.020735] env[68663]: DEBUG nova.network.neutron [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Port f900fee5-d84b-4c74-a49b-4944d580b34f binding to destination host cpu-1 is already ACTIVE {{(pid=68663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1080.116495] env[68663]: DEBUG oslo_concurrency.lockutils [req-2033ad46-8753-473c-884c-c64019fd3969 req-622111ef-7b74-420f-a543-78be60a603fb service nova] Releasing lock "refresh_cache-b11934f4-f91e-4788-9891-2f3e0e00ef85" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.338463] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.358932] env[68663]: DEBUG oslo_vmware.api [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238902, 'name': PowerOnVM_Task, 'duration_secs': 0.410643} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.359360] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.359865] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d50fee5d-645b-44c3-9755-7dd7c4a8b347 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Updating instance 'f7116a83-8852-41d4-b1cc-dc470682f022' progress to 100 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.366049] env[68663]: INFO nova.scheduler.client.report [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleted allocations for instance f64890ed-4f70-40f0-81cb-158a9dcee26e [ 1080.434869] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquiring lock "refresh_cache-df8c1952-b404-4e36-ab5e-ae849d3d89f5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.435141] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquired lock "refresh_cache-df8c1952-b404-4e36-ab5e-ae849d3d89f5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.435465] env[68663]: DEBUG nova.network.neutron [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.438209] env[68663]: DEBUG nova.compute.manager [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.466691] env[68663]: DEBUG nova.virt.hardware [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.466979] env[68663]: DEBUG nova.virt.hardware [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.467167] env[68663]: DEBUG nova.virt.hardware [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.467359] env[68663]: DEBUG nova.virt.hardware [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.467508] env[68663]: DEBUG nova.virt.hardware [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.467659] env[68663]: DEBUG nova.virt.hardware [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.467870] env[68663]: DEBUG nova.virt.hardware [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.468042] env[68663]: DEBUG nova.virt.hardware [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.468218] env[68663]: DEBUG nova.virt.hardware [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.468384] env[68663]: DEBUG nova.virt.hardware [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.468562] env[68663]: DEBUG nova.virt.hardware [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.469446] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1c083f-a404-4271-a47d-82289cc6118a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.478505] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c69950-a3d9-447d-866b-4007cc4ebab2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.845137] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "d96d22b4-184b-42b6-85bc-5d479e42ed96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.845362] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "d96d22b4-184b-42b6-85bc-5d479e42ed96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.874605] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f40aff07-4f10-429c-8d1d-e44620444cf0 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "f64890ed-4f70-40f0-81cb-158a9dcee26e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.053s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.976598] env[68663]: DEBUG nova.network.neutron [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.043357] env[68663]: DEBUG oslo_concurrency.lockutils [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.043589] env[68663]: DEBUG oslo_concurrency.lockutils [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.043763] env[68663]: DEBUG oslo_concurrency.lockutils [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.212695] env[68663]: DEBUG nova.network.neutron [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Updating instance_info_cache with network_info: [{"id": "2f741455-ae16-45ad-aad2-2510bce428d1", "address": "fa:16:3e:2b:cc:dc", "network": {"id": "3af22974-a360-47f4-99a4-dd2884f91152", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814945465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236cc91604af43dbb9dc3cda668bf157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f741455-ae", "ovs_interfaceid": "2f741455-ae16-45ad-aad2-2510bce428d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.294190] env[68663]: DEBUG nova.compute.manager [req-c0d978d5-80ce-4cca-8c88-ded2ad6b775b req-c633a37c-1503-4e99-aa48-7ee7af111e2a service nova] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Received event network-vif-plugged-3f41d542-b7c8-4683-979a-1ba28a8604d1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.294522] env[68663]: DEBUG oslo_concurrency.lockutils [req-c0d978d5-80ce-4cca-8c88-ded2ad6b775b req-c633a37c-1503-4e99-aa48-7ee7af111e2a service nova] Acquiring lock "c3158adb-a59c-498e-b1a2-0a34fafef674-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.294810] env[68663]: DEBUG oslo_concurrency.lockutils [req-c0d978d5-80ce-4cca-8c88-ded2ad6b775b req-c633a37c-1503-4e99-aa48-7ee7af111e2a service nova] Lock "c3158adb-a59c-498e-b1a2-0a34fafef674-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.294989] env[68663]: DEBUG oslo_concurrency.lockutils [req-c0d978d5-80ce-4cca-8c88-ded2ad6b775b req-c633a37c-1503-4e99-aa48-7ee7af111e2a service nova] Lock "c3158adb-a59c-498e-b1a2-0a34fafef674-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.295175] env[68663]: DEBUG nova.compute.manager [req-c0d978d5-80ce-4cca-8c88-ded2ad6b775b req-c633a37c-1503-4e99-aa48-7ee7af111e2a service nova] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] No waiting events found dispatching network-vif-plugged-3f41d542-b7c8-4683-979a-1ba28a8604d1 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.295342] env[68663]: WARNING nova.compute.manager [req-c0d978d5-80ce-4cca-8c88-ded2ad6b775b req-c633a37c-1503-4e99-aa48-7ee7af111e2a service nova] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Received unexpected event network-vif-plugged-3f41d542-b7c8-4683-979a-1ba28a8604d1 for instance with vm_state building and task_state spawning. [ 1081.348179] env[68663]: DEBUG nova.compute.manager [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.397370] env[68663]: DEBUG nova.network.neutron [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Successfully updated port: 3f41d542-b7c8-4683-979a-1ba28a8604d1 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.655606] env[68663]: DEBUG oslo_concurrency.lockutils [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "9dd598d7-6d3c-4557-9572-12645b715fac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.655896] env[68663]: DEBUG oslo_concurrency.lockutils [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "9dd598d7-6d3c-4557-9572-12645b715fac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.717480] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Releasing lock "refresh_cache-df8c1952-b404-4e36-ab5e-ae849d3d89f5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.717827] env[68663]: DEBUG nova.compute.manager [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Instance network_info: |[{"id": "2f741455-ae16-45ad-aad2-2510bce428d1", "address": "fa:16:3e:2b:cc:dc", "network": {"id": "3af22974-a360-47f4-99a4-dd2884f91152", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814945465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236cc91604af43dbb9dc3cda668bf157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f741455-ae", "ovs_interfaceid": "2f741455-ae16-45ad-aad2-2510bce428d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.718272] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:cc:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f741455-ae16-45ad-aad2-2510bce428d1', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.726421] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.727144] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.727447] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1478114-6036-428a-bcf6-ef3b3098c51b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.762706] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.762706] env[68663]: value = "task-3238904" [ 1081.762706] env[68663]: _type = "Task" [ 1081.762706] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.776278] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238904, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.824136] env[68663]: DEBUG nova.compute.manager [req-b77b0dd0-0dc5-4038-82fc-1886723339cc req-fda0495b-c712-4589-8a82-4afccc8c1dbd service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Received event network-changed-2f741455-ae16-45ad-aad2-2510bce428d1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.824517] env[68663]: DEBUG nova.compute.manager [req-b77b0dd0-0dc5-4038-82fc-1886723339cc req-fda0495b-c712-4589-8a82-4afccc8c1dbd service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Refreshing instance network info cache due to event network-changed-2f741455-ae16-45ad-aad2-2510bce428d1. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.824635] env[68663]: DEBUG oslo_concurrency.lockutils [req-b77b0dd0-0dc5-4038-82fc-1886723339cc req-fda0495b-c712-4589-8a82-4afccc8c1dbd service nova] Acquiring lock "refresh_cache-df8c1952-b404-4e36-ab5e-ae849d3d89f5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.825086] env[68663]: DEBUG oslo_concurrency.lockutils [req-b77b0dd0-0dc5-4038-82fc-1886723339cc req-fda0495b-c712-4589-8a82-4afccc8c1dbd service nova] Acquired lock "refresh_cache-df8c1952-b404-4e36-ab5e-ae849d3d89f5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.825086] env[68663]: DEBUG nova.network.neutron [req-b77b0dd0-0dc5-4038-82fc-1886723339cc req-fda0495b-c712-4589-8a82-4afccc8c1dbd service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Refreshing network info cache for port 2f741455-ae16-45ad-aad2-2510bce428d1 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.874048] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.874447] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.876218] env[68663]: INFO nova.compute.claims [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.900644] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.900833] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.901179] env[68663]: DEBUG nova.network.neutron [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.083855] env[68663]: DEBUG oslo_concurrency.lockutils [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.084062] env[68663]: DEBUG oslo_concurrency.lockutils [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.084245] env[68663]: DEBUG nova.network.neutron [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.157996] env[68663]: DEBUG nova.compute.manager [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.274867] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "f7116a83-8852-41d4-b1cc-dc470682f022" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.275362] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "f7116a83-8852-41d4-b1cc-dc470682f022" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.275477] env[68663]: DEBUG nova.compute.manager [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Going to confirm migration 7 {{(pid=68663) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1082.276794] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238904, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.436627] env[68663]: DEBUG nova.network.neutron [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.539948] env[68663]: DEBUG nova.network.neutron [req-b77b0dd0-0dc5-4038-82fc-1886723339cc req-fda0495b-c712-4589-8a82-4afccc8c1dbd service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Updated VIF entry in instance network info cache for port 2f741455-ae16-45ad-aad2-2510bce428d1. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.540392] env[68663]: DEBUG nova.network.neutron [req-b77b0dd0-0dc5-4038-82fc-1886723339cc req-fda0495b-c712-4589-8a82-4afccc8c1dbd service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Updating instance_info_cache with network_info: [{"id": "2f741455-ae16-45ad-aad2-2510bce428d1", "address": "fa:16:3e:2b:cc:dc", "network": {"id": "3af22974-a360-47f4-99a4-dd2884f91152", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814945465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236cc91604af43dbb9dc3cda668bf157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f741455-ae", "ovs_interfaceid": "2f741455-ae16-45ad-aad2-2510bce428d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.573983] env[68663]: DEBUG nova.network.neutron [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updating instance_info_cache with network_info: [{"id": "3f41d542-b7c8-4683-979a-1ba28a8604d1", "address": "fa:16:3e:f2:25:ec", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f41d542-b7", "ovs_interfaceid": "3f41d542-b7c8-4683-979a-1ba28a8604d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.681614] env[68663]: DEBUG oslo_concurrency.lockutils [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.777020] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238904, 'name': CreateVM_Task, 'duration_secs': 0.609542} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.777187] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.777823] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.777995] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.778335] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.780700] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7aabd5-17ce-4f3d-98cd-241dfd5df9e4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.788698] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1082.788698] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52026863-fcf0-1c21-ff94-5c1b4f06532f" [ 1082.788698] env[68663]: _type = "Task" [ 1082.788698] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.796839] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52026863-fcf0-1c21-ff94-5c1b4f06532f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.830830] env[68663]: DEBUG nova.network.neutron [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating instance_info_cache with network_info: [{"id": "f900fee5-d84b-4c74-a49b-4944d580b34f", "address": "fa:16:3e:5d:9b:21", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf900fee5-d8", "ovs_interfaceid": "f900fee5-d84b-4c74-a49b-4944d580b34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.838579] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "refresh_cache-f7116a83-8852-41d4-b1cc-dc470682f022" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.838763] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquired lock "refresh_cache-f7116a83-8852-41d4-b1cc-dc470682f022" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.838936] env[68663]: DEBUG nova.network.neutron [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.839136] env[68663]: DEBUG nova.objects.instance [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lazy-loading 'info_cache' on Instance uuid f7116a83-8852-41d4-b1cc-dc470682f022 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.043015] env[68663]: DEBUG oslo_concurrency.lockutils [req-b77b0dd0-0dc5-4038-82fc-1886723339cc req-fda0495b-c712-4589-8a82-4afccc8c1dbd service nova] Releasing lock "refresh_cache-df8c1952-b404-4e36-ab5e-ae849d3d89f5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.076999] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae9e18d-e85f-49c9-8cc3-a4920187081c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.078357] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.078659] env[68663]: DEBUG nova.compute.manager [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Instance network_info: |[{"id": "3f41d542-b7c8-4683-979a-1ba28a8604d1", "address": "fa:16:3e:f2:25:ec", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f41d542-b7", "ovs_interfaceid": "3f41d542-b7c8-4683-979a-1ba28a8604d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.079294] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:25:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f41d542-b7c8-4683-979a-1ba28a8604d1', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.086672] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.087402] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.087639] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b00495e-efad-4749-933f-3dd6b3cafece {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.105462] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425d0529-4d3e-4480-8114-c4e5b8c2a693 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.111019] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.111019] env[68663]: value = "task-3238905" [ 1083.111019] env[68663]: _type = "Task" [ 1083.111019] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.138821] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bbc957-eea4-409f-a423-30844d864e47 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.144514] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238905, 'name': CreateVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.151039] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8b1b75-260a-4d6c-b5a7-7027e01109d8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.165290] env[68663]: DEBUG nova.compute.provider_tree [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.299713] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52026863-fcf0-1c21-ff94-5c1b4f06532f, 'name': SearchDatastore_Task, 'duration_secs': 0.011696} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.300066] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.300311] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.300745] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.300745] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.300981] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.301294] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28b7a6d1-a048-4ad0-8878-c66af935e1c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.311378] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.311562] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.312282] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2529bdb2-851a-446a-8013-cfde9fecfa55 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.319793] env[68663]: DEBUG nova.compute.manager [req-72ca0327-6cd5-46ee-a296-7a24013d4103 req-d4561561-371c-446a-a594-d66f0bac26d6 service nova] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Received event network-changed-3f41d542-b7c8-4683-979a-1ba28a8604d1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.320012] env[68663]: DEBUG nova.compute.manager [req-72ca0327-6cd5-46ee-a296-7a24013d4103 req-d4561561-371c-446a-a594-d66f0bac26d6 service nova] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Refreshing instance network info cache due to event network-changed-3f41d542-b7c8-4683-979a-1ba28a8604d1. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.320378] env[68663]: DEBUG oslo_concurrency.lockutils [req-72ca0327-6cd5-46ee-a296-7a24013d4103 req-d4561561-371c-446a-a594-d66f0bac26d6 service nova] Acquiring lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.320530] env[68663]: DEBUG oslo_concurrency.lockutils [req-72ca0327-6cd5-46ee-a296-7a24013d4103 req-d4561561-371c-446a-a594-d66f0bac26d6 service nova] Acquired lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.320693] env[68663]: DEBUG nova.network.neutron [req-72ca0327-6cd5-46ee-a296-7a24013d4103 req-d4561561-371c-446a-a594-d66f0bac26d6 service nova] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Refreshing network info cache for port 3f41d542-b7c8-4683-979a-1ba28a8604d1 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.322303] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1083.322303] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5272ac94-69b8-6786-2b1b-de3a44df08cf" [ 1083.322303] env[68663]: _type = "Task" [ 1083.322303] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.333819] env[68663]: DEBUG oslo_concurrency.lockutils [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.337434] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5272ac94-69b8-6786-2b1b-de3a44df08cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.338543] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e5d16d6-5579-4b37-bf0b-e2555b819929 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.347624] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1083.347624] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523b6cb5-8f9c-2f08-6722-eb186b9a0ca4" [ 1083.347624] env[68663]: _type = "Task" [ 1083.347624] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.356762] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523b6cb5-8f9c-2f08-6722-eb186b9a0ca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.620900] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238905, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.668350] env[68663]: DEBUG nova.scheduler.client.report [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.843860] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cebc4b-0866-4daa-b924-6f01933b14ad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.856018] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5f67f3-2463-4018-b596-a20681079f80 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.867129] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523b6cb5-8f9c-2f08-6722-eb186b9a0ca4, 'name': SearchDatastore_Task, 'duration_secs': 0.01168} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.868582] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.868925] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] df8c1952-b404-4e36-ab5e-ae849d3d89f5/df8c1952-b404-4e36-ab5e-ae849d3d89f5.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.869251] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b23be044-9874-44ad-abed-0d1fde5ae139 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.885676] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1083.885676] env[68663]: value = "task-3238907" [ 1083.885676] env[68663]: _type = "Task" [ 1083.885676] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.897841] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.054030] env[68663]: DEBUG nova.network.neutron [req-72ca0327-6cd5-46ee-a296-7a24013d4103 req-d4561561-371c-446a-a594-d66f0bac26d6 service nova] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updated VIF entry in instance network info cache for port 3f41d542-b7c8-4683-979a-1ba28a8604d1. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.054464] env[68663]: DEBUG nova.network.neutron [req-72ca0327-6cd5-46ee-a296-7a24013d4103 req-d4561561-371c-446a-a594-d66f0bac26d6 service nova] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updating instance_info_cache with network_info: [{"id": "3f41d542-b7c8-4683-979a-1ba28a8604d1", "address": "fa:16:3e:f2:25:ec", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f41d542-b7", "ovs_interfaceid": "3f41d542-b7c8-4683-979a-1ba28a8604d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.108408] env[68663]: DEBUG nova.network.neutron [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Updating instance_info_cache with network_info: [{"id": "6d73db83-73c8-44c9-923a-b864f578ff9b", "address": "fa:16:3e:dd:70:a6", "network": {"id": "f10b17dc-0db7-48ac-a7a0-4ae18ca0907f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1408624378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "ebaad111ab4e4c22a9139c0415184c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d73db83-73", "ovs_interfaceid": "6d73db83-73c8-44c9-923a-b864f578ff9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.124836] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238905, 'name': CreateVM_Task, 'duration_secs': 0.575778} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.125933] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.126851] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.127112] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.127525] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.128218] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b6af4ca-a2c8-4ecf-a327-32fb462f075b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.136565] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1084.136565] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52919baa-1504-aa0d-10c8-4d6c19dfe576" [ 1084.136565] env[68663]: _type = "Task" [ 1084.136565] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.149236] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52919baa-1504-aa0d-10c8-4d6c19dfe576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.174276] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.175099] env[68663]: DEBUG nova.compute.manager [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.180528] env[68663]: DEBUG oslo_concurrency.lockutils [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.498s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.183122] env[68663]: INFO nova.compute.claims [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.396155] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496948} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.396538] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] df8c1952-b404-4e36-ab5e-ae849d3d89f5/df8c1952-b404-4e36-ab5e-ae849d3d89f5.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.396832] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.397099] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0b59296-6d8f-4855-84b0-176bd93a05d7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.403883] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1084.403883] env[68663]: value = "task-3238908" [ 1084.403883] env[68663]: _type = "Task" [ 1084.403883] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.413971] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.557270] env[68663]: DEBUG oslo_concurrency.lockutils [req-72ca0327-6cd5-46ee-a296-7a24013d4103 req-d4561561-371c-446a-a594-d66f0bac26d6 service nova] Releasing lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.612012] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Releasing lock "refresh_cache-f7116a83-8852-41d4-b1cc-dc470682f022" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.612387] env[68663]: DEBUG nova.objects.instance [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lazy-loading 'migration_context' on Instance uuid f7116a83-8852-41d4-b1cc-dc470682f022 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.646578] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52919baa-1504-aa0d-10c8-4d6c19dfe576, 'name': SearchDatastore_Task, 'duration_secs': 0.058288} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.646959] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.647212] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.647451] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.647601] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.647776] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.648058] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69f99951-92a3-4cb4-97a1-6b8ee38642c5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.657118] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.657252] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.657956] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b504d78-77a8-43f9-b4f3-8ebb0edc72c6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.663240] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1084.663240] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527e3e0c-9f57-1f93-8ea7-2c2e47098e9f" [ 1084.663240] env[68663]: _type = "Task" [ 1084.663240] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.671695] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527e3e0c-9f57-1f93-8ea7-2c2e47098e9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.688239] env[68663]: DEBUG nova.compute.utils [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.691736] env[68663]: DEBUG nova.compute.manager [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.691898] env[68663]: DEBUG nova.network.neutron [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.877880] env[68663]: DEBUG nova.policy [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f753d93385374cc48c677ffb14c581ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0912b60ba685430a94f528165dacd20c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.915651] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19219} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.915651] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.916202] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e2281f-f92d-4eff-9143-bc0cb6d41606 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.947023] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] df8c1952-b404-4e36-ab5e-ae849d3d89f5/df8c1952-b404-4e36-ab5e-ae849d3d89f5.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.947023] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-827a37f5-0c21-4b2f-9e73-83bcf670547b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.970830] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1084.970830] env[68663]: value = "task-3238909" [ 1084.970830] env[68663]: _type = "Task" [ 1084.970830] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.975172] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f8ec09-5b7b-4bee-ab8c-cb95ab355cd3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.982901] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.000833] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcecf27-4deb-4949-bdf5-3f38cab5c365 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.008938] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating instance '0b9d226a-58eb-4723-96cb-27e04a3fa59c' progress to 83 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.114923] env[68663]: DEBUG nova.objects.base [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1085.115819] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc8c09a-2363-43c9-9ce5-b4e5ea5c7337 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.136917] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb5704cc-f26a-4a29-bd5c-339c458f8fb6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.144628] env[68663]: DEBUG oslo_vmware.api [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1085.144628] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e50805-4a22-821d-80bb-a35085ac403c" [ 1085.144628] env[68663]: _type = "Task" [ 1085.144628] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.153041] env[68663]: DEBUG oslo_vmware.api [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e50805-4a22-821d-80bb-a35085ac403c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.174235] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527e3e0c-9f57-1f93-8ea7-2c2e47098e9f, 'name': SearchDatastore_Task, 'duration_secs': 0.009775} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.175138] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7763d74-9900-4ecf-aeed-fd359db25eba {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.181245] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1085.181245] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f51795-7c3b-3f1f-63d6-075a0e871cb6" [ 1085.181245] env[68663]: _type = "Task" [ 1085.181245] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.190452] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f51795-7c3b-3f1f-63d6-075a0e871cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.192063] env[68663]: DEBUG nova.compute.manager [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.217116] env[68663]: DEBUG nova.network.neutron [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Successfully created port: e8032acf-3d67-42c0-bfeb-fcd9ed581b0b {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.404626] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7de20ed-81b9-4ff6-85aa-b2d48f5234b1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.413025] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cce7cbc-bd3d-4a06-bfa0-8636b0642dac {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.444684] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec80244b-95d7-4a71-8f7e-b9fb6a2c4e6a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.452948] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718708e0-669d-4cda-90dc-359ff10473be {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.467317] env[68663]: DEBUG nova.compute.provider_tree [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.481635] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.516371] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.516371] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d43cd31-82fc-441b-8a05-479e76dd1b5b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.526629] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1085.526629] env[68663]: value = "task-3238910" [ 1085.526629] env[68663]: _type = "Task" [ 1085.526629] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.534531] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.656485] env[68663]: DEBUG oslo_vmware.api [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e50805-4a22-821d-80bb-a35085ac403c, 'name': SearchDatastore_Task, 'duration_secs': 0.008815} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.656485] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.692873] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f51795-7c3b-3f1f-63d6-075a0e871cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.693266] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.693588] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] c3158adb-a59c-498e-b1a2-0a34fafef674/c3158adb-a59c-498e-b1a2-0a34fafef674.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.693984] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9d511f7-964a-40e4-b65a-9d29aac9e029 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.704318] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1085.704318] env[68663]: value = "task-3238912" [ 1085.704318] env[68663]: _type = "Task" [ 1085.704318] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.712875] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.971107] env[68663]: DEBUG nova.scheduler.client.report [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.984774] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238909, 'name': ReconfigVM_Task, 'duration_secs': 0.967857} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.985106] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Reconfigured VM instance instance-0000006a to attach disk [datastore1] df8c1952-b404-4e36-ab5e-ae849d3d89f5/df8c1952-b404-4e36-ab5e-ae849d3d89f5.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.986133] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84a1e314-63d5-4abc-9aa1-fc9d7e787b0a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.996111] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1085.996111] env[68663]: value = "task-3238913" [ 1085.996111] env[68663]: _type = "Task" [ 1085.996111] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.007291] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238913, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.037131] env[68663]: DEBUG oslo_vmware.api [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238910, 'name': PowerOnVM_Task, 'duration_secs': 0.452184} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.037419] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.037610] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-768301df-d5c0-4388-8720-8a280ea72ac9 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating instance '0b9d226a-58eb-4723-96cb-27e04a3fa59c' progress to 100 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.207023] env[68663]: DEBUG nova.compute.manager [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.223630] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238912, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.239934] env[68663]: DEBUG nova.virt.hardware [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.240297] env[68663]: DEBUG nova.virt.hardware [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.240511] env[68663]: DEBUG nova.virt.hardware [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.240763] env[68663]: DEBUG nova.virt.hardware [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.240986] env[68663]: DEBUG nova.virt.hardware [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.241200] env[68663]: DEBUG nova.virt.hardware [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.241508] env[68663]: DEBUG nova.virt.hardware [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.241746] env[68663]: DEBUG nova.virt.hardware [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.241971] env[68663]: DEBUG nova.virt.hardware [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.242206] env[68663]: DEBUG nova.virt.hardware [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.242539] env[68663]: DEBUG nova.virt.hardware [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.243808] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833f3259-84fd-4d3b-81e3-e04c0bafa010 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.258378] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530c9186-4b30-495a-a322-1f67d2d60404 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.479538] env[68663]: DEBUG oslo_concurrency.lockutils [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.480103] env[68663]: DEBUG nova.compute.manager [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.482789] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.826s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.506641] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238913, 'name': Rename_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.681052] env[68663]: DEBUG nova.compute.manager [req-5c005705-8e4c-4a7f-aa61-bdb69bbcff98 req-b681a108-2b17-46e8-bfa7-1c6324b10425 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Received event network-vif-plugged-e8032acf-3d67-42c0-bfeb-fcd9ed581b0b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.681052] env[68663]: DEBUG oslo_concurrency.lockutils [req-5c005705-8e4c-4a7f-aa61-bdb69bbcff98 req-b681a108-2b17-46e8-bfa7-1c6324b10425 service nova] Acquiring lock "d96d22b4-184b-42b6-85bc-5d479e42ed96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.681052] env[68663]: DEBUG oslo_concurrency.lockutils [req-5c005705-8e4c-4a7f-aa61-bdb69bbcff98 req-b681a108-2b17-46e8-bfa7-1c6324b10425 service nova] Lock "d96d22b4-184b-42b6-85bc-5d479e42ed96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.681052] env[68663]: DEBUG oslo_concurrency.lockutils [req-5c005705-8e4c-4a7f-aa61-bdb69bbcff98 req-b681a108-2b17-46e8-bfa7-1c6324b10425 service nova] Lock "d96d22b4-184b-42b6-85bc-5d479e42ed96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.683606] env[68663]: DEBUG nova.compute.manager [req-5c005705-8e4c-4a7f-aa61-bdb69bbcff98 req-b681a108-2b17-46e8-bfa7-1c6324b10425 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] No waiting events found dispatching network-vif-plugged-e8032acf-3d67-42c0-bfeb-fcd9ed581b0b {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.683979] env[68663]: WARNING nova.compute.manager [req-5c005705-8e4c-4a7f-aa61-bdb69bbcff98 req-b681a108-2b17-46e8-bfa7-1c6324b10425 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Received unexpected event network-vif-plugged-e8032acf-3d67-42c0-bfeb-fcd9ed581b0b for instance with vm_state building and task_state spawning. [ 1086.722823] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539862} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.723331] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] c3158adb-a59c-498e-b1a2-0a34fafef674/c3158adb-a59c-498e-b1a2-0a34fafef674.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.725028] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.725028] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7528b1ae-9728-4722-958b-6fb970b0d543 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.731858] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1086.731858] env[68663]: value = "task-3238914" [ 1086.731858] env[68663]: _type = "Task" [ 1086.731858] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.742838] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.814651] env[68663]: DEBUG nova.network.neutron [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Successfully updated port: e8032acf-3d67-42c0-bfeb-fcd9ed581b0b {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.986277] env[68663]: DEBUG nova.compute.utils [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.992054] env[68663]: DEBUG nova.compute.manager [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.992186] env[68663]: DEBUG nova.network.neutron [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.010864] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238913, 'name': Rename_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.065420] env[68663]: DEBUG nova.policy [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb983e7a44b418d9a117727ec067cec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3222856d03444d287f35dd48c83a8b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.199046] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce34ddc-2f6d-4c22-bedb-a40a2bc4dd81 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.209010] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43efa808-936d-4efd-ab4d-6b8e2ce08399 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.254531] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f400d4be-0073-482c-93ba-bd99a222bdc7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.264339] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068745} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.264698] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.265909] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad1b68c-b9dd-41db-9a2f-9f39445f71e1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.269863] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576f4587-793f-4e5a-be80-017947b9b76d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.283053] env[68663]: DEBUG nova.compute.provider_tree [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.305726] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] c3158adb-a59c-498e-b1a2-0a34fafef674/c3158adb-a59c-498e-b1a2-0a34fafef674.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.307192] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-679effff-1ba7-44c5-a4da-71a342f0a265 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.322193] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "refresh_cache-d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.322353] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "refresh_cache-d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.322653] env[68663]: DEBUG nova.network.neutron [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.332279] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1087.332279] env[68663]: value = "task-3238915" [ 1087.332279] env[68663]: _type = "Task" [ 1087.332279] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.342213] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238915, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.429145] env[68663]: DEBUG nova.network.neutron [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Successfully created port: 8049c32c-02c1-4314-926c-a845a56ba2c3 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.492564] env[68663]: DEBUG nova.compute.manager [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.510574] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238913, 'name': Rename_Task, 'duration_secs': 1.233252} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.510848] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.511106] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c201f794-f0c5-4371-8b44-90ddf63ddb7c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.518510] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1087.518510] env[68663]: value = "task-3238916" [ 1087.518510] env[68663]: _type = "Task" [ 1087.518510] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.527401] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.808913] env[68663]: DEBUG nova.scheduler.client.report [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.844652] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238915, 'name': ReconfigVM_Task, 'duration_secs': 0.411162} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.844782] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Reconfigured VM instance instance-0000006b to attach disk [datastore1] c3158adb-a59c-498e-b1a2-0a34fafef674/c3158adb-a59c-498e-b1a2-0a34fafef674.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.845400] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3e6937a-52fc-4a26-810f-caddf1fd7baa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.854082] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1087.854082] env[68663]: value = "task-3238918" [ 1087.854082] env[68663]: _type = "Task" [ 1087.854082] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.859248] env[68663]: DEBUG nova.network.neutron [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.868010] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238918, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.028759] env[68663]: DEBUG oslo_vmware.api [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238916, 'name': PowerOnVM_Task, 'duration_secs': 0.474527} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.029307] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.029307] env[68663]: INFO nova.compute.manager [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1088.029460] env[68663]: DEBUG nova.compute.manager [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.030746] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c04629-0d84-4033-85d0-a3c0182014d7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.056526] env[68663]: DEBUG nova.network.neutron [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Updating instance_info_cache with network_info: [{"id": "e8032acf-3d67-42c0-bfeb-fcd9ed581b0b", "address": "fa:16:3e:7e:19:8e", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8032acf-3d", "ovs_interfaceid": "e8032acf-3d67-42c0-bfeb-fcd9ed581b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.072223] env[68663]: DEBUG nova.network.neutron [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Port f900fee5-d84b-4c74-a49b-4944d580b34f binding to destination host cpu-1 is already ACTIVE {{(pid=68663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1088.072494] env[68663]: DEBUG oslo_concurrency.lockutils [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.072657] env[68663]: DEBUG oslo_concurrency.lockutils [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.072820] env[68663]: DEBUG nova.network.neutron [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.366055] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238918, 'name': Rename_Task, 'duration_secs': 0.157512} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.366304] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.366593] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10c07ad3-a7e8-4dd5-a26c-5c8472e044c8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.375022] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1088.375022] env[68663]: value = "task-3238919" [ 1088.375022] env[68663]: _type = "Task" [ 1088.375022] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.381894] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.503284] env[68663]: DEBUG nova.compute.manager [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.533543] env[68663]: DEBUG nova.virt.hardware [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.533863] env[68663]: DEBUG nova.virt.hardware [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.534073] env[68663]: DEBUG nova.virt.hardware [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.534292] env[68663]: DEBUG nova.virt.hardware [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.534485] env[68663]: DEBUG nova.virt.hardware [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.534655] env[68663]: DEBUG nova.virt.hardware [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.534897] env[68663]: DEBUG nova.virt.hardware [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.535136] env[68663]: DEBUG nova.virt.hardware [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.535346] env[68663]: DEBUG nova.virt.hardware [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.535544] env[68663]: DEBUG nova.virt.hardware [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.535726] env[68663]: DEBUG nova.virt.hardware [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.536637] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0897d9-6e7c-4bcc-80f4-b72c93e2fbd3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.551929] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7141eb39-d70a-465f-a00a-b9a7d364cb0d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.559935] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "refresh_cache-d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.560280] env[68663]: DEBUG nova.compute.manager [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Instance network_info: |[{"id": "e8032acf-3d67-42c0-bfeb-fcd9ed581b0b", "address": "fa:16:3e:7e:19:8e", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8032acf-3d", "ovs_interfaceid": "e8032acf-3d67-42c0-bfeb-fcd9ed581b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.560805] env[68663]: INFO nova.compute.manager [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Took 16.37 seconds to build instance. [ 1088.563355] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:19:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8032acf-3d67-42c0-bfeb-fcd9ed581b0b', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.571388] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Creating folder: Project (0912b60ba685430a94f528165dacd20c). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.582910] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2125ac0a-16c8-4eaa-bd0a-e1a740f941ca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.599750] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Created folder: Project (0912b60ba685430a94f528165dacd20c) in parent group-v647027. [ 1088.599750] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Creating folder: Instances. Parent ref: group-v647324. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.600025] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de00c60d-6c13-43f9-bc45-43963565ace9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.613149] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Created folder: Instances in parent group-v647324. [ 1088.614394] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.614394] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.614394] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e016fe22-6b50-4d4c-bbb6-cfed22617403 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.639273] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.639273] env[68663]: value = "task-3238922" [ 1088.639273] env[68663]: _type = "Task" [ 1088.639273] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.649405] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238922, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.819161] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.336s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.824723] env[68663]: DEBUG nova.compute.manager [req-1e64b2c4-f06f-4115-a65d-ce2f046ddc33 req-fe67d694-d315-4e05-9290-a0c0d128b1ac service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Received event network-changed-e8032acf-3d67-42c0-bfeb-fcd9ed581b0b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.824918] env[68663]: DEBUG nova.compute.manager [req-1e64b2c4-f06f-4115-a65d-ce2f046ddc33 req-fe67d694-d315-4e05-9290-a0c0d128b1ac service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Refreshing instance network info cache due to event network-changed-e8032acf-3d67-42c0-bfeb-fcd9ed581b0b. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.825155] env[68663]: DEBUG oslo_concurrency.lockutils [req-1e64b2c4-f06f-4115-a65d-ce2f046ddc33 req-fe67d694-d315-4e05-9290-a0c0d128b1ac service nova] Acquiring lock "refresh_cache-d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.825295] env[68663]: DEBUG oslo_concurrency.lockutils [req-1e64b2c4-f06f-4115-a65d-ce2f046ddc33 req-fe67d694-d315-4e05-9290-a0c0d128b1ac service nova] Acquired lock "refresh_cache-d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.825486] env[68663]: DEBUG nova.network.neutron [req-1e64b2c4-f06f-4115-a65d-ce2f046ddc33 req-fe67d694-d315-4e05-9290-a0c0d128b1ac service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Refreshing network info cache for port e8032acf-3d67-42c0-bfeb-fcd9ed581b0b {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.845530] env[68663]: DEBUG nova.network.neutron [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating instance_info_cache with network_info: [{"id": "f900fee5-d84b-4c74-a49b-4944d580b34f", "address": "fa:16:3e:5d:9b:21", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf900fee5-d8", "ovs_interfaceid": "f900fee5-d84b-4c74-a49b-4944d580b34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.884620] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238919, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.084301] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd48becb-7934-4ff7-8e18-80751c582e9d tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "df8c1952-b404-4e36-ab5e-ae849d3d89f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.903s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.149684] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238922, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.225675] env[68663]: DEBUG nova.network.neutron [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Successfully updated port: 8049c32c-02c1-4314-926c-a845a56ba2c3 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.347763] env[68663]: DEBUG oslo_concurrency.lockutils [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.395021] env[68663]: DEBUG oslo_vmware.api [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3238919, 'name': PowerOnVM_Task, 'duration_secs': 0.545214} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.395021] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.395021] env[68663]: INFO nova.compute.manager [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1089.395021] env[68663]: DEBUG nova.compute.manager [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.395021] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b82ec59-b5de-4795-bfd2-f6f4daa3e665 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.402048] env[68663]: INFO nova.scheduler.client.report [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleted allocation for migration e0c142cb-e12c-46e7-a42b-1e408f858620 [ 1089.652200] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238922, 'name': CreateVM_Task, 'duration_secs': 0.621162} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.652375] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.653182] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.653488] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.653903] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.654284] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1bfc1f7-ae4a-4658-ad6c-802a3b772db5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.660378] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1089.660378] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52dc9624-9ca7-0054-89a2-c73341205855" [ 1089.660378] env[68663]: _type = "Task" [ 1089.660378] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.668413] env[68663]: DEBUG nova.network.neutron [req-1e64b2c4-f06f-4115-a65d-ce2f046ddc33 req-fe67d694-d315-4e05-9290-a0c0d128b1ac service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Updated VIF entry in instance network info cache for port e8032acf-3d67-42c0-bfeb-fcd9ed581b0b. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.668916] env[68663]: DEBUG nova.network.neutron [req-1e64b2c4-f06f-4115-a65d-ce2f046ddc33 req-fe67d694-d315-4e05-9290-a0c0d128b1ac service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Updating instance_info_cache with network_info: [{"id": "e8032acf-3d67-42c0-bfeb-fcd9ed581b0b", "address": "fa:16:3e:7e:19:8e", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8032acf-3d", "ovs_interfaceid": "e8032acf-3d67-42c0-bfeb-fcd9ed581b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.674599] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52dc9624-9ca7-0054-89a2-c73341205855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.729039] env[68663]: DEBUG oslo_concurrency.lockutils [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "refresh_cache-9dd598d7-6d3c-4557-9572-12645b715fac" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.729039] env[68663]: DEBUG oslo_concurrency.lockutils [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "refresh_cache-9dd598d7-6d3c-4557-9572-12645b715fac" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.729200] env[68663]: DEBUG nova.network.neutron [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.855969] env[68663]: DEBUG nova.compute.manager [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68663) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1089.918946] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "f7116a83-8852-41d4-b1cc-dc470682f022" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.644s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.926043] env[68663]: INFO nova.compute.manager [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Took 13.99 seconds to build instance. [ 1090.173479] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52dc9624-9ca7-0054-89a2-c73341205855, 'name': SearchDatastore_Task, 'duration_secs': 0.017529} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.173479] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.173777] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.174915] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.174915] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.174915] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.174915] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f3f68f1-bc64-4df4-97f6-1fd882da584d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.176767] env[68663]: DEBUG oslo_concurrency.lockutils [req-1e64b2c4-f06f-4115-a65d-ce2f046ddc33 req-fe67d694-d315-4e05-9290-a0c0d128b1ac service nova] Releasing lock "refresh_cache-d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.187715] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.187969] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.189469] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a1554ab-8e90-4b23-828e-757cb0644ff9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.196322] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1090.196322] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528438a8-c46d-b19a-5a66-cfd5777a5ba8" [ 1090.196322] env[68663]: _type = "Task" [ 1090.196322] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.205189] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528438a8-c46d-b19a-5a66-cfd5777a5ba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.277414] env[68663]: DEBUG nova.network.neutron [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.429435] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e29b0bdc-50a3-4a44-8a80-8b087cdd10cf tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "c3158adb-a59c-498e-b1a2-0a34fafef674" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.498s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.508826] env[68663]: DEBUG nova.network.neutron [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Updating instance_info_cache with network_info: [{"id": "8049c32c-02c1-4314-926c-a845a56ba2c3", "address": "fa:16:3e:4d:8c:8e", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8049c32c-02", "ovs_interfaceid": "8049c32c-02c1-4314-926c-a845a56ba2c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.707959] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528438a8-c46d-b19a-5a66-cfd5777a5ba8, 'name': SearchDatastore_Task, 'duration_secs': 0.029902} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.708822] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99fb1c6b-fb6b-4191-8021-5be7b9b5fdd0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.714461] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1090.714461] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526fce2e-35fb-ca7e-c845-71e3627ec9a8" [ 1090.714461] env[68663]: _type = "Task" [ 1090.714461] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.723203] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526fce2e-35fb-ca7e-c845-71e3627ec9a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.984308] env[68663]: DEBUG oslo_concurrency.lockutils [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.984308] env[68663]: DEBUG oslo_concurrency.lockutils [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.011121] env[68663]: DEBUG oslo_concurrency.lockutils [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "refresh_cache-9dd598d7-6d3c-4557-9572-12645b715fac" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.011457] env[68663]: DEBUG nova.compute.manager [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Instance network_info: |[{"id": "8049c32c-02c1-4314-926c-a845a56ba2c3", "address": "fa:16:3e:4d:8c:8e", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8049c32c-02", "ovs_interfaceid": "8049c32c-02c1-4314-926c-a845a56ba2c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.011862] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:8c:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8049c32c-02c1-4314-926c-a845a56ba2c3', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.019686] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.020277] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.020521] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cb1b233-0084-4ff6-ad22-7df874d081e5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.042116] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.042116] env[68663]: value = "task-3238924" [ 1091.042116] env[68663]: _type = "Task" [ 1091.042116] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.052674] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238924, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.154297] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.154450] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Cleaning up deleted instances with incomplete migration {{(pid=68663) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1091.226936] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526fce2e-35fb-ca7e-c845-71e3627ec9a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013891} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.227277] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.227489] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] d96d22b4-184b-42b6-85bc-5d479e42ed96/d96d22b4-184b-42b6-85bc-5d479e42ed96.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.227868] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-807cef29-c1c9-4ff7-bc00-e420a6114304 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.235648] env[68663]: DEBUG nova.compute.manager [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Received event network-vif-plugged-8049c32c-02c1-4314-926c-a845a56ba2c3 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.235864] env[68663]: DEBUG oslo_concurrency.lockutils [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] Acquiring lock "9dd598d7-6d3c-4557-9572-12645b715fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.236089] env[68663]: DEBUG oslo_concurrency.lockutils [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] Lock "9dd598d7-6d3c-4557-9572-12645b715fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.236275] env[68663]: DEBUG oslo_concurrency.lockutils [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] Lock "9dd598d7-6d3c-4557-9572-12645b715fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.236437] env[68663]: DEBUG nova.compute.manager [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] No waiting events found dispatching network-vif-plugged-8049c32c-02c1-4314-926c-a845a56ba2c3 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.236602] env[68663]: WARNING nova.compute.manager [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Received unexpected event network-vif-plugged-8049c32c-02c1-4314-926c-a845a56ba2c3 for instance with vm_state building and task_state spawning. [ 1091.236763] env[68663]: DEBUG nova.compute.manager [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Received event network-changed-8049c32c-02c1-4314-926c-a845a56ba2c3 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.236963] env[68663]: DEBUG nova.compute.manager [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Refreshing instance network info cache due to event network-changed-8049c32c-02c1-4314-926c-a845a56ba2c3. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.237455] env[68663]: DEBUG oslo_concurrency.lockutils [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] Acquiring lock "refresh_cache-9dd598d7-6d3c-4557-9572-12645b715fac" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.237455] env[68663]: DEBUG oslo_concurrency.lockutils [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] Acquired lock "refresh_cache-9dd598d7-6d3c-4557-9572-12645b715fac" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.237455] env[68663]: DEBUG nova.network.neutron [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Refreshing network info cache for port 8049c32c-02c1-4314-926c-a845a56ba2c3 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.241157] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1091.241157] env[68663]: value = "task-3238925" [ 1091.241157] env[68663]: _type = "Task" [ 1091.241157] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.251995] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3238925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.296103] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "f7116a83-8852-41d4-b1cc-dc470682f022" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.296380] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "f7116a83-8852-41d4-b1cc-dc470682f022" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.296641] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "f7116a83-8852-41d4-b1cc-dc470682f022-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.296866] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "f7116a83-8852-41d4-b1cc-dc470682f022-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.297084] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "f7116a83-8852-41d4-b1cc-dc470682f022-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.299674] env[68663]: INFO nova.compute.manager [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Terminating instance [ 1091.487525] env[68663]: DEBUG nova.objects.instance [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lazy-loading 'migration_context' on Instance uuid 0b9d226a-58eb-4723-96cb-27e04a3fa59c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.556314] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238924, 'name': CreateVM_Task, 'duration_secs': 0.494023} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.556573] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.561048] env[68663]: DEBUG oslo_concurrency.lockutils [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.561048] env[68663]: DEBUG oslo_concurrency.lockutils [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.561048] env[68663]: DEBUG oslo_concurrency.lockutils [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.561048] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de7df9c6-8821-44f8-8216-3d4098097f43 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.566427] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1091.566427] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529fb188-ba74-25e3-2a09-c0572b31a4e9" [ 1091.566427] env[68663]: _type = "Task" [ 1091.566427] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.580119] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529fb188-ba74-25e3-2a09-c0572b31a4e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.659838] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.752869] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3238925, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.803966] env[68663]: DEBUG nova.compute.manager [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.804231] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.805169] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f08792-1397-44c7-956a-c619369cd4e4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.814098] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.814340] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c077ae2b-76c6-4977-a93d-3053718078c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.822047] env[68663]: DEBUG oslo_vmware.api [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1091.822047] env[68663]: value = "task-3238926" [ 1091.822047] env[68663]: _type = "Task" [ 1091.822047] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.832378] env[68663]: DEBUG oslo_vmware.api [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.878116] env[68663]: DEBUG nova.compute.manager [req-1b84f18f-f592-4d7c-804b-e3ea575c7748 req-a482c2ca-72cb-4d90-aeee-1bf3b1034d32 service nova] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Received event network-changed-3f41d542-b7c8-4683-979a-1ba28a8604d1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.878116] env[68663]: DEBUG nova.compute.manager [req-1b84f18f-f592-4d7c-804b-e3ea575c7748 req-a482c2ca-72cb-4d90-aeee-1bf3b1034d32 service nova] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Refreshing instance network info cache due to event network-changed-3f41d542-b7c8-4683-979a-1ba28a8604d1. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.878116] env[68663]: DEBUG oslo_concurrency.lockutils [req-1b84f18f-f592-4d7c-804b-e3ea575c7748 req-a482c2ca-72cb-4d90-aeee-1bf3b1034d32 service nova] Acquiring lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.878116] env[68663]: DEBUG oslo_concurrency.lockutils [req-1b84f18f-f592-4d7c-804b-e3ea575c7748 req-a482c2ca-72cb-4d90-aeee-1bf3b1034d32 service nova] Acquired lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.878116] env[68663]: DEBUG nova.network.neutron [req-1b84f18f-f592-4d7c-804b-e3ea575c7748 req-a482c2ca-72cb-4d90-aeee-1bf3b1034d32 service nova] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Refreshing network info cache for port 3f41d542-b7c8-4683-979a-1ba28a8604d1 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.084204] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529fb188-ba74-25e3-2a09-c0572b31a4e9, 'name': SearchDatastore_Task, 'duration_secs': 0.017972} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.089218] env[68663]: DEBUG oslo_concurrency.lockutils [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.089473] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.089957] env[68663]: DEBUG oslo_concurrency.lockutils [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.090120] env[68663]: DEBUG oslo_concurrency.lockutils [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.090304] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.090773] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b5fff71-24ec-4ff0-b141-5d1d1df785dc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.103687] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.103913] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.104812] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90771a5e-f897-43d5-8460-fb11933d8712 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.116631] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1092.116631] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fc01f1-0db0-2683-a753-4c1bc10bc938" [ 1092.116631] env[68663]: _type = "Task" [ 1092.116631] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.131495] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fc01f1-0db0-2683-a753-4c1bc10bc938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.207323] env[68663]: DEBUG nova.network.neutron [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Updated VIF entry in instance network info cache for port 8049c32c-02c1-4314-926c-a845a56ba2c3. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.207751] env[68663]: DEBUG nova.network.neutron [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Updating instance_info_cache with network_info: [{"id": "8049c32c-02c1-4314-926c-a845a56ba2c3", "address": "fa:16:3e:4d:8c:8e", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8049c32c-02", "ovs_interfaceid": "8049c32c-02c1-4314-926c-a845a56ba2c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.250263] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49657560-8c43-44b2-867e-7d9006e6b4e7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.263242] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02acd75e-9a64-48ce-81d2-2c37e8c5da98 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.267929] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3238925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606833} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.268629] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] d96d22b4-184b-42b6-85bc-5d479e42ed96/d96d22b4-184b-42b6-85bc-5d479e42ed96.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.268890] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.269531] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-300ee66c-3d73-4e66-b123-bcfe7a2f1ef5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.301064] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a3d741-6b8a-4104-8ad4-b4acac299b62 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.304045] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1092.304045] env[68663]: value = "task-3238927" [ 1092.304045] env[68663]: _type = "Task" [ 1092.304045] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.311898] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85530280-6a95-43d9-97d4-a597de0c1d43 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.318430] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3238927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.329797] env[68663]: DEBUG nova.compute.provider_tree [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.340090] env[68663]: DEBUG oslo_vmware.api [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238926, 'name': PowerOffVM_Task, 'duration_secs': 0.371297} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.342818] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.342818] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.342818] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e253726-d3de-44ed-9c97-1879e9756ffd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.628698] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fc01f1-0db0-2683-a753-4c1bc10bc938, 'name': SearchDatastore_Task, 'duration_secs': 0.021803} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.629696] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c975bcc0-2f48-4cd2-9fa6-b560248b7a65 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.635201] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1092.635201] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520e0963-ca92-2da6-b45b-73d75cc07298" [ 1092.635201] env[68663]: _type = "Task" [ 1092.635201] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.643279] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520e0963-ca92-2da6-b45b-73d75cc07298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.699108] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.699108] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.699108] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleting the datastore file [datastore1] f7116a83-8852-41d4-b1cc-dc470682f022 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.699108] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38afa9b7-616f-4833-956a-9f0a7275be3f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.706683] env[68663]: DEBUG oslo_vmware.api [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for the task: (returnval){ [ 1092.706683] env[68663]: value = "task-3238929" [ 1092.706683] env[68663]: _type = "Task" [ 1092.706683] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.711783] env[68663]: DEBUG oslo_concurrency.lockutils [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] Releasing lock "refresh_cache-9dd598d7-6d3c-4557-9572-12645b715fac" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.712046] env[68663]: DEBUG nova.compute.manager [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Received event network-changed-e8163d1a-61da-4a71-aa33-de34f185462e {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.712437] env[68663]: DEBUG nova.compute.manager [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Refreshing instance network info cache due to event network-changed-e8163d1a-61da-4a71-aa33-de34f185462e. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.712654] env[68663]: DEBUG oslo_concurrency.lockutils [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] Acquiring lock "refresh_cache-8945407c-db04-43f1-8ea9-33dea80693c3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.712864] env[68663]: DEBUG oslo_concurrency.lockutils [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] Acquired lock "refresh_cache-8945407c-db04-43f1-8ea9-33dea80693c3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.712959] env[68663]: DEBUG nova.network.neutron [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Refreshing network info cache for port e8163d1a-61da-4a71-aa33-de34f185462e {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.722141] env[68663]: DEBUG oslo_vmware.api [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.775052] env[68663]: DEBUG nova.network.neutron [req-1b84f18f-f592-4d7c-804b-e3ea575c7748 req-a482c2ca-72cb-4d90-aeee-1bf3b1034d32 service nova] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updated VIF entry in instance network info cache for port 3f41d542-b7c8-4683-979a-1ba28a8604d1. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.775403] env[68663]: DEBUG nova.network.neutron [req-1b84f18f-f592-4d7c-804b-e3ea575c7748 req-a482c2ca-72cb-4d90-aeee-1bf3b1034d32 service nova] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updating instance_info_cache with network_info: [{"id": "3f41d542-b7c8-4683-979a-1ba28a8604d1", "address": "fa:16:3e:f2:25:ec", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f41d542-b7", "ovs_interfaceid": "3f41d542-b7c8-4683-979a-1ba28a8604d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.815065] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3238927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076543} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.815336] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.816124] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcec55f5-60a2-4a00-bfa3-8c43fe4eb166 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.839614] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] d96d22b4-184b-42b6-85bc-5d479e42ed96/d96d22b4-184b-42b6-85bc-5d479e42ed96.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.840546] env[68663]: DEBUG nova.scheduler.client.report [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.843758] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d020a0d-12a6-4665-8e1f-8d5032886dc5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.869504] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1092.869504] env[68663]: value = "task-3238930" [ 1092.869504] env[68663]: _type = "Task" [ 1092.869504] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.880066] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3238930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.146845] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520e0963-ca92-2da6-b45b-73d75cc07298, 'name': SearchDatastore_Task, 'duration_secs': 0.064859} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.147480] env[68663]: DEBUG oslo_concurrency.lockutils [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.147755] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 9dd598d7-6d3c-4557-9572-12645b715fac/9dd598d7-6d3c-4557-9572-12645b715fac.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.148029] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4106f77-0a45-43fa-848a-e9ceb178b558 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.155851] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1093.155851] env[68663]: value = "task-3238931" [ 1093.155851] env[68663]: _type = "Task" [ 1093.155851] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.164369] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.223354] env[68663]: DEBUG oslo_vmware.api [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.278051] env[68663]: DEBUG oslo_concurrency.lockutils [req-1b84f18f-f592-4d7c-804b-e3ea575c7748 req-a482c2ca-72cb-4d90-aeee-1bf3b1034d32 service nova] Releasing lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.364819] env[68663]: DEBUG oslo_concurrency.lockutils [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.380s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.388404] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3238930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.607316] env[68663]: DEBUG nova.compute.manager [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Received event network-changed-e8163d1a-61da-4a71-aa33-de34f185462e {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.607717] env[68663]: DEBUG nova.compute.manager [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Refreshing instance network info cache due to event network-changed-e8163d1a-61da-4a71-aa33-de34f185462e. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.608112] env[68663]: DEBUG oslo_concurrency.lockutils [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] Acquiring lock "refresh_cache-8945407c-db04-43f1-8ea9-33dea80693c3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.608762] env[68663]: DEBUG nova.network.neutron [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Updated VIF entry in instance network info cache for port e8163d1a-61da-4a71-aa33-de34f185462e. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.609125] env[68663]: DEBUG nova.network.neutron [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Updating instance_info_cache with network_info: [{"id": "e8163d1a-61da-4a71-aa33-de34f185462e", "address": "fa:16:3e:92:32:b4", "network": {"id": "3af22974-a360-47f4-99a4-dd2884f91152", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814945465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236cc91604af43dbb9dc3cda668bf157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8163d1a-61", "ovs_interfaceid": "e8163d1a-61da-4a71-aa33-de34f185462e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.669774] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238931, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.721706] env[68663]: DEBUG oslo_vmware.api [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Task: {'id': task-3238929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.665088} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.722484] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.722484] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.722484] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.722690] env[68663]: INFO nova.compute.manager [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Took 1.92 seconds to destroy the instance on the hypervisor. [ 1093.722816] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.722967] env[68663]: DEBUG nova.compute.manager [-] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.723106] env[68663]: DEBUG nova.network.neutron [-] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.882045] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3238930, 'name': ReconfigVM_Task, 'duration_secs': 0.740921} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.882361] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Reconfigured VM instance instance-0000006c to attach disk [datastore2] d96d22b4-184b-42b6-85bc-5d479e42ed96/d96d22b4-184b-42b6-85bc-5d479e42ed96.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.883162] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c11e2a8c-6c43-41c0-8af4-cd481b053a93 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.892233] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1093.892233] env[68663]: value = "task-3238932" [ 1093.892233] env[68663]: _type = "Task" [ 1093.892233] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.902267] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3238932, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.111628] env[68663]: DEBUG oslo_concurrency.lockutils [req-bd69e084-12e8-4563-ab32-0a3a79b82006 req-f56c0854-d365-4c35-8f53-7e131c25fcdd service nova] Releasing lock "refresh_cache-8945407c-db04-43f1-8ea9-33dea80693c3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.112177] env[68663]: DEBUG oslo_concurrency.lockutils [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] Acquired lock "refresh_cache-8945407c-db04-43f1-8ea9-33dea80693c3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.112386] env[68663]: DEBUG nova.network.neutron [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Refreshing network info cache for port e8163d1a-61da-4a71-aa33-de34f185462e {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.165438] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.165718] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.165881] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.166074] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.166214] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Cleaning up deleted instances {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1094.170975] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719456} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.178585] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 9dd598d7-6d3c-4557-9572-12645b715fac/9dd598d7-6d3c-4557-9572-12645b715fac.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.178817] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.179176] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquiring lock "df8c1952-b404-4e36-ab5e-ae849d3d89f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.179391] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "df8c1952-b404-4e36-ab5e-ae849d3d89f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.179590] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquiring lock "df8c1952-b404-4e36-ab5e-ae849d3d89f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.179895] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "df8c1952-b404-4e36-ab5e-ae849d3d89f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.180079] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "df8c1952-b404-4e36-ab5e-ae849d3d89f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.183219] env[68663]: INFO nova.compute.manager [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Terminating instance [ 1094.186917] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b36b6359-3ec2-4466-ad48-68abf3c4581a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.198413] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1094.198413] env[68663]: value = "task-3238933" [ 1094.198413] env[68663]: _type = "Task" [ 1094.198413] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.212401] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.390924] env[68663]: DEBUG oslo_concurrency.lockutils [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "55d7be37-fc46-44c4-8f13-faddbb628807" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.391220] env[68663]: DEBUG oslo_concurrency.lockutils [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "55d7be37-fc46-44c4-8f13-faddbb628807" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.410610] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3238932, 'name': Rename_Task, 'duration_secs': 0.164661} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.410946] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.411148] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c7dd881-b8ff-4c69-b9e1-6a42d4c99d1b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.419924] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1094.419924] env[68663]: value = "task-3238934" [ 1094.419924] env[68663]: _type = "Task" [ 1094.419924] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.429743] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3238934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.635239] env[68663]: DEBUG nova.network.neutron [-] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.696651] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] There are 56 instances to clean {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1094.697222] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 4f5e452e-09f7-472f-aa48-f71cd3441611] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1094.703791] env[68663]: DEBUG nova.compute.manager [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.703791] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.705035] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d34519d-c384-4aa6-a4ae-a570c8574d6e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.721441] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066108} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.724625] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.725453] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.726610] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5735bd1f-d27a-44c9-87ee-c948b047d9c5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.729787] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aafe40de-e001-46d0-91bf-ce804d91f932 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.754933] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 9dd598d7-6d3c-4557-9572-12645b715fac/9dd598d7-6d3c-4557-9572-12645b715fac.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.757022] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d352ad2d-e9ae-4741-b463-7daff4de534d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.774182] env[68663]: DEBUG oslo_vmware.api [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1094.774182] env[68663]: value = "task-3238935" [ 1094.774182] env[68663]: _type = "Task" [ 1094.774182] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.784287] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1094.784287] env[68663]: value = "task-3238936" [ 1094.784287] env[68663]: _type = "Task" [ 1094.784287] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.787934] env[68663]: DEBUG oslo_vmware.api [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.797103] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.893742] env[68663]: DEBUG nova.compute.manager [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.933124] env[68663]: DEBUG oslo_vmware.api [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3238934, 'name': PowerOnVM_Task, 'duration_secs': 0.509631} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.934613] env[68663]: INFO nova.compute.manager [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Swapping old allocation on dict_keys(['f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7']) held by migration 6702fa82-b663-41c8-a56f-7feb476c2a3c for instance [ 1094.934899] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.935182] env[68663]: INFO nova.compute.manager [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1094.935805] env[68663]: DEBUG nova.compute.manager [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.938814] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c17df5-865a-4856-9963-8ee4595e9e2e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.977298] env[68663]: DEBUG nova.scheduler.client.report [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Overwriting current allocation {'allocations': {'f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 160}}, 'project_id': '62df668cf40d491bb275be0e7df8c121', 'user_id': 'f0685f6d9a5241fabe820767d1b42f79', 'consumer_generation': 1} on consumer 0b9d226a-58eb-4723-96cb-27e04a3fa59c {{(pid=68663) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1095.055721] env[68663]: DEBUG nova.network.neutron [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Updated VIF entry in instance network info cache for port e8163d1a-61da-4a71-aa33-de34f185462e. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.056175] env[68663]: DEBUG nova.network.neutron [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Updating instance_info_cache with network_info: [{"id": "e8163d1a-61da-4a71-aa33-de34f185462e", "address": "fa:16:3e:92:32:b4", "network": {"id": "3af22974-a360-47f4-99a4-dd2884f91152", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814945465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236cc91604af43dbb9dc3cda668bf157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8163d1a-61", "ovs_interfaceid": "e8163d1a-61da-4a71-aa33-de34f185462e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.083181] env[68663]: DEBUG oslo_concurrency.lockutils [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.083181] env[68663]: DEBUG oslo_concurrency.lockutils [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.083181] env[68663]: DEBUG nova.network.neutron [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.142497] env[68663]: INFO nova.compute.manager [-] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Took 1.42 seconds to deallocate network for instance. [ 1095.200313] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: e53a60d0-c95e-4ae4-b565-7927e8274de4] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1095.288820] env[68663]: DEBUG oslo_vmware.api [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238935, 'name': PowerOffVM_Task, 'duration_secs': 0.220194} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.292503] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.292939] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.293568] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8922cde0-687d-4961-9987-d6152a72c641 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.301896] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.364133] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.364393] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.364678] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Deleting the datastore file [datastore1] df8c1952-b404-4e36-ab5e-ae849d3d89f5 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.364957] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b225876-5568-41c4-b10e-7e93a84dac3a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.372887] env[68663]: DEBUG oslo_vmware.api [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1095.372887] env[68663]: value = "task-3238938" [ 1095.372887] env[68663]: _type = "Task" [ 1095.372887] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.382145] env[68663]: DEBUG oslo_vmware.api [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.415018] env[68663]: DEBUG oslo_concurrency.lockutils [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.415429] env[68663]: DEBUG oslo_concurrency.lockutils [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.417341] env[68663]: INFO nova.compute.claims [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.465754] env[68663]: INFO nova.compute.manager [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Took 13.61 seconds to build instance. [ 1095.558733] env[68663]: DEBUG oslo_concurrency.lockutils [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] Releasing lock "refresh_cache-8945407c-db04-43f1-8ea9-33dea80693c3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.559030] env[68663]: DEBUG nova.compute.manager [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Received event network-changed-2f741455-ae16-45ad-aad2-2510bce428d1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.559211] env[68663]: DEBUG nova.compute.manager [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Refreshing instance network info cache due to event network-changed-2f741455-ae16-45ad-aad2-2510bce428d1. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.559425] env[68663]: DEBUG oslo_concurrency.lockutils [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] Acquiring lock "refresh_cache-df8c1952-b404-4e36-ab5e-ae849d3d89f5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.559570] env[68663]: DEBUG oslo_concurrency.lockutils [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] Acquired lock "refresh_cache-df8c1952-b404-4e36-ab5e-ae849d3d89f5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.559734] env[68663]: DEBUG nova.network.neutron [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Refreshing network info cache for port 2f741455-ae16-45ad-aad2-2510bce428d1 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.640922] env[68663]: DEBUG nova.compute.manager [req-1e80c198-85c8-4f5b-b5df-00518331c1a4 req-c09a6c2d-d19a-4f55-ae5c-904afd0223b4 service nova] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Received event network-vif-deleted-6d73db83-73c8-44c9-923a-b864f578ff9b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.641168] env[68663]: DEBUG nova.compute.manager [req-1e80c198-85c8-4f5b-b5df-00518331c1a4 req-c09a6c2d-d19a-4f55-ae5c-904afd0223b4 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Received event network-changed-e8163d1a-61da-4a71-aa33-de34f185462e {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.641334] env[68663]: DEBUG nova.compute.manager [req-1e80c198-85c8-4f5b-b5df-00518331c1a4 req-c09a6c2d-d19a-4f55-ae5c-904afd0223b4 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Refreshing instance network info cache due to event network-changed-e8163d1a-61da-4a71-aa33-de34f185462e. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.641580] env[68663]: DEBUG oslo_concurrency.lockutils [req-1e80c198-85c8-4f5b-b5df-00518331c1a4 req-c09a6c2d-d19a-4f55-ae5c-904afd0223b4 service nova] Acquiring lock "refresh_cache-8945407c-db04-43f1-8ea9-33dea80693c3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.641680] env[68663]: DEBUG oslo_concurrency.lockutils [req-1e80c198-85c8-4f5b-b5df-00518331c1a4 req-c09a6c2d-d19a-4f55-ae5c-904afd0223b4 service nova] Acquired lock "refresh_cache-8945407c-db04-43f1-8ea9-33dea80693c3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.641837] env[68663]: DEBUG nova.network.neutron [req-1e80c198-85c8-4f5b-b5df-00518331c1a4 req-c09a6c2d-d19a-4f55-ae5c-904afd0223b4 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Refreshing network info cache for port e8163d1a-61da-4a71-aa33-de34f185462e {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.649705] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.703367] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 1d94192b-4bd9-4922-bde5-45f693106824] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1095.803106] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238936, 'name': ReconfigVM_Task, 'duration_secs': 0.727075} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.803354] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 9dd598d7-6d3c-4557-9572-12645b715fac/9dd598d7-6d3c-4557-9572-12645b715fac.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.804029] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-133ea30a-9a3d-4d40-a22c-0e6317c76d2b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.808034] env[68663]: DEBUG nova.network.neutron [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating instance_info_cache with network_info: [{"id": "f900fee5-d84b-4c74-a49b-4944d580b34f", "address": "fa:16:3e:5d:9b:21", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf900fee5-d8", "ovs_interfaceid": "f900fee5-d84b-4c74-a49b-4944d580b34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.816843] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1095.816843] env[68663]: value = "task-3238939" [ 1095.816843] env[68663]: _type = "Task" [ 1095.816843] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.828266] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238939, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.885085] env[68663]: DEBUG oslo_vmware.api [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491643} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.886108] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.886108] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.886108] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.886108] env[68663]: INFO nova.compute.manager [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1095.886108] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.886335] env[68663]: DEBUG nova.compute.manager [-] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.886629] env[68663]: DEBUG nova.network.neutron [-] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.971100] env[68663]: DEBUG oslo_concurrency.lockutils [None req-db0a6b54-7918-4706-beca-d7876f76887c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "d96d22b4-184b-42b6-85bc-5d479e42ed96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.126s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.147807] env[68663]: DEBUG nova.compute.manager [req-edcc628f-7dd7-47b1-a1a2-e9d0cf252784 req-bd3dad4b-5e7f-4e1f-93a9-4b5828501a93 service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Received event network-vif-deleted-2f741455-ae16-45ad-aad2-2510bce428d1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.148016] env[68663]: INFO nova.compute.manager [req-edcc628f-7dd7-47b1-a1a2-e9d0cf252784 req-bd3dad4b-5e7f-4e1f-93a9-4b5828501a93 service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Neutron deleted interface 2f741455-ae16-45ad-aad2-2510bce428d1; detaching it from the instance and deleting it from the info cache [ 1096.148197] env[68663]: DEBUG nova.network.neutron [req-edcc628f-7dd7-47b1-a1a2-e9d0cf252784 req-bd3dad4b-5e7f-4e1f-93a9-4b5828501a93 service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.206335] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 2c4d6f4e-627d-43cd-aaaf-8fc03211a9be] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1096.313702] env[68663]: DEBUG oslo_concurrency.lockutils [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "refresh_cache-0b9d226a-58eb-4723-96cb-27e04a3fa59c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.314854] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fddcd1-9ed2-4d56-a7ba-37837c9c8f40 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.327521] env[68663]: DEBUG nova.network.neutron [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Updated VIF entry in instance network info cache for port 2f741455-ae16-45ad-aad2-2510bce428d1. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.327865] env[68663]: DEBUG nova.network.neutron [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Updating instance_info_cache with network_info: [{"id": "2f741455-ae16-45ad-aad2-2510bce428d1", "address": "fa:16:3e:2b:cc:dc", "network": {"id": "3af22974-a360-47f4-99a4-dd2884f91152", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814945465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236cc91604af43dbb9dc3cda668bf157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f741455-ae", "ovs_interfaceid": "2f741455-ae16-45ad-aad2-2510bce428d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.330072] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb38b58-a1fa-4eed-8e37-426a1404f3f8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.335494] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238939, 'name': Rename_Task, 'duration_secs': 0.364065} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.338113] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.338497] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ed702a1-f511-4f3d-a24e-8a0bb5850d1c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.347233] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1096.347233] env[68663]: value = "task-3238940" [ 1096.347233] env[68663]: _type = "Task" [ 1096.347233] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.364270] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.373608] env[68663]: DEBUG nova.network.neutron [req-1e80c198-85c8-4f5b-b5df-00518331c1a4 req-c09a6c2d-d19a-4f55-ae5c-904afd0223b4 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Updated VIF entry in instance network info cache for port e8163d1a-61da-4a71-aa33-de34f185462e. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.373608] env[68663]: DEBUG nova.network.neutron [req-1e80c198-85c8-4f5b-b5df-00518331c1a4 req-c09a6c2d-d19a-4f55-ae5c-904afd0223b4 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Updating instance_info_cache with network_info: [{"id": "e8163d1a-61da-4a71-aa33-de34f185462e", "address": "fa:16:3e:92:32:b4", "network": {"id": "3af22974-a360-47f4-99a4-dd2884f91152", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814945465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236cc91604af43dbb9dc3cda668bf157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8163d1a-61", "ovs_interfaceid": "e8163d1a-61da-4a71-aa33-de34f185462e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.626135] env[68663]: DEBUG nova.network.neutron [-] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.646137] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e403532-28f4-4a87-bbee-451fe2a23891 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.653593] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a749bfb-38cb-45f8-b29d-ff15b207c0b4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.656760] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98a4920-62e5-42d9-a351-ef807603f59b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.695486] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92f371a-70d3-474f-a91a-9f7cb164fe66 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.708816] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ab3e5d-4fb9-4e11-bf90-14de38f1ae20 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.712248] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: f64890ed-4f70-40f0-81cb-158a9dcee26e] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1096.719422] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724ba934-5e7a-42ca-a554-8a1ff5ae060c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.736208] env[68663]: DEBUG nova.compute.manager [req-edcc628f-7dd7-47b1-a1a2-e9d0cf252784 req-bd3dad4b-5e7f-4e1f-93a9-4b5828501a93 service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Detach interface failed, port_id=2f741455-ae16-45ad-aad2-2510bce428d1, reason: Instance df8c1952-b404-4e36-ab5e-ae849d3d89f5 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.748381] env[68663]: DEBUG nova.compute.provider_tree [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.836332] env[68663]: DEBUG oslo_concurrency.lockutils [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] Releasing lock "refresh_cache-df8c1952-b404-4e36-ab5e-ae849d3d89f5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.836592] env[68663]: DEBUG nova.compute.manager [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Received event network-changed-2f741455-ae16-45ad-aad2-2510bce428d1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.836765] env[68663]: DEBUG nova.compute.manager [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Refreshing instance network info cache due to event network-changed-2f741455-ae16-45ad-aad2-2510bce428d1. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.837405] env[68663]: DEBUG oslo_concurrency.lockutils [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] Acquiring lock "refresh_cache-df8c1952-b404-4e36-ab5e-ae849d3d89f5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.837405] env[68663]: DEBUG oslo_concurrency.lockutils [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] Acquired lock "refresh_cache-df8c1952-b404-4e36-ab5e-ae849d3d89f5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.837405] env[68663]: DEBUG nova.network.neutron [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Refreshing network info cache for port 2f741455-ae16-45ad-aad2-2510bce428d1 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.862826] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238940, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.876013] env[68663]: DEBUG oslo_concurrency.lockutils [req-1e80c198-85c8-4f5b-b5df-00518331c1a4 req-c09a6c2d-d19a-4f55-ae5c-904afd0223b4 service nova] Releasing lock "refresh_cache-8945407c-db04-43f1-8ea9-33dea80693c3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.876294] env[68663]: DEBUG nova.compute.manager [req-1e80c198-85c8-4f5b-b5df-00518331c1a4 req-c09a6c2d-d19a-4f55-ae5c-904afd0223b4 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Received event network-changed-e8163d1a-61da-4a71-aa33-de34f185462e {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.876464] env[68663]: DEBUG nova.compute.manager [req-1e80c198-85c8-4f5b-b5df-00518331c1a4 req-c09a6c2d-d19a-4f55-ae5c-904afd0223b4 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Refreshing instance network info cache due to event network-changed-e8163d1a-61da-4a71-aa33-de34f185462e. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.876816] env[68663]: DEBUG oslo_concurrency.lockutils [req-1e80c198-85c8-4f5b-b5df-00518331c1a4 req-c09a6c2d-d19a-4f55-ae5c-904afd0223b4 service nova] Acquiring lock "refresh_cache-8945407c-db04-43f1-8ea9-33dea80693c3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.876816] env[68663]: DEBUG oslo_concurrency.lockutils [req-1e80c198-85c8-4f5b-b5df-00518331c1a4 req-c09a6c2d-d19a-4f55-ae5c-904afd0223b4 service nova] Acquired lock "refresh_cache-8945407c-db04-43f1-8ea9-33dea80693c3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.876972] env[68663]: DEBUG nova.network.neutron [req-1e80c198-85c8-4f5b-b5df-00518331c1a4 req-c09a6c2d-d19a-4f55-ae5c-904afd0223b4 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Refreshing network info cache for port e8163d1a-61da-4a71-aa33-de34f185462e {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.130453] env[68663]: INFO nova.compute.manager [-] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Took 1.24 seconds to deallocate network for instance. [ 1097.215832] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 954cca74-fc1a-402b-bf7e-ae0bead4f8d9] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1097.250898] env[68663]: DEBUG nova.scheduler.client.report [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.358396] env[68663]: DEBUG nova.network.neutron [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.363573] env[68663]: DEBUG oslo_vmware.api [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238940, 'name': PowerOnVM_Task, 'duration_secs': 0.628102} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.363827] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.364030] env[68663]: INFO nova.compute.manager [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1097.364198] env[68663]: DEBUG nova.compute.manager [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.365096] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a6c23b-e237-44e9-b0aa-4a4f2f8e1dbe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.430288] env[68663]: DEBUG nova.network.neutron [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.441868] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.442369] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfaa6e0f-ea84-4de4-80cd-5a26ba62ac51 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.451728] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1097.451728] env[68663]: value = "task-3238941" [ 1097.451728] env[68663]: _type = "Task" [ 1097.451728] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.462361] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.582038] env[68663]: DEBUG nova.network.neutron [req-1e80c198-85c8-4f5b-b5df-00518331c1a4 req-c09a6c2d-d19a-4f55-ae5c-904afd0223b4 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Updated VIF entry in instance network info cache for port e8163d1a-61da-4a71-aa33-de34f185462e. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.582428] env[68663]: DEBUG nova.network.neutron [req-1e80c198-85c8-4f5b-b5df-00518331c1a4 req-c09a6c2d-d19a-4f55-ae5c-904afd0223b4 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Updating instance_info_cache with network_info: [{"id": "e8163d1a-61da-4a71-aa33-de34f185462e", "address": "fa:16:3e:92:32:b4", "network": {"id": "3af22974-a360-47f4-99a4-dd2884f91152", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-814945465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236cc91604af43dbb9dc3cda668bf157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8163d1a-61", "ovs_interfaceid": "e8163d1a-61da-4a71-aa33-de34f185462e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.637879] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.671833] env[68663]: DEBUG nova.compute.manager [req-b99b5076-6cd4-475c-b1af-9d864724fd24 req-b477bfe9-dcd5-40c9-ad9a-0aa6c2b3e915 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Received event network-changed-e8032acf-3d67-42c0-bfeb-fcd9ed581b0b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.672151] env[68663]: DEBUG nova.compute.manager [req-b99b5076-6cd4-475c-b1af-9d864724fd24 req-b477bfe9-dcd5-40c9-ad9a-0aa6c2b3e915 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Refreshing instance network info cache due to event network-changed-e8032acf-3d67-42c0-bfeb-fcd9ed581b0b. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.672428] env[68663]: DEBUG oslo_concurrency.lockutils [req-b99b5076-6cd4-475c-b1af-9d864724fd24 req-b477bfe9-dcd5-40c9-ad9a-0aa6c2b3e915 service nova] Acquiring lock "refresh_cache-d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.672680] env[68663]: DEBUG oslo_concurrency.lockutils [req-b99b5076-6cd4-475c-b1af-9d864724fd24 req-b477bfe9-dcd5-40c9-ad9a-0aa6c2b3e915 service nova] Acquired lock "refresh_cache-d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.672933] env[68663]: DEBUG nova.network.neutron [req-b99b5076-6cd4-475c-b1af-9d864724fd24 req-b477bfe9-dcd5-40c9-ad9a-0aa6c2b3e915 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Refreshing network info cache for port e8032acf-3d67-42c0-bfeb-fcd9ed581b0b {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.719455] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: c488a319-e182-4208-9c76-e46ff73d71b4] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1097.757082] env[68663]: DEBUG oslo_concurrency.lockutils [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.757547] env[68663]: DEBUG nova.compute.manager [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.760569] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.111s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.760827] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.763078] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.125s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.763329] env[68663]: DEBUG nova.objects.instance [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lazy-loading 'resources' on Instance uuid df8c1952-b404-4e36-ab5e-ae849d3d89f5 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.795029] env[68663]: INFO nova.scheduler.client.report [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Deleted allocations for instance f7116a83-8852-41d4-b1cc-dc470682f022 [ 1097.882631] env[68663]: INFO nova.compute.manager [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Took 15.22 seconds to build instance. [ 1097.933579] env[68663]: DEBUG oslo_concurrency.lockutils [req-ffa8798f-3cc0-40ac-8305-7776f5d6c648 req-5674730a-1f21-47d1-863a-d6f83a57e48f service nova] Releasing lock "refresh_cache-df8c1952-b404-4e36-ab5e-ae849d3d89f5" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.962311] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238941, 'name': PowerOffVM_Task, 'duration_secs': 0.311715} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.962583] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.963250] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.963468] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.963623] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.963825] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.963976] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.964139] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.964363] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.964595] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.964738] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.964905] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.965099] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.970035] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0815847d-4b0a-43cf-a6d9-ebf6a3313a5b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.991350] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1097.991350] env[68663]: value = "task-3238942" [ 1097.991350] env[68663]: _type = "Task" [ 1097.991350] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.003113] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.085814] env[68663]: DEBUG oslo_concurrency.lockutils [req-1e80c198-85c8-4f5b-b5df-00518331c1a4 req-c09a6c2d-d19a-4f55-ae5c-904afd0223b4 service nova] Releasing lock "refresh_cache-8945407c-db04-43f1-8ea9-33dea80693c3" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.225169] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 417f5a3a-69ff-4fd8-bd0e-a7498cbab240] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1098.268020] env[68663]: DEBUG nova.compute.utils [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.272404] env[68663]: DEBUG nova.compute.manager [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.272898] env[68663]: DEBUG nova.network.neutron [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.307580] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c45ddfae-64ef-483b-a00f-ec8e94b6c238 tempest-DeleteServersTestJSON-470208695 tempest-DeleteServersTestJSON-470208695-project-member] Lock "f7116a83-8852-41d4-b1cc-dc470682f022" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.011s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.340294] env[68663]: DEBUG nova.policy [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b314863068845ac8e90d3aebe42082e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7e2477deac44ebd85f2df594bfee6af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.383944] env[68663]: DEBUG oslo_concurrency.lockutils [None req-da6629cb-a95b-4557-ae81-45f85d2619ac tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "9dd598d7-6d3c-4557-9572-12645b715fac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.728s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.492018] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad19f71-2929-409b-a8b1-2de3ec3b1628 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.500499] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205e56d5-71d5-47ee-9bb5-ba98430c14bf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.507385] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238942, 'name': ReconfigVM_Task, 'duration_secs': 0.361281} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.508735] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec0a481-dc24-4f10-8cae-30fab07336f1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.538564] env[68663]: DEBUG nova.network.neutron [req-b99b5076-6cd4-475c-b1af-9d864724fd24 req-b477bfe9-dcd5-40c9-ad9a-0aa6c2b3e915 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Updated VIF entry in instance network info cache for port e8032acf-3d67-42c0-bfeb-fcd9ed581b0b. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.539159] env[68663]: DEBUG nova.network.neutron [req-b99b5076-6cd4-475c-b1af-9d864724fd24 req-b477bfe9-dcd5-40c9-ad9a-0aa6c2b3e915 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Updating instance_info_cache with network_info: [{"id": "e8032acf-3d67-42c0-bfeb-fcd9ed581b0b", "address": "fa:16:3e:7e:19:8e", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8032acf-3d", "ovs_interfaceid": "e8032acf-3d67-42c0-bfeb-fcd9ed581b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.541623] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e7dd11-f1b1-437c-86c9-c62e949c8ceb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.562926] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.564155] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.564155] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.564155] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.564155] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.564155] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.564155] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.564399] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.564619] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.564677] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.564830] env[68663]: DEBUG nova.virt.hardware [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.566712] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4f9bf72-0688-4c99-af9b-e62bbee3ce34 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.573838] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87f66d9-56b7-4fc7-91a6-4856e528df59 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.582709] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1098.582709] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f53227-a7a8-7110-1fbe-194363fe5b37" [ 1098.582709] env[68663]: _type = "Task" [ 1098.582709] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.595468] env[68663]: DEBUG nova.compute.provider_tree [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.604084] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f53227-a7a8-7110-1fbe-194363fe5b37, 'name': SearchDatastore_Task, 'duration_secs': 0.012737} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.610904] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1098.610904] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d45a3c2c-0eee-4b46-a26b-af08b3119044 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.636830] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1098.636830] env[68663]: value = "task-3238943" [ 1098.636830] env[68663]: _type = "Task" [ 1098.636830] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.647606] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.669529] env[68663]: DEBUG nova.network.neutron [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Successfully created port: 32bf4f20-c806-4095-b721-d6155ee3af5e {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.729077] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: f767ce99-9f0d-457d-8bc9-dc291c7b9f16] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1098.777038] env[68663]: DEBUG nova.compute.manager [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.063519] env[68663]: DEBUG oslo_concurrency.lockutils [req-b99b5076-6cd4-475c-b1af-9d864724fd24 req-b477bfe9-dcd5-40c9-ad9a-0aa6c2b3e915 service nova] Releasing lock "refresh_cache-d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.083774] env[68663]: DEBUG oslo_concurrency.lockutils [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "9dd598d7-6d3c-4557-9572-12645b715fac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.084054] env[68663]: DEBUG oslo_concurrency.lockutils [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "9dd598d7-6d3c-4557-9572-12645b715fac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.084276] env[68663]: DEBUG oslo_concurrency.lockutils [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "9dd598d7-6d3c-4557-9572-12645b715fac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.084464] env[68663]: DEBUG oslo_concurrency.lockutils [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "9dd598d7-6d3c-4557-9572-12645b715fac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.084663] env[68663]: DEBUG oslo_concurrency.lockutils [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "9dd598d7-6d3c-4557-9572-12645b715fac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.086754] env[68663]: INFO nova.compute.manager [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Terminating instance [ 1099.098864] env[68663]: DEBUG nova.scheduler.client.report [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.147265] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.233982] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 86caaa53-21d1-4a70-8ffa-512b649488ae] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1099.282397] env[68663]: INFO nova.virt.block_device [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Booting with volume ce4dd105-7021-4830-8e7d-b42a1119cf47 at /dev/sda [ 1099.325419] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-869ddbea-7c01-4f38-9699-c5cd1bc2db48 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.336665] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f45b226-9d09-4119-b5a7-0473a5e3bb8a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.375379] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22866ab9-3a9b-4f05-bc0a-7fd1c7613e64 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.383579] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458e6326-2d0f-4759-ab86-a0646859a15d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.419472] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaa2efb-1158-4a67-8b5a-b6a31552a879 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.425969] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98f5c74-20d2-4e61-9f0e-ea39bbe5487b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.439703] env[68663]: DEBUG nova.virt.block_device [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updating existing volume attachment record: 361a7a69-92db-4de9-8d53-8dc37dac1b28 {{(pid=68663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1099.590464] env[68663]: DEBUG nova.compute.manager [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.590725] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.591643] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6092e415-8c97-49af-99a6-4a29a6b2c6f4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.599232] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.599452] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bfbe89e-f83a-4b43-92f4-26c331e8eb10 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.603684] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.607133] env[68663]: DEBUG oslo_vmware.api [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1099.607133] env[68663]: value = "task-3238945" [ 1099.607133] env[68663]: _type = "Task" [ 1099.607133] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.615540] env[68663]: DEBUG oslo_vmware.api [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.634217] env[68663]: INFO nova.scheduler.client.report [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Deleted allocations for instance df8c1952-b404-4e36-ab5e-ae849d3d89f5 [ 1099.648821] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238943, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.737459] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 8de5a14d-6f67-42e3-915a-b4ec5a6181cc] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1100.026813] env[68663]: DEBUG nova.compute.manager [req-3eebc40c-fa55-4d8e-bf60-440644fb5cc0 req-42ff00c3-c04f-470a-8f80-7ceab86c626a service nova] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Received event network-vif-plugged-32bf4f20-c806-4095-b721-d6155ee3af5e {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.027070] env[68663]: DEBUG oslo_concurrency.lockutils [req-3eebc40c-fa55-4d8e-bf60-440644fb5cc0 req-42ff00c3-c04f-470a-8f80-7ceab86c626a service nova] Acquiring lock "55d7be37-fc46-44c4-8f13-faddbb628807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.027237] env[68663]: DEBUG oslo_concurrency.lockutils [req-3eebc40c-fa55-4d8e-bf60-440644fb5cc0 req-42ff00c3-c04f-470a-8f80-7ceab86c626a service nova] Lock "55d7be37-fc46-44c4-8f13-faddbb628807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.027423] env[68663]: DEBUG oslo_concurrency.lockutils [req-3eebc40c-fa55-4d8e-bf60-440644fb5cc0 req-42ff00c3-c04f-470a-8f80-7ceab86c626a service nova] Lock "55d7be37-fc46-44c4-8f13-faddbb628807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.027602] env[68663]: DEBUG nova.compute.manager [req-3eebc40c-fa55-4d8e-bf60-440644fb5cc0 req-42ff00c3-c04f-470a-8f80-7ceab86c626a service nova] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] No waiting events found dispatching network-vif-plugged-32bf4f20-c806-4095-b721-d6155ee3af5e {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.027764] env[68663]: WARNING nova.compute.manager [req-3eebc40c-fa55-4d8e-bf60-440644fb5cc0 req-42ff00c3-c04f-470a-8f80-7ceab86c626a service nova] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Received unexpected event network-vif-plugged-32bf4f20-c806-4095-b721-d6155ee3af5e for instance with vm_state building and task_state block_device_mapping. [ 1100.111938] env[68663]: DEBUG nova.network.neutron [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Successfully updated port: 32bf4f20-c806-4095-b721-d6155ee3af5e {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.121301] env[68663]: DEBUG oslo_vmware.api [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238945, 'name': PowerOffVM_Task, 'duration_secs': 0.224559} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.121590] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.121761] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.122020] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c38e1758-bb30-4a42-ba31-24d1d8dd8383 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.145394] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3499de68-02b4-4d0c-a430-dbc046f93d05 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "df8c1952-b404-4e36-ab5e-ae849d3d89f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.966s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.150113] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238943, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.185957] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.186208] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.186395] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleting the datastore file [datastore1] 9dd598d7-6d3c-4557-9572-12645b715fac {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.186657] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bd86054-2fc5-4fd5-a823-fe608411952d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.193162] env[68663]: DEBUG oslo_vmware.api [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1100.193162] env[68663]: value = "task-3238947" [ 1100.193162] env[68663]: _type = "Task" [ 1100.193162] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.201296] env[68663]: DEBUG oslo_vmware.api [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.240631] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 533a0d77-f461-4d66-bb88-49cc8d826ef9] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1100.620812] env[68663]: DEBUG oslo_concurrency.lockutils [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "refresh_cache-55d7be37-fc46-44c4-8f13-faddbb628807" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.620812] env[68663]: DEBUG oslo_concurrency.lockutils [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "refresh_cache-55d7be37-fc46-44c4-8f13-faddbb628807" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.620812] env[68663]: DEBUG nova.network.neutron [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.648559] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238943, 'name': ReconfigVM_Task, 'duration_secs': 1.852809} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.648838] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.649650] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1d06d5-113e-4859-a8cd-81df0a9a4568 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.675334] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 0b9d226a-58eb-4723-96cb-27e04a3fa59c/0b9d226a-58eb-4723-96cb-27e04a3fa59c.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.675752] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3444f6a-de4a-4cf2-a1ce-61d3e7cc9a01 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.694966] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1100.694966] env[68663]: value = "task-3238948" [ 1100.694966] env[68663]: _type = "Task" [ 1100.694966] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.707807] env[68663]: DEBUG oslo_vmware.api [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30915} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.712893] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.713219] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.713514] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.714064] env[68663]: INFO nova.compute.manager [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1100.714180] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.714476] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.714773] env[68663]: DEBUG nova.compute.manager [-] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.714919] env[68663]: DEBUG nova.network.neutron [-] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.744310] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: f90e90d1-d38d-4d9f-a5c2-c0fa9eaa067d] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1101.094666] env[68663]: DEBUG oslo_concurrency.lockutils [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquiring lock "8945407c-db04-43f1-8ea9-33dea80693c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.094968] env[68663]: DEBUG oslo_concurrency.lockutils [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "8945407c-db04-43f1-8ea9-33dea80693c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.095205] env[68663]: DEBUG oslo_concurrency.lockutils [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquiring lock "8945407c-db04-43f1-8ea9-33dea80693c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.095393] env[68663]: DEBUG oslo_concurrency.lockutils [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "8945407c-db04-43f1-8ea9-33dea80693c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.095585] env[68663]: DEBUG oslo_concurrency.lockutils [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "8945407c-db04-43f1-8ea9-33dea80693c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.098366] env[68663]: INFO nova.compute.manager [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Terminating instance [ 1101.151789] env[68663]: DEBUG nova.network.neutron [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.209131] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.247383] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: cffd46ec-3dc2-4437-971b-5ac4ed431647] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1101.284865] env[68663]: DEBUG nova.network.neutron [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updating instance_info_cache with network_info: [{"id": "32bf4f20-c806-4095-b721-d6155ee3af5e", "address": "fa:16:3e:ab:2e:46", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32bf4f20-c8", "ovs_interfaceid": "32bf4f20-c806-4095-b721-d6155ee3af5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.461850] env[68663]: DEBUG nova.network.neutron [-] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.530941] env[68663]: DEBUG nova.compute.manager [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.531501] env[68663]: DEBUG nova.virt.hardware [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.531714] env[68663]: DEBUG nova.virt.hardware [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.531866] env[68663]: DEBUG nova.virt.hardware [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.532100] env[68663]: DEBUG nova.virt.hardware [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.532260] env[68663]: DEBUG nova.virt.hardware [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.532409] env[68663]: DEBUG nova.virt.hardware [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.532616] env[68663]: DEBUG nova.virt.hardware [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.532773] env[68663]: DEBUG nova.virt.hardware [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.532937] env[68663]: DEBUG nova.virt.hardware [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.533108] env[68663]: DEBUG nova.virt.hardware [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.533282] env[68663]: DEBUG nova.virt.hardware [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.534172] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d50910-103a-4b87-b418-111305906b07 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.542631] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48217100-b5e5-4014-a38f-897712a85669 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.601677] env[68663]: DEBUG nova.compute.manager [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.601932] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.603246] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e465ad-eda8-4b0d-af5e-f9da081ecef9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.610978] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.611228] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2127252-3311-4979-9b51-e19507a090c9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.617152] env[68663]: DEBUG oslo_vmware.api [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1101.617152] env[68663]: value = "task-3238949" [ 1101.617152] env[68663]: _type = "Task" [ 1101.617152] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.625014] env[68663]: DEBUG oslo_vmware.api [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.709419] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238948, 'name': ReconfigVM_Task, 'duration_secs': 0.831695} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.709730] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 0b9d226a-58eb-4723-96cb-27e04a3fa59c/0b9d226a-58eb-4723-96cb-27e04a3fa59c.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.710577] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba2fa6a-c477-4ea2-bf92-e32a2eeed8ad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.731713] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157ef0fe-f2e7-4e17-b580-cb96cfa3ee6d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.751967] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 981d2f05-8273-4f06-85a7-030f47807943] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1101.755299] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addf9bd2-792c-46c1-976e-3feda9c8cebb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.776424] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923e887e-362c-41d0-81bc-fa25a28310d9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.785242] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.785527] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50c418d7-3e37-43e4-992d-dc58dadca958 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.787391] env[68663]: DEBUG oslo_concurrency.lockutils [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "refresh_cache-55d7be37-fc46-44c4-8f13-faddbb628807" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.787687] env[68663]: DEBUG nova.compute.manager [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Instance network_info: |[{"id": "32bf4f20-c806-4095-b721-d6155ee3af5e", "address": "fa:16:3e:ab:2e:46", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32bf4f20-c8", "ovs_interfaceid": "32bf4f20-c806-4095-b721-d6155ee3af5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.788053] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:2e:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32bf4f20-c806-4095-b721-d6155ee3af5e', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.796250] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.797094] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.797320] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41c24579-fb36-445b-9718-ad53d29bc1e7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.814979] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1101.814979] env[68663]: value = "task-3238950" [ 1101.814979] env[68663]: _type = "Task" [ 1101.814979] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.819389] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.819389] env[68663]: value = "task-3238951" [ 1101.819389] env[68663]: _type = "Task" [ 1101.819389] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.825656] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238950, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.830615] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238951, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.965047] env[68663]: INFO nova.compute.manager [-] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Took 1.25 seconds to deallocate network for instance. [ 1102.060771] env[68663]: DEBUG nova.compute.manager [req-ecd709e3-6653-4dbe-a36f-b93742d58de9 req-92497c41-03e2-4705-90a2-7782575c7138 service nova] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Received event network-changed-32bf4f20-c806-4095-b721-d6155ee3af5e {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.061060] env[68663]: DEBUG nova.compute.manager [req-ecd709e3-6653-4dbe-a36f-b93742d58de9 req-92497c41-03e2-4705-90a2-7782575c7138 service nova] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Refreshing instance network info cache due to event network-changed-32bf4f20-c806-4095-b721-d6155ee3af5e. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.061323] env[68663]: DEBUG oslo_concurrency.lockutils [req-ecd709e3-6653-4dbe-a36f-b93742d58de9 req-92497c41-03e2-4705-90a2-7782575c7138 service nova] Acquiring lock "refresh_cache-55d7be37-fc46-44c4-8f13-faddbb628807" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.061509] env[68663]: DEBUG oslo_concurrency.lockutils [req-ecd709e3-6653-4dbe-a36f-b93742d58de9 req-92497c41-03e2-4705-90a2-7782575c7138 service nova] Acquired lock "refresh_cache-55d7be37-fc46-44c4-8f13-faddbb628807" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.061816] env[68663]: DEBUG nova.network.neutron [req-ecd709e3-6653-4dbe-a36f-b93742d58de9 req-92497c41-03e2-4705-90a2-7782575c7138 service nova] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Refreshing network info cache for port 32bf4f20-c806-4095-b721-d6155ee3af5e {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.126074] env[68663]: DEBUG oslo_vmware.api [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238949, 'name': PowerOffVM_Task, 'duration_secs': 0.204921} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.126367] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.126540] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.126808] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7969752-0957-4b0a-9297-6d2cf315a555 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.189035] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.189252] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.189682] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Deleting the datastore file [datastore2] 8945407c-db04-43f1-8ea9-33dea80693c3 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.189789] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b438777a-7fef-4430-af25-0bc7abe3bfc2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.196932] env[68663]: DEBUG oslo_vmware.api [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for the task: (returnval){ [ 1102.196932] env[68663]: value = "task-3238953" [ 1102.196932] env[68663]: _type = "Task" [ 1102.196932] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.207024] env[68663]: DEBUG oslo_vmware.api [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.255421] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 36f05c4f-49e3-44d1-af2d-d1bd7b652690] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1102.328596] env[68663]: DEBUG oslo_vmware.api [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238950, 'name': PowerOnVM_Task, 'duration_secs': 0.448537} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.331914] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.335742] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238951, 'name': CreateVM_Task, 'duration_secs': 0.332259} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.336115] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.336773] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647323', 'volume_id': 'ce4dd105-7021-4830-8e7d-b42a1119cf47', 'name': 'volume-ce4dd105-7021-4830-8e7d-b42a1119cf47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55d7be37-fc46-44c4-8f13-faddbb628807', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce4dd105-7021-4830-8e7d-b42a1119cf47', 'serial': 'ce4dd105-7021-4830-8e7d-b42a1119cf47'}, 'delete_on_termination': True, 'attachment_id': '361a7a69-92db-4de9-8d53-8dc37dac1b28', 'disk_bus': None, 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=68663) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1102.336988] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Root volume attach. Driver type: vmdk {{(pid=68663) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1102.337756] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5163cf7f-9cb7-4e7a-a0f1-260625f6543d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.345660] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342f738c-ebf2-4823-b130-db5bc748bbba {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.352201] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ad1748-6eb1-491c-8fe0-92b34680f18e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.359989] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-5939cc60-67d3-4348-9988-152bf9df501d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.367924] env[68663]: DEBUG oslo_vmware.api [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1102.367924] env[68663]: value = "task-3238954" [ 1102.367924] env[68663]: _type = "Task" [ 1102.367924] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.375835] env[68663]: DEBUG oslo_vmware.api [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238954, 'name': RelocateVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.473068] env[68663]: DEBUG oslo_concurrency.lockutils [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.473068] env[68663]: DEBUG oslo_concurrency.lockutils [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.473068] env[68663]: DEBUG nova.objects.instance [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lazy-loading 'resources' on Instance uuid 9dd598d7-6d3c-4557-9572-12645b715fac {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.709017] env[68663]: DEBUG oslo_vmware.api [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Task: {'id': task-3238953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268354} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.709362] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.709590] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.709839] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.710012] env[68663]: INFO nova.compute.manager [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1102.710299] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.711994] env[68663]: DEBUG nova.compute.manager [-] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.711994] env[68663]: DEBUG nova.network.neutron [-] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.758709] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 3869c746-dff3-40bf-927d-aeafcc5b9451] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1102.883420] env[68663]: DEBUG oslo_vmware.api [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238954, 'name': RelocateVM_Task} progress is 20%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.894087] env[68663]: DEBUG nova.network.neutron [req-ecd709e3-6653-4dbe-a36f-b93742d58de9 req-92497c41-03e2-4705-90a2-7782575c7138 service nova] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updated VIF entry in instance network info cache for port 32bf4f20-c806-4095-b721-d6155ee3af5e. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.894586] env[68663]: DEBUG nova.network.neutron [req-ecd709e3-6653-4dbe-a36f-b93742d58de9 req-92497c41-03e2-4705-90a2-7782575c7138 service nova] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updating instance_info_cache with network_info: [{"id": "32bf4f20-c806-4095-b721-d6155ee3af5e", "address": "fa:16:3e:ab:2e:46", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32bf4f20-c8", "ovs_interfaceid": "32bf4f20-c806-4095-b721-d6155ee3af5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.055197] env[68663]: DEBUG nova.compute.manager [req-99a90ed0-5318-404a-b8ae-4f5ef74827a6 req-acc928b6-64c6-4819-8ab6-d28182dcb658 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Received event network-vif-deleted-e8163d1a-61da-4a71-aa33-de34f185462e {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.055440] env[68663]: INFO nova.compute.manager [req-99a90ed0-5318-404a-b8ae-4f5ef74827a6 req-acc928b6-64c6-4819-8ab6-d28182dcb658 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Neutron deleted interface e8163d1a-61da-4a71-aa33-de34f185462e; detaching it from the instance and deleting it from the info cache [ 1103.055745] env[68663]: DEBUG nova.network.neutron [req-99a90ed0-5318-404a-b8ae-4f5ef74827a6 req-acc928b6-64c6-4819-8ab6-d28182dcb658 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.264568] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 6f4eb0a2-eff1-474a-aa04-28ec52d2a632] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1103.326607] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33babea8-75c3-4b51-896b-443b43f6b7f3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.335355] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3951ca6-89c0-4b2f-b8cb-6ada550fac03 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.376074] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc80654-30a2-47ad-bfb9-ef562f5ff894 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.391036] env[68663]: DEBUG oslo_vmware.api [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238954, 'name': RelocateVM_Task, 'duration_secs': 0.529666} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.393317] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Volume attach. Driver type: vmdk {{(pid=68663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1103.393403] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647323', 'volume_id': 'ce4dd105-7021-4830-8e7d-b42a1119cf47', 'name': 'volume-ce4dd105-7021-4830-8e7d-b42a1119cf47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55d7be37-fc46-44c4-8f13-faddbb628807', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce4dd105-7021-4830-8e7d-b42a1119cf47', 'serial': 'ce4dd105-7021-4830-8e7d-b42a1119cf47'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1103.394355] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66de15ce-0b6e-4548-8fae-3a802cd92ee1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.398042] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc5eb8f-4dfc-41eb-a3d9-37dc02f86325 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.403663] env[68663]: DEBUG oslo_concurrency.lockutils [req-ecd709e3-6653-4dbe-a36f-b93742d58de9 req-92497c41-03e2-4705-90a2-7782575c7138 service nova] Releasing lock "refresh_cache-55d7be37-fc46-44c4-8f13-faddbb628807" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.403663] env[68663]: DEBUG nova.compute.manager [req-ecd709e3-6653-4dbe-a36f-b93742d58de9 req-92497c41-03e2-4705-90a2-7782575c7138 service nova] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Received event network-vif-deleted-8049c32c-02c1-4314-926c-a845a56ba2c3 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.417568] env[68663]: DEBUG nova.compute.provider_tree [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.430317] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc97f56-45c4-4484-9db4-6df3c29ffcba {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.433753] env[68663]: INFO nova.compute.manager [None req-34750c32-2373-4ba3-8e2a-70f42f4a1fe8 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating instance to original state: 'active' [ 1103.459116] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-ce4dd105-7021-4830-8e7d-b42a1119cf47/volume-ce4dd105-7021-4830-8e7d-b42a1119cf47.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.459712] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-244f0664-e69e-4e22-ace9-f76c7e6b1a15 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.481243] env[68663]: DEBUG oslo_vmware.api [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1103.481243] env[68663]: value = "task-3238955" [ 1103.481243] env[68663]: _type = "Task" [ 1103.481243] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.490566] env[68663]: DEBUG oslo_vmware.api [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.537630] env[68663]: DEBUG nova.network.neutron [-] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.558918] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0ff88d4-2ca4-4c60-b305-c7bafb113779 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.571726] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66265c63-71f6-47d0-acd2-fc3551b17c87 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.608239] env[68663]: DEBUG nova.compute.manager [req-99a90ed0-5318-404a-b8ae-4f5ef74827a6 req-acc928b6-64c6-4819-8ab6-d28182dcb658 service nova] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Detach interface failed, port_id=e8163d1a-61da-4a71-aa33-de34f185462e, reason: Instance 8945407c-db04-43f1-8ea9-33dea80693c3 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1103.768754] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 680c16ed-91ea-40af-a1b7-c17ee594c9be] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1103.930522] env[68663]: DEBUG nova.scheduler.client.report [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.991842] env[68663]: DEBUG oslo_vmware.api [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238955, 'name': ReconfigVM_Task, 'duration_secs': 0.273284} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.991842] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-ce4dd105-7021-4830-8e7d-b42a1119cf47/volume-ce4dd105-7021-4830-8e7d-b42a1119cf47.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.996533] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f121ad45-2a69-4081-96ad-2fae7c4c935d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.013472] env[68663]: DEBUG oslo_vmware.api [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1104.013472] env[68663]: value = "task-3238956" [ 1104.013472] env[68663]: _type = "Task" [ 1104.013472] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.023919] env[68663]: DEBUG oslo_vmware.api [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.040612] env[68663]: INFO nova.compute.manager [-] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Took 1.33 seconds to deallocate network for instance. [ 1104.272948] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 4bb1cc01-80a4-4240-b7f5-cd6add62f310] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1104.438302] env[68663]: DEBUG oslo_concurrency.lockutils [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.464030] env[68663]: INFO nova.scheduler.client.report [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleted allocations for instance 9dd598d7-6d3c-4557-9572-12645b715fac [ 1104.526069] env[68663]: DEBUG oslo_vmware.api [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238956, 'name': ReconfigVM_Task, 'duration_secs': 0.15674} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.526305] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647323', 'volume_id': 'ce4dd105-7021-4830-8e7d-b42a1119cf47', 'name': 'volume-ce4dd105-7021-4830-8e7d-b42a1119cf47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55d7be37-fc46-44c4-8f13-faddbb628807', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce4dd105-7021-4830-8e7d-b42a1119cf47', 'serial': 'ce4dd105-7021-4830-8e7d-b42a1119cf47'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1104.526627] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1507fa96-bbc6-4fbb-a98b-4415c251b4e3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.534702] env[68663]: DEBUG oslo_vmware.api [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1104.534702] env[68663]: value = "task-3238957" [ 1104.534702] env[68663]: _type = "Task" [ 1104.534702] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.543485] env[68663]: DEBUG oslo_vmware.api [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238957, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.547574] env[68663]: DEBUG oslo_concurrency.lockutils [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.547853] env[68663]: DEBUG oslo_concurrency.lockutils [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.548090] env[68663]: DEBUG nova.objects.instance [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lazy-loading 'resources' on Instance uuid 8945407c-db04-43f1-8ea9-33dea80693c3 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.776400] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 12922cc6-ae60-4f08-a7c4-6a54936e6a07] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1104.971746] env[68663]: DEBUG oslo_concurrency.lockutils [None req-347a09d6-d1d7-4500-91e6-d73070a1237e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "9dd598d7-6d3c-4557-9572-12645b715fac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.888s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.046244] env[68663]: DEBUG oslo_vmware.api [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238957, 'name': Rename_Task, 'duration_secs': 0.153528} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.046575] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.046845] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c9dc4fa-c483-4b14-9c28-731a4e1a9129 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.055955] env[68663]: DEBUG oslo_vmware.api [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1105.055955] env[68663]: value = "task-3238958" [ 1105.055955] env[68663]: _type = "Task" [ 1105.055955] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.065802] env[68663]: DEBUG oslo_vmware.api [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.258984] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8b789c-108f-40c4-a104-2ba55e7c2ae9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.270027] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7726085-8a80-421e-a75c-3ca42ce07d89 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.301600] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: c66bf974-52ee-41cf-8409-6ee868e2709e] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1105.304268] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9874e1e5-bf7e-437a-95ab-e80d6163afb3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.313265] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecd5eba-6614-4772-9cd1-7c0c3c17628e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.327835] env[68663]: DEBUG nova.compute.provider_tree [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.365097] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.365392] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.365690] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.368743] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.368743] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.370102] env[68663]: INFO nova.compute.manager [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Terminating instance [ 1105.570023] env[68663]: DEBUG oslo_vmware.api [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238958, 'name': PowerOnVM_Task, 'duration_secs': 0.451906} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.570023] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.570023] env[68663]: INFO nova.compute.manager [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Took 4.04 seconds to spawn the instance on the hypervisor. [ 1105.570023] env[68663]: DEBUG nova.compute.manager [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.570023] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a1cf1e-651e-4a8e-9509-15733bbbbd2f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.808527] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: eee6e8a8-e1e6-4034-af67-dffb534a167e] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1105.831035] env[68663]: DEBUG nova.scheduler.client.report [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.874501] env[68663]: DEBUG nova.compute.manager [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.874832] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.875123] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b708f04e-5197-4f0f-911c-909b0e6c16cc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.886847] env[68663]: DEBUG oslo_vmware.api [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1105.886847] env[68663]: value = "task-3238959" [ 1105.886847] env[68663]: _type = "Task" [ 1105.886847] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.902355] env[68663]: DEBUG oslo_vmware.api [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.090510] env[68663]: INFO nova.compute.manager [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Took 10.69 seconds to build instance. [ 1106.212314] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "45abfcb9-6065-4f2d-a415-3e232ee51047" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.212314] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "45abfcb9-6065-4f2d-a415-3e232ee51047" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.317753] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 3b6fcab1-14b4-4cf5-a03e-a222401a1802] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1106.336432] env[68663]: DEBUG oslo_concurrency.lockutils [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.366025] env[68663]: INFO nova.scheduler.client.report [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Deleted allocations for instance 8945407c-db04-43f1-8ea9-33dea80693c3 [ 1106.398984] env[68663]: DEBUG oslo_vmware.api [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238959, 'name': PowerOffVM_Task, 'duration_secs': 0.288061} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.400591] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.400591] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1106.400591] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647306', 'volume_id': 'f514e4e9-0746-4cca-95e5-6c16494b3b5c', 'name': 'volume-f514e4e9-0746-4cca-95e5-6c16494b3b5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0b9d226a-58eb-4723-96cb-27e04a3fa59c', 'attached_at': '2025-04-03T07:48:04.000000', 'detached_at': '', 'volume_id': 'f514e4e9-0746-4cca-95e5-6c16494b3b5c', 'serial': 'f514e4e9-0746-4cca-95e5-6c16494b3b5c'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1106.401500] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dd0890-3e80-4d5a-bb2f-e6d8c88a833d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.425917] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c42110-c310-4370-9749-ce97caf543a3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.434644] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bd6da2-23d2-4c37-83de-990af82048f7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.458775] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7d2389-86ff-4f12-ba2c-b5fd40522a3e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.474963] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] The volume has not been displaced from its original location: [datastore1] volume-f514e4e9-0746-4cca-95e5-6c16494b3b5c/volume-f514e4e9-0746-4cca-95e5-6c16494b3b5c.vmdk. No consolidation needed. {{(pid=68663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1106.480303] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1106.480681] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e7a6943-084d-427a-9676-f756790c75c8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.499039] env[68663]: DEBUG oslo_vmware.api [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1106.499039] env[68663]: value = "task-3238960" [ 1106.499039] env[68663]: _type = "Task" [ 1106.499039] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.509933] env[68663]: DEBUG oslo_vmware.api [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.595406] env[68663]: DEBUG oslo_concurrency.lockutils [None req-05a4afd7-a453-468a-9150-bf823a2ac244 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "55d7be37-fc46-44c4-8f13-faddbb628807" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.202s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.715371] env[68663]: DEBUG nova.compute.manager [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.827819] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: de80966d-6ce9-46ac-a76e-d4cc3dc36788] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1106.875769] env[68663]: DEBUG oslo_concurrency.lockutils [None req-23df2eb4-351a-4406-b281-193e3a51e6e4 tempest-FloatingIPsAssociationTestJSON-61483021 tempest-FloatingIPsAssociationTestJSON-61483021-project-member] Lock "8945407c-db04-43f1-8ea9-33dea80693c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.781s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.009308] env[68663]: DEBUG oslo_vmware.api [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238960, 'name': ReconfigVM_Task, 'duration_secs': 0.223892} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.009585] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1107.019474] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-696d1a0c-144a-4dc8-9695-b99e2abb75a9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.039595] env[68663]: DEBUG oslo_vmware.api [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1107.039595] env[68663]: value = "task-3238961" [ 1107.039595] env[68663]: _type = "Task" [ 1107.039595] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.048573] env[68663]: DEBUG oslo_vmware.api [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.245864] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.245864] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.248177] env[68663]: INFO nova.compute.claims [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.330824] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 4750b040-f475-4a3d-babf-56f08fc8d66f] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1107.367618] env[68663]: DEBUG nova.compute.manager [req-9ff6a5ae-20c4-474f-8bf6-833e1385ec54 req-367e6ae1-dda1-42df-ad34-6f7bbf23d309 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Received event network-changed-0cb70feb-a909-44d9-9bc9-17758de58e83 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.367618] env[68663]: DEBUG nova.compute.manager [req-9ff6a5ae-20c4-474f-8bf6-833e1385ec54 req-367e6ae1-dda1-42df-ad34-6f7bbf23d309 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Refreshing instance network info cache due to event network-changed-0cb70feb-a909-44d9-9bc9-17758de58e83. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.367618] env[68663]: DEBUG oslo_concurrency.lockutils [req-9ff6a5ae-20c4-474f-8bf6-833e1385ec54 req-367e6ae1-dda1-42df-ad34-6f7bbf23d309 service nova] Acquiring lock "refresh_cache-f11f3491-6d77-4e61-aa80-270e788f1695" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.367952] env[68663]: DEBUG oslo_concurrency.lockutils [req-9ff6a5ae-20c4-474f-8bf6-833e1385ec54 req-367e6ae1-dda1-42df-ad34-6f7bbf23d309 service nova] Acquired lock "refresh_cache-f11f3491-6d77-4e61-aa80-270e788f1695" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.368186] env[68663]: DEBUG nova.network.neutron [req-9ff6a5ae-20c4-474f-8bf6-833e1385ec54 req-367e6ae1-dda1-42df-ad34-6f7bbf23d309 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Refreshing network info cache for port 0cb70feb-a909-44d9-9bc9-17758de58e83 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.554885] env[68663]: DEBUG oslo_vmware.api [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238961, 'name': ReconfigVM_Task, 'duration_secs': 0.200285} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.555361] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647306', 'volume_id': 'f514e4e9-0746-4cca-95e5-6c16494b3b5c', 'name': 'volume-f514e4e9-0746-4cca-95e5-6c16494b3b5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0b9d226a-58eb-4723-96cb-27e04a3fa59c', 'attached_at': '2025-04-03T07:48:04.000000', 'detached_at': '', 'volume_id': 'f514e4e9-0746-4cca-95e5-6c16494b3b5c', 'serial': 'f514e4e9-0746-4cca-95e5-6c16494b3b5c'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1107.555697] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.556491] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506f395d-1a73-4b04-8466-d0f8d459be1c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.563994] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.564260] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b20d25e2-9395-4b0d-9fa4-0222d98f6c82 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.634080] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.634513] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.635292] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Deleting the datastore file [datastore2] 0b9d226a-58eb-4723-96cb-27e04a3fa59c {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.635640] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cb68df7-4b27-499e-8a9e-43d219579b4a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.644879] env[68663]: DEBUG oslo_vmware.api [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1107.644879] env[68663]: value = "task-3238963" [ 1107.644879] env[68663]: _type = "Task" [ 1107.644879] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.654204] env[68663]: DEBUG oslo_vmware.api [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.837178] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 8f714858-039b-426e-8e4e-a6e83b455a07] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1108.067663] env[68663]: DEBUG nova.network.neutron [req-9ff6a5ae-20c4-474f-8bf6-833e1385ec54 req-367e6ae1-dda1-42df-ad34-6f7bbf23d309 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Updated VIF entry in instance network info cache for port 0cb70feb-a909-44d9-9bc9-17758de58e83. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.067663] env[68663]: DEBUG nova.network.neutron [req-9ff6a5ae-20c4-474f-8bf6-833e1385ec54 req-367e6ae1-dda1-42df-ad34-6f7bbf23d309 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Updating instance_info_cache with network_info: [{"id": "0cb70feb-a909-44d9-9bc9-17758de58e83", "address": "fa:16:3e:24:d8:a2", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb70feb-a9", "ovs_interfaceid": "0cb70feb-a909-44d9-9bc9-17758de58e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.156376] env[68663]: DEBUG oslo_vmware.api [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3238963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168196} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.157335] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.157686] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.157987] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.163936] env[68663]: INFO nova.compute.manager [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1108.163936] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.163936] env[68663]: DEBUG nova.compute.manager [-] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.163936] env[68663]: DEBUG nova.network.neutron [-] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.342247] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 9ca512af-7602-448a-b3bf-8785bd43e211] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1108.354807] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "20b0b14e-8264-4dad-acc6-8f2518b16b28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.354807] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.511146] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e44e8c-f8b1-45a4-b696-4d811b76e4bc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.520666] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6b6f5c-3ad7-46e2-9f48-244f9831e058 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.558718] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dbd702-642e-4bcd-9ae7-74e2fc335fac {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.566711] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e498105-99ef-43ba-9143-73e03b2aa759 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.570925] env[68663]: DEBUG oslo_concurrency.lockutils [req-9ff6a5ae-20c4-474f-8bf6-833e1385ec54 req-367e6ae1-dda1-42df-ad34-6f7bbf23d309 service nova] Releasing lock "refresh_cache-f11f3491-6d77-4e61-aa80-270e788f1695" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.581817] env[68663]: DEBUG nova.compute.provider_tree [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.848612] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: ed823442-ad98-41ee-83a4-c1fa82d2a67a] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1108.856720] env[68663]: DEBUG nova.compute.manager [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.926486] env[68663]: DEBUG nova.compute.manager [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Stashing vm_state: active {{(pid=68663) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1109.084625] env[68663]: DEBUG nova.scheduler.client.report [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.165838] env[68663]: DEBUG nova.network.neutron [-] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.351406] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 6b90ee6f-5800-49dc-a82d-bd60726a8d4d] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1109.380972] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.406118] env[68663]: DEBUG nova.compute.manager [req-5ab6aecb-b761-48bc-b68d-b43045a34bba req-3dea1997-05a7-4380-9247-458486a97e99 service nova] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Received event network-changed-32bf4f20-c806-4095-b721-d6155ee3af5e {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.406358] env[68663]: DEBUG nova.compute.manager [req-5ab6aecb-b761-48bc-b68d-b43045a34bba req-3dea1997-05a7-4380-9247-458486a97e99 service nova] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Refreshing instance network info cache due to event network-changed-32bf4f20-c806-4095-b721-d6155ee3af5e. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.406974] env[68663]: DEBUG oslo_concurrency.lockutils [req-5ab6aecb-b761-48bc-b68d-b43045a34bba req-3dea1997-05a7-4380-9247-458486a97e99 service nova] Acquiring lock "refresh_cache-55d7be37-fc46-44c4-8f13-faddbb628807" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.406974] env[68663]: DEBUG oslo_concurrency.lockutils [req-5ab6aecb-b761-48bc-b68d-b43045a34bba req-3dea1997-05a7-4380-9247-458486a97e99 service nova] Acquired lock "refresh_cache-55d7be37-fc46-44c4-8f13-faddbb628807" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.406974] env[68663]: DEBUG nova.network.neutron [req-5ab6aecb-b761-48bc-b68d-b43045a34bba req-3dea1997-05a7-4380-9247-458486a97e99 service nova] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Refreshing network info cache for port 32bf4f20-c806-4095-b721-d6155ee3af5e {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.442839] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.592027] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.592297] env[68663]: DEBUG nova.compute.manager [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.596558] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.216s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.598414] env[68663]: INFO nova.compute.claims [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.669404] env[68663]: INFO nova.compute.manager [-] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Took 1.51 seconds to deallocate network for instance. [ 1109.854907] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 41b3b190-e394-4295-89b7-6269a4b19ada] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1110.103123] env[68663]: DEBUG nova.compute.utils [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.106552] env[68663]: DEBUG nova.compute.manager [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.106720] env[68663]: DEBUG nova.network.neutron [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.154603] env[68663]: DEBUG nova.policy [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb983e7a44b418d9a117727ec067cec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3222856d03444d287f35dd48c83a8b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.217087] env[68663]: INFO nova.compute.manager [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Took 0.55 seconds to detach 1 volumes for instance. [ 1110.357531] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 0e6d73dc-6203-4d4b-89ff-0b6ba7fe01cb] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1110.439015] env[68663]: DEBUG nova.network.neutron [req-5ab6aecb-b761-48bc-b68d-b43045a34bba req-3dea1997-05a7-4380-9247-458486a97e99 service nova] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updated VIF entry in instance network info cache for port 32bf4f20-c806-4095-b721-d6155ee3af5e. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.439384] env[68663]: DEBUG nova.network.neutron [req-5ab6aecb-b761-48bc-b68d-b43045a34bba req-3dea1997-05a7-4380-9247-458486a97e99 service nova] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updating instance_info_cache with network_info: [{"id": "32bf4f20-c806-4095-b721-d6155ee3af5e", "address": "fa:16:3e:ab:2e:46", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32bf4f20-c8", "ovs_interfaceid": "32bf4f20-c806-4095-b721-d6155ee3af5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.465810] env[68663]: DEBUG nova.network.neutron [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Successfully created port: 9f9386e9-f34e-4d5e-9419-533f4f98b838 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.607726] env[68663]: DEBUG nova.compute.manager [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.728011] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.793397] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1061a937-252a-402c-bf13-b4f70387c595 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.801414] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6189ba5d-dea6-4918-92e6-41573efb80d0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.831660] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4be7bf0-6f92-4fbe-9527-fc19863088ce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.839899] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07b8b08-f0ea-4b6a-845e-cb40f8fd78fb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.853417] env[68663]: DEBUG nova.compute.provider_tree [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.863959] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 453c8944-a68e-47ee-ab7c-161ea0b47aaf] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1110.941550] env[68663]: DEBUG oslo_concurrency.lockutils [req-5ab6aecb-b761-48bc-b68d-b43045a34bba req-3dea1997-05a7-4380-9247-458486a97e99 service nova] Releasing lock "refresh_cache-55d7be37-fc46-44c4-8f13-faddbb628807" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.941843] env[68663]: DEBUG nova.compute.manager [req-5ab6aecb-b761-48bc-b68d-b43045a34bba req-3dea1997-05a7-4380-9247-458486a97e99 service nova] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Received event network-vif-deleted-f900fee5-d84b-4c74-a49b-4944d580b34f {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.357046] env[68663]: DEBUG nova.scheduler.client.report [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.367460] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 6a6e36f4-b232-46f0-85a8-00dce64392b8] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1111.623681] env[68663]: DEBUG nova.compute.manager [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.651027] env[68663]: DEBUG nova.virt.hardware [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.651253] env[68663]: DEBUG nova.virt.hardware [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.651456] env[68663]: DEBUG nova.virt.hardware [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.651913] env[68663]: DEBUG nova.virt.hardware [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.652121] env[68663]: DEBUG nova.virt.hardware [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.652314] env[68663]: DEBUG nova.virt.hardware [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.652792] env[68663]: DEBUG nova.virt.hardware [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.653013] env[68663]: DEBUG nova.virt.hardware [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.653239] env[68663]: DEBUG nova.virt.hardware [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.653623] env[68663]: DEBUG nova.virt.hardware [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.653841] env[68663]: DEBUG nova.virt.hardware [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.655066] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf26c12c-50f5-4512-9dc8-9db8d1a7be91 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.666096] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226ea85b-c20a-4bfe-bf50-11765fcd0ea6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.862878] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.863459] env[68663]: DEBUG nova.compute.manager [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.867226] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.424s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.872018] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 972461f0-3f88-4aae-9d89-1b95b2cb695a] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1111.955615] env[68663]: DEBUG nova.compute.manager [req-24ebea43-eb57-447e-8f63-004634e8b570 req-690881f7-1dac-41af-bc3a-c04b9809a0df service nova] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Received event network-vif-plugged-9f9386e9-f34e-4d5e-9419-533f4f98b838 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.955887] env[68663]: DEBUG oslo_concurrency.lockutils [req-24ebea43-eb57-447e-8f63-004634e8b570 req-690881f7-1dac-41af-bc3a-c04b9809a0df service nova] Acquiring lock "45abfcb9-6065-4f2d-a415-3e232ee51047-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.956182] env[68663]: DEBUG oslo_concurrency.lockutils [req-24ebea43-eb57-447e-8f63-004634e8b570 req-690881f7-1dac-41af-bc3a-c04b9809a0df service nova] Lock "45abfcb9-6065-4f2d-a415-3e232ee51047-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.956358] env[68663]: DEBUG oslo_concurrency.lockutils [req-24ebea43-eb57-447e-8f63-004634e8b570 req-690881f7-1dac-41af-bc3a-c04b9809a0df service nova] Lock "45abfcb9-6065-4f2d-a415-3e232ee51047-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.956527] env[68663]: DEBUG nova.compute.manager [req-24ebea43-eb57-447e-8f63-004634e8b570 req-690881f7-1dac-41af-bc3a-c04b9809a0df service nova] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] No waiting events found dispatching network-vif-plugged-9f9386e9-f34e-4d5e-9419-533f4f98b838 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.956732] env[68663]: WARNING nova.compute.manager [req-24ebea43-eb57-447e-8f63-004634e8b570 req-690881f7-1dac-41af-bc3a-c04b9809a0df service nova] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Received unexpected event network-vif-plugged-9f9386e9-f34e-4d5e-9419-533f4f98b838 for instance with vm_state building and task_state spawning. [ 1112.113386] env[68663]: DEBUG nova.network.neutron [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Successfully updated port: 9f9386e9-f34e-4d5e-9419-533f4f98b838 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.370820] env[68663]: DEBUG nova.compute.utils [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.376265] env[68663]: INFO nova.compute.claims [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.378270] env[68663]: DEBUG nova.compute.manager [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.381019] env[68663]: DEBUG nova.network.neutron [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.381019] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: b34a987e-ad95-4941-a540-a2cd3816149e] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1112.426669] env[68663]: DEBUG nova.policy [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b5bf30972f84eb0adb1e01695b91c15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bd9da2e2f754240805e2b64aff9c4f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.619026] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "refresh_cache-45abfcb9-6065-4f2d-a415-3e232ee51047" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.619026] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "refresh_cache-45abfcb9-6065-4f2d-a415-3e232ee51047" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.619026] env[68663]: DEBUG nova.network.neutron [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.879446] env[68663]: DEBUG nova.compute.manager [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.883985] env[68663]: INFO nova.compute.resource_tracker [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updating resource usage from migration 06e0624b-7044-415d-bb69-f5a5e36a9cc7 [ 1112.888649] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: d701e4ea-597d-40b5-a1f9-9ccf47f74f0e] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1113.033325] env[68663]: DEBUG nova.network.neutron [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Successfully created port: 5ee27256-c401-4f15-bf31-3a6887105832 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.141456] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8b46a3-5cd2-4e07-aa67-f7a772b397fc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.151377] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bfca00-e493-4e8d-8119-45b0fcc8df4f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.184332] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c5d6df-41c5-417e-993c-f38bc98180d0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.190663] env[68663]: DEBUG nova.network.neutron [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.196341] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef785aa9-1e59-455d-8a75-a8708548b437 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.212176] env[68663]: DEBUG nova.compute.provider_tree [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.392868] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 6eb4d70c-0d28-4004-880c-30a56ee06ed5] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1113.475743] env[68663]: DEBUG nova.network.neutron [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Updating instance_info_cache with network_info: [{"id": "9f9386e9-f34e-4d5e-9419-533f4f98b838", "address": "fa:16:3e:de:fc:e7", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9386e9-f3", "ovs_interfaceid": "9f9386e9-f34e-4d5e-9419-533f4f98b838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.621464] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3be99710-3c27-4bc6-a64b-2fe7509a3f36 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.622206] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3be99710-3c27-4bc6-a64b-2fe7509a3f36 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.715195] env[68663]: DEBUG nova.scheduler.client.report [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.894933] env[68663]: DEBUG nova.compute.manager [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.897471] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: b05184fc-bf45-4930-ab8a-ac1bb9140689] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1113.922964] env[68663]: DEBUG nova.virt.hardware [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.923248] env[68663]: DEBUG nova.virt.hardware [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.923406] env[68663]: DEBUG nova.virt.hardware [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.923594] env[68663]: DEBUG nova.virt.hardware [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.923738] env[68663]: DEBUG nova.virt.hardware [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.923962] env[68663]: DEBUG nova.virt.hardware [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.924225] env[68663]: DEBUG nova.virt.hardware [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.924387] env[68663]: DEBUG nova.virt.hardware [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.924600] env[68663]: DEBUG nova.virt.hardware [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.924781] env[68663]: DEBUG nova.virt.hardware [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.924957] env[68663]: DEBUG nova.virt.hardware [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.925927] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc36b443-1e67-4d72-9826-d520f0c58802 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.936286] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3719d9-6237-4656-9460-33461f2f1a84 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.978928] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "refresh_cache-45abfcb9-6065-4f2d-a415-3e232ee51047" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.979272] env[68663]: DEBUG nova.compute.manager [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Instance network_info: |[{"id": "9f9386e9-f34e-4d5e-9419-533f4f98b838", "address": "fa:16:3e:de:fc:e7", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9386e9-f3", "ovs_interfaceid": "9f9386e9-f34e-4d5e-9419-533f4f98b838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.979703] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:fc:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f9386e9-f34e-4d5e-9419-533f4f98b838', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.990351] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.991574] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.992709] env[68663]: DEBUG nova.compute.manager [req-f66728b9-15cc-4dd2-b718-3f206ad24ab3 req-21b2bf71-1440-4dc6-8222-8b565204eaab service nova] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Received event network-changed-9f9386e9-f34e-4d5e-9419-533f4f98b838 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.992885] env[68663]: DEBUG nova.compute.manager [req-f66728b9-15cc-4dd2-b718-3f206ad24ab3 req-21b2bf71-1440-4dc6-8222-8b565204eaab service nova] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Refreshing instance network info cache due to event network-changed-9f9386e9-f34e-4d5e-9419-533f4f98b838. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.993110] env[68663]: DEBUG oslo_concurrency.lockutils [req-f66728b9-15cc-4dd2-b718-3f206ad24ab3 req-21b2bf71-1440-4dc6-8222-8b565204eaab service nova] Acquiring lock "refresh_cache-45abfcb9-6065-4f2d-a415-3e232ee51047" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.993253] env[68663]: DEBUG oslo_concurrency.lockutils [req-f66728b9-15cc-4dd2-b718-3f206ad24ab3 req-21b2bf71-1440-4dc6-8222-8b565204eaab service nova] Acquired lock "refresh_cache-45abfcb9-6065-4f2d-a415-3e232ee51047" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.993407] env[68663]: DEBUG nova.network.neutron [req-f66728b9-15cc-4dd2-b718-3f206ad24ab3 req-21b2bf71-1440-4dc6-8222-8b565204eaab service nova] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Refreshing network info cache for port 9f9386e9-f34e-4d5e-9419-533f4f98b838 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.994438] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2a06118-64dc-4f5f-a98a-f0fca26c2032 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.020467] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.020467] env[68663]: value = "task-3238964" [ 1114.020467] env[68663]: _type = "Task" [ 1114.020467] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.030019] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238964, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.127804] env[68663]: INFO nova.compute.manager [None req-3be99710-3c27-4bc6-a64b-2fe7509a3f36 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Detaching volume 180b388d-9f75-4273-b28c-d618c93d0bf2 [ 1114.169147] env[68663]: INFO nova.virt.block_device [None req-3be99710-3c27-4bc6-a64b-2fe7509a3f36 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Attempting to driver detach volume 180b388d-9f75-4273-b28c-d618c93d0bf2 from mountpoint /dev/sdb [ 1114.169531] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3be99710-3c27-4bc6-a64b-2fe7509a3f36 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1114.169615] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3be99710-3c27-4bc6-a64b-2fe7509a3f36 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647314', 'volume_id': '180b388d-9f75-4273-b28c-d618c93d0bf2', 'name': 'volume-180b388d-9f75-4273-b28c-d618c93d0bf2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69', 'attached_at': '', 'detached_at': '', 'volume_id': '180b388d-9f75-4273-b28c-d618c93d0bf2', 'serial': '180b388d-9f75-4273-b28c-d618c93d0bf2'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1114.170523] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2bde86-9c08-44fc-b596-b075e2b9e2a2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.196919] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c19661-3dc9-44e4-aff4-35d33cf5718c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.208908] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Acquiring lock "d07d3c79-2c80-4b8c-89ec-02fffec48b1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.209147] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Lock "d07d3c79-2c80-4b8c-89ec-02fffec48b1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.210924] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0531b924-c779-4e3e-846a-935dbe6448a1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.235032] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.368s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.235263] env[68663]: INFO nova.compute.manager [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Migrating [ 1114.242273] env[68663]: DEBUG nova.network.neutron [req-f66728b9-15cc-4dd2-b718-3f206ad24ab3 req-21b2bf71-1440-4dc6-8222-8b565204eaab service nova] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Updated VIF entry in instance network info cache for port 9f9386e9-f34e-4d5e-9419-533f4f98b838. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.242662] env[68663]: DEBUG nova.network.neutron [req-f66728b9-15cc-4dd2-b718-3f206ad24ab3 req-21b2bf71-1440-4dc6-8222-8b565204eaab service nova] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Updating instance_info_cache with network_info: [{"id": "9f9386e9-f34e-4d5e-9419-533f4f98b838", "address": "fa:16:3e:de:fc:e7", "network": {"id": "f1534fee-1d57-4dcd-a939-68a674859ded", "bridge": "br-int", "label": "tempest-ServersTestJSON-1571961802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3222856d03444d287f35dd48c83a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9386e9-f3", "ovs_interfaceid": "9f9386e9-f34e-4d5e-9419-533f4f98b838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.244465] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.517s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.244738] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.247857] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa6ce7f-77f2-4c0a-b4d5-aaab905790c9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.280982] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3be99710-3c27-4bc6-a64b-2fe7509a3f36 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] The volume has not been displaced from its original location: [datastore2] volume-180b388d-9f75-4273-b28c-d618c93d0bf2/volume-180b388d-9f75-4273-b28c-d618c93d0bf2.vmdk. No consolidation needed. {{(pid=68663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1114.286272] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3be99710-3c27-4bc6-a64b-2fe7509a3f36 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1114.287495] env[68663]: INFO nova.scheduler.client.report [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Deleted allocations for instance 0b9d226a-58eb-4723-96cb-27e04a3fa59c [ 1114.288701] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eed9b07-21de-4774-b5b9-668458632ac6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.313141] env[68663]: DEBUG oslo_vmware.api [None req-3be99710-3c27-4bc6-a64b-2fe7509a3f36 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1114.313141] env[68663]: value = "task-3238965" [ 1114.313141] env[68663]: _type = "Task" [ 1114.313141] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.328677] env[68663]: DEBUG oslo_vmware.api [None req-3be99710-3c27-4bc6-a64b-2fe7509a3f36 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.401528] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 0203869a-fca5-4e60-b1a4-b85a0a355968] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1114.532253] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238964, 'name': CreateVM_Task, 'duration_secs': 0.376991} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.532442] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.533178] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.533897] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.533897] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.534024] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22ef3ee7-311a-409c-8798-41d118b3a4e5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.541077] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1114.541077] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ba4b08-4190-565e-33f3-5b8a5228b092" [ 1114.541077] env[68663]: _type = "Task" [ 1114.541077] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.550352] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ba4b08-4190-565e-33f3-5b8a5228b092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.581331] env[68663]: DEBUG nova.network.neutron [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Successfully updated port: 5ee27256-c401-4f15-bf31-3a6887105832 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.714835] env[68663]: DEBUG nova.compute.manager [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.756541] env[68663]: DEBUG oslo_concurrency.lockutils [req-f66728b9-15cc-4dd2-b718-3f206ad24ab3 req-21b2bf71-1440-4dc6-8222-8b565204eaab service nova] Releasing lock "refresh_cache-45abfcb9-6065-4f2d-a415-3e232ee51047" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.764795] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "refresh_cache-55d7be37-fc46-44c4-8f13-faddbb628807" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.765280] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "refresh_cache-55d7be37-fc46-44c4-8f13-faddbb628807" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.765617] env[68663]: DEBUG nova.network.neutron [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.810305] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7217bb92-6d67-417a-b0fe-65f0a981cc91 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "0b9d226a-58eb-4723-96cb-27e04a3fa59c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.445s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.824020] env[68663]: DEBUG oslo_vmware.api [None req-3be99710-3c27-4bc6-a64b-2fe7509a3f36 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238965, 'name': ReconfigVM_Task, 'duration_secs': 0.261113} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.825367] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3be99710-3c27-4bc6-a64b-2fe7509a3f36 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.831193] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-453347b8-0d4a-47d7-b805-dafcf93613b6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.849479] env[68663]: DEBUG oslo_vmware.api [None req-3be99710-3c27-4bc6-a64b-2fe7509a3f36 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1114.849479] env[68663]: value = "task-3238966" [ 1114.849479] env[68663]: _type = "Task" [ 1114.849479] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.865063] env[68663]: DEBUG oslo_vmware.api [None req-3be99710-3c27-4bc6-a64b-2fe7509a3f36 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.905294] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 4084c7e6-351b-43ee-8786-93db81d23256] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1115.051231] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ba4b08-4190-565e-33f3-5b8a5228b092, 'name': SearchDatastore_Task, 'duration_secs': 0.013558} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.051231] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.051514] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.051675] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.051854] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.052055] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.052317] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7161f168-f07d-4828-bde0-9ae2a302970f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.062228] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.062484] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.063156] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c131bf8-0799-4226-b330-9ae4d0929ded {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.068818] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1115.068818] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5264b6d7-b25f-9def-2a44-7fbb076bfbe5" [ 1115.068818] env[68663]: _type = "Task" [ 1115.068818] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.076771] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5264b6d7-b25f-9def-2a44-7fbb076bfbe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.084345] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.084476] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquired lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.084637] env[68663]: DEBUG nova.network.neutron [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.160256] env[68663]: DEBUG oslo_concurrency.lockutils [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "b11934f4-f91e-4788-9891-2f3e0e00ef85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.160560] env[68663]: DEBUG oslo_concurrency.lockutils [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "b11934f4-f91e-4788-9891-2f3e0e00ef85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.160749] env[68663]: DEBUG oslo_concurrency.lockutils [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "b11934f4-f91e-4788-9891-2f3e0e00ef85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.160933] env[68663]: DEBUG oslo_concurrency.lockutils [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "b11934f4-f91e-4788-9891-2f3e0e00ef85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.161115] env[68663]: DEBUG oslo_concurrency.lockutils [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "b11934f4-f91e-4788-9891-2f3e0e00ef85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.163273] env[68663]: INFO nova.compute.manager [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Terminating instance [ 1115.236236] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.236518] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.237996] env[68663]: INFO nova.compute.claims [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.362545] env[68663]: DEBUG oslo_vmware.api [None req-3be99710-3c27-4bc6-a64b-2fe7509a3f36 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238966, 'name': ReconfigVM_Task, 'duration_secs': 0.153377} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.362895] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3be99710-3c27-4bc6-a64b-2fe7509a3f36 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647314', 'volume_id': '180b388d-9f75-4273-b28c-d618c93d0bf2', 'name': 'volume-180b388d-9f75-4273-b28c-d618c93d0bf2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69', 'attached_at': '', 'detached_at': '', 'volume_id': '180b388d-9f75-4273-b28c-d618c93d0bf2', 'serial': '180b388d-9f75-4273-b28c-d618c93d0bf2'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1115.408443] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 43f73085-f2af-4a16-9d87-68f27ec58b18] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1115.484442] env[68663]: DEBUG nova.network.neutron [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updating instance_info_cache with network_info: [{"id": "32bf4f20-c806-4095-b721-d6155ee3af5e", "address": "fa:16:3e:ab:2e:46", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32bf4f20-c8", "ovs_interfaceid": "32bf4f20-c806-4095-b721-d6155ee3af5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.579463] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5264b6d7-b25f-9def-2a44-7fbb076bfbe5, 'name': SearchDatastore_Task, 'duration_secs': 0.010027} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.580310] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812afe3a-ceb8-4e19-8b6c-42b964d70b8c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.586029] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1115.586029] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5250d6aa-11c3-2e45-612f-3fc66a09a4fd" [ 1115.586029] env[68663]: _type = "Task" [ 1115.586029] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.596411] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5250d6aa-11c3-2e45-612f-3fc66a09a4fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.619350] env[68663]: DEBUG nova.network.neutron [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.666935] env[68663]: DEBUG nova.compute.manager [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.667177] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.668084] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6705b7f-8513-4c66-8da4-b359583da41d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.676599] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.676908] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c773e751-e3eb-4400-8ce1-39fdb92c9ec9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.685726] env[68663]: DEBUG oslo_vmware.api [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1115.685726] env[68663]: value = "task-3238967" [ 1115.685726] env[68663]: _type = "Task" [ 1115.685726] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.695110] env[68663]: DEBUG oslo_vmware.api [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.751297] env[68663]: DEBUG nova.network.neutron [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Updating instance_info_cache with network_info: [{"id": "5ee27256-c401-4f15-bf31-3a6887105832", "address": "fa:16:3e:2f:70:e1", "network": {"id": "621233a7-da79-42bf-a000-6f4244623a18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-311170970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd9da2e2f754240805e2b64aff9c4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee27256-c4", "ovs_interfaceid": "5ee27256-c401-4f15-bf31-3a6887105832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.911606] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 307cf1c1-fb29-4f4b-9b79-1788b3942a30] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1115.917836] env[68663]: DEBUG nova.objects.instance [None req-3be99710-3c27-4bc6-a64b-2fe7509a3f36 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lazy-loading 'flavor' on Instance uuid 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.974029] env[68663]: DEBUG oslo_concurrency.lockutils [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.974029] env[68663]: DEBUG oslo_concurrency.lockutils [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.986914] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "refresh_cache-55d7be37-fc46-44c4-8f13-faddbb628807" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.014140] env[68663]: DEBUG nova.compute.manager [req-02568575-e9c6-4c7e-8530-02d87d3da060 req-40e54cfb-3e69-43ce-8783-c18566aa6f01 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Received event network-vif-plugged-5ee27256-c401-4f15-bf31-3a6887105832 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.014403] env[68663]: DEBUG oslo_concurrency.lockutils [req-02568575-e9c6-4c7e-8530-02d87d3da060 req-40e54cfb-3e69-43ce-8783-c18566aa6f01 service nova] Acquiring lock "20b0b14e-8264-4dad-acc6-8f2518b16b28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.014649] env[68663]: DEBUG oslo_concurrency.lockutils [req-02568575-e9c6-4c7e-8530-02d87d3da060 req-40e54cfb-3e69-43ce-8783-c18566aa6f01 service nova] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.014824] env[68663]: DEBUG oslo_concurrency.lockutils [req-02568575-e9c6-4c7e-8530-02d87d3da060 req-40e54cfb-3e69-43ce-8783-c18566aa6f01 service nova] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.014983] env[68663]: DEBUG nova.compute.manager [req-02568575-e9c6-4c7e-8530-02d87d3da060 req-40e54cfb-3e69-43ce-8783-c18566aa6f01 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] No waiting events found dispatching network-vif-plugged-5ee27256-c401-4f15-bf31-3a6887105832 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.015175] env[68663]: WARNING nova.compute.manager [req-02568575-e9c6-4c7e-8530-02d87d3da060 req-40e54cfb-3e69-43ce-8783-c18566aa6f01 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Received unexpected event network-vif-plugged-5ee27256-c401-4f15-bf31-3a6887105832 for instance with vm_state building and task_state spawning. [ 1116.015334] env[68663]: DEBUG nova.compute.manager [req-02568575-e9c6-4c7e-8530-02d87d3da060 req-40e54cfb-3e69-43ce-8783-c18566aa6f01 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Received event network-changed-5ee27256-c401-4f15-bf31-3a6887105832 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.015485] env[68663]: DEBUG nova.compute.manager [req-02568575-e9c6-4c7e-8530-02d87d3da060 req-40e54cfb-3e69-43ce-8783-c18566aa6f01 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Refreshing instance network info cache due to event network-changed-5ee27256-c401-4f15-bf31-3a6887105832. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.015669] env[68663]: DEBUG oslo_concurrency.lockutils [req-02568575-e9c6-4c7e-8530-02d87d3da060 req-40e54cfb-3e69-43ce-8783-c18566aa6f01 service nova] Acquiring lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.096915] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5250d6aa-11c3-2e45-612f-3fc66a09a4fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010481} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.097208] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.097461] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 45abfcb9-6065-4f2d-a415-3e232ee51047/45abfcb9-6065-4f2d-a415-3e232ee51047.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.097711] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a96eef8a-46d6-4067-b8c8-e83f5555eaa7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.104745] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1116.104745] env[68663]: value = "task-3238968" [ 1116.104745] env[68663]: _type = "Task" [ 1116.104745] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.112146] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.196716] env[68663]: DEBUG oslo_vmware.api [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238967, 'name': PowerOffVM_Task, 'duration_secs': 0.222398} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.196957] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.197161] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.197417] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54c1467d-3a39-4eab-a07a-eb5888787d6c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.254362] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Releasing lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.254843] env[68663]: DEBUG nova.compute.manager [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Instance network_info: |[{"id": "5ee27256-c401-4f15-bf31-3a6887105832", "address": "fa:16:3e:2f:70:e1", "network": {"id": "621233a7-da79-42bf-a000-6f4244623a18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-311170970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd9da2e2f754240805e2b64aff9c4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee27256-c4", "ovs_interfaceid": "5ee27256-c401-4f15-bf31-3a6887105832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.255212] env[68663]: DEBUG oslo_concurrency.lockutils [req-02568575-e9c6-4c7e-8530-02d87d3da060 req-40e54cfb-3e69-43ce-8783-c18566aa6f01 service nova] Acquired lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.255414] env[68663]: DEBUG nova.network.neutron [req-02568575-e9c6-4c7e-8530-02d87d3da060 req-40e54cfb-3e69-43ce-8783-c18566aa6f01 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Refreshing network info cache for port 5ee27256-c401-4f15-bf31-3a6887105832 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.256803] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:70:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ee27256-c401-4f15-bf31-3a6887105832', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.266693] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Creating folder: Project (1bd9da2e2f754240805e2b64aff9c4f9). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1116.269686] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25d2731e-9ba4-4d33-bc34-205acd506c40 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.295076] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Created folder: Project (1bd9da2e2f754240805e2b64aff9c4f9) in parent group-v647027. [ 1116.295284] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Creating folder: Instances. Parent ref: group-v647330. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1116.295574] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.295856] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.295994] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Deleting the datastore file [datastore2] b11934f4-f91e-4788-9891-2f3e0e00ef85 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.296295] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc1e14ee-db42-48fa-91ea-1d1ae00d2811 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.298639] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d60e9865-40a1-4cb3-9ed9-d11fc993d137 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.310183] env[68663]: DEBUG oslo_vmware.api [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1116.310183] env[68663]: value = "task-3238972" [ 1116.310183] env[68663]: _type = "Task" [ 1116.310183] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.315235] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Created folder: Instances in parent group-v647330. [ 1116.315594] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.316214] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.316466] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e4d4755-a013-4b93-8480-67e00cfd6295 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.342808] env[68663]: DEBUG oslo_vmware.api [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.350769] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.350769] env[68663]: value = "task-3238973" [ 1116.350769] env[68663]: _type = "Task" [ 1116.350769] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.364874] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238973, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.414875] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: edf3f0b4-a424-4de7-8abb-20a17e8454fc] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1116.475752] env[68663]: DEBUG nova.compute.manager [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.518268] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776e13bb-e903-40cf-a82b-bbe3e7017407 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.528500] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4c6967-8d71-44ed-8d89-2d8fc2a3c495 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.566875] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49360c88-a829-4e82-9e76-58642e62f87a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.575769] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2174395-467d-4391-8770-5e3c3ae2b6a1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.590449] env[68663]: DEBUG nova.compute.provider_tree [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.596978] env[68663]: DEBUG nova.network.neutron [req-02568575-e9c6-4c7e-8530-02d87d3da060 req-40e54cfb-3e69-43ce-8783-c18566aa6f01 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Updated VIF entry in instance network info cache for port 5ee27256-c401-4f15-bf31-3a6887105832. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.597428] env[68663]: DEBUG nova.network.neutron [req-02568575-e9c6-4c7e-8530-02d87d3da060 req-40e54cfb-3e69-43ce-8783-c18566aa6f01 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Updating instance_info_cache with network_info: [{"id": "5ee27256-c401-4f15-bf31-3a6887105832", "address": "fa:16:3e:2f:70:e1", "network": {"id": "621233a7-da79-42bf-a000-6f4244623a18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-311170970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd9da2e2f754240805e2b64aff9c4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee27256-c4", "ovs_interfaceid": "5ee27256-c401-4f15-bf31-3a6887105832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.614862] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495767} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.615173] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 45abfcb9-6065-4f2d-a415-3e232ee51047/45abfcb9-6065-4f2d-a415-3e232ee51047.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.615387] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.615756] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc2301e6-e291-432a-8445-9d0b8c261ea2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.623308] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1116.623308] env[68663]: value = "task-3238974" [ 1116.623308] env[68663]: _type = "Task" [ 1116.623308] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.633697] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.820763] env[68663]: DEBUG oslo_vmware.api [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339765} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.820763] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.821029] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.821029] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.821217] env[68663]: INFO nova.compute.manager [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1116.821457] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.821646] env[68663]: DEBUG nova.compute.manager [-] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.821745] env[68663]: DEBUG nova.network.neutron [-] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.844548] env[68663]: DEBUG oslo_concurrency.lockutils [None req-34d9cbda-a0f8-4609-9f73-6bab82166b4a tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.864549] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238973, 'name': CreateVM_Task, 'duration_secs': 0.487319} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.864799] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.865567] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.866482] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.866482] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.866836] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1508ac10-3c9c-4f85-a72b-6fd70aee8eed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.872880] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1116.872880] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c0d267-5615-414b-6140-eb9666cea19d" [ 1116.872880] env[68663]: _type = "Task" [ 1116.872880] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.882196] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c0d267-5615-414b-6140-eb9666cea19d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.923141] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 654c16cd-87aa-408e-bad5-f611df55ff7e] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1116.931281] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3be99710-3c27-4bc6-a64b-2fe7509a3f36 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.309s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.932888] env[68663]: DEBUG oslo_concurrency.lockutils [None req-34d9cbda-a0f8-4609-9f73-6bab82166b4a tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.088s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.933088] env[68663]: DEBUG nova.compute.manager [None req-34d9cbda-a0f8-4609-9f73-6bab82166b4a tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.933930] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972da6ab-00ca-4fdb-894e-55cf0946897f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.941712] env[68663]: DEBUG nova.compute.manager [None req-34d9cbda-a0f8-4609-9f73-6bab82166b4a tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1116.941712] env[68663]: DEBUG nova.objects.instance [None req-34d9cbda-a0f8-4609-9f73-6bab82166b4a tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lazy-loading 'flavor' on Instance uuid 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.994086] env[68663]: DEBUG oslo_concurrency.lockutils [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.094056] env[68663]: DEBUG nova.scheduler.client.report [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.100867] env[68663]: DEBUG oslo_concurrency.lockutils [req-02568575-e9c6-4c7e-8530-02d87d3da060 req-40e54cfb-3e69-43ce-8783-c18566aa6f01 service nova] Releasing lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.137968] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072103} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.138369] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.139547] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e7cf7e-d2b1-4ec1-9b1e-4b3ccb2223a0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.163804] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 45abfcb9-6065-4f2d-a415-3e232ee51047/45abfcb9-6065-4f2d-a415-3e232ee51047.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.164170] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84838fe6-2779-4b7f-9e8f-39e57bc867e6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.185820] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1117.185820] env[68663]: value = "task-3238975" [ 1117.185820] env[68663]: _type = "Task" [ 1117.185820] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.193888] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.389568] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c0d267-5615-414b-6140-eb9666cea19d, 'name': SearchDatastore_Task, 'duration_secs': 0.011347} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.390054] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.390378] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.390726] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.390965] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.391268] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.391638] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c670c64-1422-4e3c-8967-e9d2e2360ee7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.409332] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.409650] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.410842] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d29e4e82-1e86-4fe5-a274-68eedf3e0553 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.419281] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1117.419281] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ff8805-084f-98a2-7b42-6cf76f7e1dbd" [ 1117.419281] env[68663]: _type = "Task" [ 1117.419281] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.431704] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 9387f331-9488-4e99-8173-519b9651ce7c] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1117.434426] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ff8805-084f-98a2-7b42-6cf76f7e1dbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.505670] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd403e3-abd2-4446-a6a0-0e667d68152a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.540990] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updating instance '55d7be37-fc46-44c4-8f13-faddbb628807' progress to 0 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.599802] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.600345] env[68663]: DEBUG nova.compute.manager [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.603032] env[68663]: DEBUG oslo_concurrency.lockutils [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.609s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.604541] env[68663]: INFO nova.compute.claims [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.696938] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.744284] env[68663]: DEBUG nova.network.neutron [-] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.931051] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ff8805-084f-98a2-7b42-6cf76f7e1dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.040956} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.931859] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-319510da-01f8-4b4b-947e-f8e44833c85e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.936052] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 7197b66f-d579-475e-9b82-62a4434475e3] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1117.939484] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1117.939484] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f683c4-19f0-7f17-569f-7a0fafc42b61" [ 1117.939484] env[68663]: _type = "Task" [ 1117.939484] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.950723] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f683c4-19f0-7f17-569f-7a0fafc42b61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.950974] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d9cbda-a0f8-4609-9f73-6bab82166b4a tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.951234] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98f47fda-3c91-4f9c-8317-d5c447d22112 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.960750] env[68663]: DEBUG oslo_vmware.api [None req-34d9cbda-a0f8-4609-9f73-6bab82166b4a tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1117.960750] env[68663]: value = "task-3238976" [ 1117.960750] env[68663]: _type = "Task" [ 1117.960750] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.972622] env[68663]: DEBUG oslo_vmware.api [None req-34d9cbda-a0f8-4609-9f73-6bab82166b4a tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.048934] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.050627] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-038789ef-7689-4b75-b5ec-911765dec629 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.053639] env[68663]: DEBUG nova.compute.manager [req-325e7945-c799-4c66-aff3-ef708ad971ca req-5740cfcd-42ff-434b-be40-e10cf95cd3c9 service nova] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Received event network-vif-deleted-43d2f633-3e65-4e5d-b8a5-b89bae2acab1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.063217] env[68663]: DEBUG oslo_vmware.api [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1118.063217] env[68663]: value = "task-3238977" [ 1118.063217] env[68663]: _type = "Task" [ 1118.063217] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.076079] env[68663]: DEBUG oslo_vmware.api [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.108833] env[68663]: DEBUG nova.compute.utils [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.112750] env[68663]: DEBUG nova.compute.manager [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.112960] env[68663]: DEBUG nova.network.neutron [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.154287] env[68663]: DEBUG nova.policy [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42af879841b946dd83ca9e049d7f64e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6703d2d2dc8c46f2bf774f2648c13dc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.198562] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238975, 'name': ReconfigVM_Task, 'duration_secs': 0.898825} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.198870] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 45abfcb9-6065-4f2d-a415-3e232ee51047/45abfcb9-6065-4f2d-a415-3e232ee51047.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.199564] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffcb64b7-dadc-48b6-9cd3-948d7d318750 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.208687] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1118.208687] env[68663]: value = "task-3238978" [ 1118.208687] env[68663]: _type = "Task" [ 1118.208687] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.223283] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238978, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.247104] env[68663]: INFO nova.compute.manager [-] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Took 1.43 seconds to deallocate network for instance. [ 1118.440475] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: b791d5aa-64c2-4a4e-b202-1f9ba6ae071a] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1118.455137] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f683c4-19f0-7f17-569f-7a0fafc42b61, 'name': SearchDatastore_Task, 'duration_secs': 0.013399} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.456036] env[68663]: DEBUG nova.network.neutron [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Successfully created port: bdb5f264-2f1d-49d3-bf0c-ab4745cce60d {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.457942] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.458216] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 20b0b14e-8264-4dad-acc6-8f2518b16b28/20b0b14e-8264-4dad-acc6-8f2518b16b28.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.458482] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a450e28c-b8eb-46ce-97a7-bb6c0d52c387 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.467205] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1118.467205] env[68663]: value = "task-3238979" [ 1118.467205] env[68663]: _type = "Task" [ 1118.467205] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.473921] env[68663]: DEBUG oslo_vmware.api [None req-34d9cbda-a0f8-4609-9f73-6bab82166b4a tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238976, 'name': PowerOffVM_Task, 'duration_secs': 0.181105} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.473921] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d9cbda-a0f8-4609-9f73-6bab82166b4a tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.473921] env[68663]: DEBUG nova.compute.manager [None req-34d9cbda-a0f8-4609-9f73-6bab82166b4a tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.475141] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba314a36-b74f-4023-860d-b6865e0486b4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.481153] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3238979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.578720] env[68663]: DEBUG oslo_vmware.api [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238977, 'name': PowerOffVM_Task, 'duration_secs': 0.291444} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.579259] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.579633] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updating instance '55d7be37-fc46-44c4-8f13-faddbb628807' progress to 17 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.622365] env[68663]: DEBUG nova.compute.manager [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.720341] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238978, 'name': Rename_Task, 'duration_secs': 0.166377} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.723276] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.723777] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f48025c3-0575-4a7c-a9b3-afa6acbe17fe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.732215] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1118.732215] env[68663]: value = "task-3238980" [ 1118.732215] env[68663]: _type = "Task" [ 1118.732215] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.746526] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.754917] env[68663]: DEBUG oslo_concurrency.lockutils [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.861240] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3be811-84b1-47e4-9197-2acb1e86319b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.871170] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153b20c2-17ff-438b-aecf-9fad410d8af5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.909277] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5d58e5-20dc-420e-ba90-56e3b1467fc7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.920262] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b352159-92c2-4388-8f54-f555a9dfcb6f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.937872] env[68663]: DEBUG nova.compute.provider_tree [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.943561] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 7dc809d4-cb23-40ae-a9f2-7eb9450d9e0c] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1118.980639] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3238979, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.991323] env[68663]: DEBUG oslo_concurrency.lockutils [None req-34d9cbda-a0f8-4609-9f73-6bab82166b4a tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.086597] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.086892] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.087101] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.087293] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.088071] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.088071] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.088071] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.088071] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.088308] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.088390] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.088626] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.094189] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e48335f1-5183-432a-991d-5c0d70e93364 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.115402] env[68663]: DEBUG oslo_vmware.api [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1119.115402] env[68663]: value = "task-3238981" [ 1119.115402] env[68663]: _type = "Task" [ 1119.115402] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.126833] env[68663]: DEBUG oslo_vmware.api [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.245043] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238980, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.302138] env[68663]: DEBUG nova.objects.instance [None req-6de0121b-6114-439c-889f-5247712a8936 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lazy-loading 'flavor' on Instance uuid 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.441434] env[68663]: DEBUG nova.scheduler.client.report [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.446757] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 68b24323-6432-4cbd-9ea7-b231fb008990] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1119.479259] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3238979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756171} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.479511] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 20b0b14e-8264-4dad-acc6-8f2518b16b28/20b0b14e-8264-4dad-acc6-8f2518b16b28.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.479729] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.479957] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12c0f56d-0c91-4634-951b-d9cf6e67eb31 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.487810] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1119.487810] env[68663]: value = "task-3238982" [ 1119.487810] env[68663]: _type = "Task" [ 1119.487810] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.499378] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3238982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.625997] env[68663]: DEBUG oslo_vmware.api [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238981, 'name': ReconfigVM_Task, 'duration_secs': 0.224508} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.626352] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updating instance '55d7be37-fc46-44c4-8f13-faddbb628807' progress to 33 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.643253] env[68663]: DEBUG nova.compute.manager [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.673408] env[68663]: DEBUG nova.virt.hardware [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.673654] env[68663]: DEBUG nova.virt.hardware [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.673809] env[68663]: DEBUG nova.virt.hardware [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.673991] env[68663]: DEBUG nova.virt.hardware [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.674150] env[68663]: DEBUG nova.virt.hardware [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.674296] env[68663]: DEBUG nova.virt.hardware [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.674500] env[68663]: DEBUG nova.virt.hardware [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.674686] env[68663]: DEBUG nova.virt.hardware [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.674873] env[68663]: DEBUG nova.virt.hardware [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.675071] env[68663]: DEBUG nova.virt.hardware [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.675222] env[68663]: DEBUG nova.virt.hardware [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.676390] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51decf35-e1e0-47e5-b6eb-604789c98385 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.687325] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cba8f19-cf20-49f5-af45-cad07d80d794 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.743298] env[68663]: DEBUG oslo_vmware.api [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238980, 'name': PowerOnVM_Task, 'duration_secs': 0.667793} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.743577] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.743792] env[68663]: INFO nova.compute.manager [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1119.744017] env[68663]: DEBUG nova.compute.manager [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.744804] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d18b044-a44c-4258-b7e8-53e91204b018 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.807334] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6de0121b-6114-439c-889f-5247712a8936 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "refresh_cache-1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.807504] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6de0121b-6114-439c-889f-5247712a8936 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquired lock "refresh_cache-1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.807678] env[68663]: DEBUG nova.network.neutron [None req-6de0121b-6114-439c-889f-5247712a8936 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.807855] env[68663]: DEBUG nova.objects.instance [None req-6de0121b-6114-439c-889f-5247712a8936 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lazy-loading 'info_cache' on Instance uuid 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.946453] env[68663]: DEBUG oslo_concurrency.lockutils [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.947011] env[68663]: DEBUG nova.compute.manager [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.949621] env[68663]: DEBUG oslo_concurrency.lockutils [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.195s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.949830] env[68663]: DEBUG nova.objects.instance [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lazy-loading 'resources' on Instance uuid b11934f4-f91e-4788-9891-2f3e0e00ef85 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.950799] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 9d6b1846-83aa-4561-9fef-10dbfcb0a48d] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1119.963085] env[68663]: DEBUG nova.network.neutron [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Successfully updated port: bdb5f264-2f1d-49d3-bf0c-ab4745cce60d {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.999544] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3238982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074037} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.999877] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.000708] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26185a17-8d6c-4629-beb9-f66f349a62cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.025246] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 20b0b14e-8264-4dad-acc6-8f2518b16b28/20b0b14e-8264-4dad-acc6-8f2518b16b28.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.026054] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a61f89b-0ed9-41bb-ba48-64990f81ffa0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.046079] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1120.046079] env[68663]: value = "task-3238983" [ 1120.046079] env[68663]: _type = "Task" [ 1120.046079] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.054354] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3238983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.092946] env[68663]: DEBUG nova.compute.manager [req-50d0c36a-1de0-444d-9c24-a6bd6136b194 req-630dea98-6dce-4e00-8ecd-9cb5eb2d1b28 service nova] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Received event network-vif-plugged-bdb5f264-2f1d-49d3-bf0c-ab4745cce60d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.093159] env[68663]: DEBUG oslo_concurrency.lockutils [req-50d0c36a-1de0-444d-9c24-a6bd6136b194 req-630dea98-6dce-4e00-8ecd-9cb5eb2d1b28 service nova] Acquiring lock "d07d3c79-2c80-4b8c-89ec-02fffec48b1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.093371] env[68663]: DEBUG oslo_concurrency.lockutils [req-50d0c36a-1de0-444d-9c24-a6bd6136b194 req-630dea98-6dce-4e00-8ecd-9cb5eb2d1b28 service nova] Lock "d07d3c79-2c80-4b8c-89ec-02fffec48b1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.093541] env[68663]: DEBUG oslo_concurrency.lockutils [req-50d0c36a-1de0-444d-9c24-a6bd6136b194 req-630dea98-6dce-4e00-8ecd-9cb5eb2d1b28 service nova] Lock "d07d3c79-2c80-4b8c-89ec-02fffec48b1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.093710] env[68663]: DEBUG nova.compute.manager [req-50d0c36a-1de0-444d-9c24-a6bd6136b194 req-630dea98-6dce-4e00-8ecd-9cb5eb2d1b28 service nova] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] No waiting events found dispatching network-vif-plugged-bdb5f264-2f1d-49d3-bf0c-ab4745cce60d {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.093871] env[68663]: WARNING nova.compute.manager [req-50d0c36a-1de0-444d-9c24-a6bd6136b194 req-630dea98-6dce-4e00-8ecd-9cb5eb2d1b28 service nova] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Received unexpected event network-vif-plugged-bdb5f264-2f1d-49d3-bf0c-ab4745cce60d for instance with vm_state building and task_state spawning. [ 1120.094203] env[68663]: DEBUG nova.compute.manager [req-50d0c36a-1de0-444d-9c24-a6bd6136b194 req-630dea98-6dce-4e00-8ecd-9cb5eb2d1b28 service nova] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Received event network-changed-bdb5f264-2f1d-49d3-bf0c-ab4745cce60d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.094437] env[68663]: DEBUG nova.compute.manager [req-50d0c36a-1de0-444d-9c24-a6bd6136b194 req-630dea98-6dce-4e00-8ecd-9cb5eb2d1b28 service nova] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Refreshing instance network info cache due to event network-changed-bdb5f264-2f1d-49d3-bf0c-ab4745cce60d. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.094710] env[68663]: DEBUG oslo_concurrency.lockutils [req-50d0c36a-1de0-444d-9c24-a6bd6136b194 req-630dea98-6dce-4e00-8ecd-9cb5eb2d1b28 service nova] Acquiring lock "refresh_cache-d07d3c79-2c80-4b8c-89ec-02fffec48b1a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.094843] env[68663]: DEBUG oslo_concurrency.lockutils [req-50d0c36a-1de0-444d-9c24-a6bd6136b194 req-630dea98-6dce-4e00-8ecd-9cb5eb2d1b28 service nova] Acquired lock "refresh_cache-d07d3c79-2c80-4b8c-89ec-02fffec48b1a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.095008] env[68663]: DEBUG nova.network.neutron [req-50d0c36a-1de0-444d-9c24-a6bd6136b194 req-630dea98-6dce-4e00-8ecd-9cb5eb2d1b28 service nova] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Refreshing network info cache for port bdb5f264-2f1d-49d3-bf0c-ab4745cce60d {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.135029] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.135029] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.135029] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.135029] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.135029] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.135029] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.135029] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.135029] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.135029] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.135029] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.135029] env[68663]: DEBUG nova.virt.hardware [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.141049] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1120.141722] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05617399-7881-4609-b5e2-8c072cf1752b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.162442] env[68663]: DEBUG oslo_vmware.api [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1120.162442] env[68663]: value = "task-3238984" [ 1120.162442] env[68663]: _type = "Task" [ 1120.162442] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.174413] env[68663]: DEBUG oslo_vmware.api [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.264020] env[68663]: INFO nova.compute.manager [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Took 13.04 seconds to build instance. [ 1120.312045] env[68663]: DEBUG nova.objects.base [None req-6de0121b-6114-439c-889f-5247712a8936 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Object Instance<1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69> lazy-loaded attributes: flavor,info_cache {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1120.454344] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 15fdd31b-9f85-4a09-88cf-bf6d0fb5acaf] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1120.459665] env[68663]: DEBUG nova.compute.utils [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.461430] env[68663]: DEBUG nova.compute.manager [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.461536] env[68663]: DEBUG nova.network.neutron [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.470116] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Acquiring lock "refresh_cache-d07d3c79-2c80-4b8c-89ec-02fffec48b1a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.512527] env[68663]: DEBUG nova.policy [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0685f6d9a5241fabe820767d1b42f79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62df668cf40d491bb275be0e7df8c121', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.559944] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3238983, 'name': ReconfigVM_Task, 'duration_secs': 0.315927} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.560208] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 20b0b14e-8264-4dad-acc6-8f2518b16b28/20b0b14e-8264-4dad-acc6-8f2518b16b28.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.560846] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81f1435e-9b9f-423d-b6a4-b4375626aba2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.571428] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1120.571428] env[68663]: value = "task-3238985" [ 1120.571428] env[68663]: _type = "Task" [ 1120.571428] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.583468] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3238985, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.631398] env[68663]: DEBUG nova.network.neutron [req-50d0c36a-1de0-444d-9c24-a6bd6136b194 req-630dea98-6dce-4e00-8ecd-9cb5eb2d1b28 service nova] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.668211] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaf5566-6743-4f29-b50f-a5b1feb300db {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.676967] env[68663]: DEBUG oslo_vmware.api [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238984, 'name': ReconfigVM_Task, 'duration_secs': 0.172831} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.678871] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1120.679700] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04f8be0-2113-483f-96d6-232cd663c31f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.682778] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fec318-2792-4411-a16f-7f982e24fe8e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.706776] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-ce4dd105-7021-4830-8e7d-b42a1119cf47/volume-ce4dd105-7021-4830-8e7d-b42a1119cf47.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.734790] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a858504f-fe84-4391-aa14-a69948ddfae9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.748230] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1497813-a358-4ced-8b4a-1f0249a9a556 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.756830] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e38008-2f35-40a6-ab9c-6969ccf0fecc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.764317] env[68663]: DEBUG oslo_vmware.api [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1120.764317] env[68663]: value = "task-3238986" [ 1120.764317] env[68663]: _type = "Task" [ 1120.764317] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.773187] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2b38d8e3-99bb-4939-8495-faa476feebaf tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "45abfcb9-6065-4f2d-a415-3e232ee51047" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.561s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.773647] env[68663]: DEBUG nova.compute.provider_tree [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.780475] env[68663]: DEBUG oslo_vmware.api [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.793321] env[68663]: DEBUG nova.network.neutron [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Successfully created port: 33620dc1-0ed7-4999-b21c-2914ad4ea5d6 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.807013] env[68663]: DEBUG nova.network.neutron [req-50d0c36a-1de0-444d-9c24-a6bd6136b194 req-630dea98-6dce-4e00-8ecd-9cb5eb2d1b28 service nova] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.962388] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: bb7b5426-eeac-490d-90f0-7fd81106b913] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1120.967020] env[68663]: DEBUG nova.compute.manager [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.060933] env[68663]: DEBUG nova.network.neutron [None req-6de0121b-6114-439c-889f-5247712a8936 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Updating instance_info_cache with network_info: [{"id": "8e30a4f3-9ed4-49f8-87c3-50481811cd56", "address": "fa:16:3e:b8:b0:10", "network": {"id": "ec22fcdf-fc51-4273-b229-e18d41783ba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28279953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc1cb6d582a42b490f8837eb26e395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e30a4f3-9e", "ovs_interfaceid": "8e30a4f3-9ed4-49f8-87c3-50481811cd56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.082197] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3238985, 'name': Rename_Task, 'duration_secs': 0.154493} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.082463] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.082707] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccc4a11e-ea93-4254-8014-7825650494be {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.090608] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1121.090608] env[68663]: value = "task-3238987" [ 1121.090608] env[68663]: _type = "Task" [ 1121.090608] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.099435] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3238987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.121032] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5d3d90cc-061c-494a-96df-ea2d8ed5f16e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "45abfcb9-6065-4f2d-a415-3e232ee51047" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.122484] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5d3d90cc-061c-494a-96df-ea2d8ed5f16e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "45abfcb9-6065-4f2d-a415-3e232ee51047" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.122484] env[68663]: DEBUG nova.compute.manager [None req-5d3d90cc-061c-494a-96df-ea2d8ed5f16e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.122764] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d713a207-2340-4576-9494-b56756d58e11 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.131028] env[68663]: DEBUG nova.compute.manager [None req-5d3d90cc-061c-494a-96df-ea2d8ed5f16e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1121.131028] env[68663]: DEBUG nova.objects.instance [None req-5d3d90cc-061c-494a-96df-ea2d8ed5f16e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lazy-loading 'flavor' on Instance uuid 45abfcb9-6065-4f2d-a415-3e232ee51047 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.274563] env[68663]: DEBUG oslo_vmware.api [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3238986, 'name': ReconfigVM_Task, 'duration_secs': 0.277646} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.274910] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-ce4dd105-7021-4830-8e7d-b42a1119cf47/volume-ce4dd105-7021-4830-8e7d-b42a1119cf47.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.275212] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updating instance '55d7be37-fc46-44c4-8f13-faddbb628807' progress to 50 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.279209] env[68663]: DEBUG nova.scheduler.client.report [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.309379] env[68663]: DEBUG oslo_concurrency.lockutils [req-50d0c36a-1de0-444d-9c24-a6bd6136b194 req-630dea98-6dce-4e00-8ecd-9cb5eb2d1b28 service nova] Releasing lock "refresh_cache-d07d3c79-2c80-4b8c-89ec-02fffec48b1a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.309747] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Acquired lock "refresh_cache-d07d3c79-2c80-4b8c-89ec-02fffec48b1a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.309907] env[68663]: DEBUG nova.network.neutron [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.471116] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: b862b802-c379-483e-9238-fa69b1eec7b3] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1121.563492] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6de0121b-6114-439c-889f-5247712a8936 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Releasing lock "refresh_cache-1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.602233] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3238987, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.785241] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716fffec-6ea4-42fe-a07c-62056b7366b1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.788382] env[68663]: DEBUG oslo_concurrency.lockutils [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.808072] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3809e1-2171-4ce1-bef3-f7d85f1d9dca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.811382] env[68663]: INFO nova.scheduler.client.report [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Deleted allocations for instance b11934f4-f91e-4788-9891-2f3e0e00ef85 [ 1121.832532] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updating instance '55d7be37-fc46-44c4-8f13-faddbb628807' progress to 67 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.843090] env[68663]: DEBUG nova.network.neutron [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.977826] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 70493bb9-72a0-4f3f-a7b3-b53460d35046] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1121.981461] env[68663]: DEBUG nova.compute.manager [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.997548] env[68663]: DEBUG nova.network.neutron [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Updating instance_info_cache with network_info: [{"id": "bdb5f264-2f1d-49d3-bf0c-ab4745cce60d", "address": "fa:16:3e:58:e5:33", "network": {"id": "97aa4e64-6c1c-4fe8-8bd9-312bc443b2af", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-299215412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6703d2d2dc8c46f2bf774f2648c13dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdb5f264-2f", "ovs_interfaceid": "bdb5f264-2f1d-49d3-bf0c-ab4745cce60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.013738] env[68663]: DEBUG nova.virt.hardware [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.013738] env[68663]: DEBUG nova.virt.hardware [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.013955] env[68663]: DEBUG nova.virt.hardware [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.013955] env[68663]: DEBUG nova.virt.hardware [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.014100] env[68663]: DEBUG nova.virt.hardware [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.014268] env[68663]: DEBUG nova.virt.hardware [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.014775] env[68663]: DEBUG nova.virt.hardware [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.014775] env[68663]: DEBUG nova.virt.hardware [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.014927] env[68663]: DEBUG nova.virt.hardware [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.015084] env[68663]: DEBUG nova.virt.hardware [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.015292] env[68663]: DEBUG nova.virt.hardware [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.016888] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a590c6f8-0d96-4158-ba74-9c431d3629a1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.026627] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8a91fb-f61b-4b74-af1a-d2e2a31156cc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.105347] env[68663]: DEBUG oslo_vmware.api [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3238987, 'name': PowerOnVM_Task, 'duration_secs': 0.534463} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.105701] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.106144] env[68663]: INFO nova.compute.manager [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1122.106144] env[68663]: DEBUG nova.compute.manager [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.106913] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65fb227-1e38-4b46-9a31-597ba96c4156 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.137458] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3d90cc-061c-494a-96df-ea2d8ed5f16e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.137722] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02ce1e3e-81e2-4274-8ed9-a0468aee7d81 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.146282] env[68663]: DEBUG oslo_vmware.api [None req-5d3d90cc-061c-494a-96df-ea2d8ed5f16e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1122.146282] env[68663]: value = "task-3238988" [ 1122.146282] env[68663]: _type = "Task" [ 1122.146282] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.158562] env[68663]: DEBUG oslo_vmware.api [None req-5d3d90cc-061c-494a-96df-ea2d8ed5f16e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.192185] env[68663]: DEBUG nova.compute.manager [req-1d625240-cc29-4e4b-b509-44a5124acc5b req-53228741-66b3-41e0-8621-9d2eb16a39a2 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Received event network-vif-plugged-33620dc1-0ed7-4999-b21c-2914ad4ea5d6 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.192413] env[68663]: DEBUG oslo_concurrency.lockutils [req-1d625240-cc29-4e4b-b509-44a5124acc5b req-53228741-66b3-41e0-8621-9d2eb16a39a2 service nova] Acquiring lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.193125] env[68663]: DEBUG oslo_concurrency.lockutils [req-1d625240-cc29-4e4b-b509-44a5124acc5b req-53228741-66b3-41e0-8621-9d2eb16a39a2 service nova] Lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.193297] env[68663]: DEBUG oslo_concurrency.lockutils [req-1d625240-cc29-4e4b-b509-44a5124acc5b req-53228741-66b3-41e0-8621-9d2eb16a39a2 service nova] Lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.193508] env[68663]: DEBUG nova.compute.manager [req-1d625240-cc29-4e4b-b509-44a5124acc5b req-53228741-66b3-41e0-8621-9d2eb16a39a2 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] No waiting events found dispatching network-vif-plugged-33620dc1-0ed7-4999-b21c-2914ad4ea5d6 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.193630] env[68663]: WARNING nova.compute.manager [req-1d625240-cc29-4e4b-b509-44a5124acc5b req-53228741-66b3-41e0-8621-9d2eb16a39a2 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Received unexpected event network-vif-plugged-33620dc1-0ed7-4999-b21c-2914ad4ea5d6 for instance with vm_state building and task_state spawning. [ 1122.286352] env[68663]: DEBUG nova.network.neutron [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Successfully updated port: 33620dc1-0ed7-4999-b21c-2914ad4ea5d6 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.320663] env[68663]: DEBUG oslo_concurrency.lockutils [None req-65663c65-bde8-416a-a03f-fd9aa8853926 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "b11934f4-f91e-4788-9891-2f3e0e00ef85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.160s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.484892] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 7838a338-f8b7-4878-8b34-186f61c77e16] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1122.501081] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Releasing lock "refresh_cache-d07d3c79-2c80-4b8c-89ec-02fffec48b1a" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.501081] env[68663]: DEBUG nova.compute.manager [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Instance network_info: |[{"id": "bdb5f264-2f1d-49d3-bf0c-ab4745cce60d", "address": "fa:16:3e:58:e5:33", "network": {"id": "97aa4e64-6c1c-4fe8-8bd9-312bc443b2af", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-299215412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6703d2d2dc8c46f2bf774f2648c13dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdb5f264-2f", "ovs_interfaceid": "bdb5f264-2f1d-49d3-bf0c-ab4745cce60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.501352] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:e5:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdb5f264-2f1d-49d3-bf0c-ab4745cce60d', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.509251] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Creating folder: Project (6703d2d2dc8c46f2bf774f2648c13dc3). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.510143] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1dd5fda-5d8a-4409-b945-8cbf8c2060d0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.525657] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Created folder: Project (6703d2d2dc8c46f2bf774f2648c13dc3) in parent group-v647027. [ 1122.525867] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Creating folder: Instances. Parent ref: group-v647333. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.526080] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ce7a34b-6fcd-4b43-90df-b8985614ec4a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.539819] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Created folder: Instances in parent group-v647333. [ 1122.540036] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.540245] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.540454] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33ac7b1f-0d65-4a9b-8cd8-1457cf60343e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.562373] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.562373] env[68663]: value = "task-3238991" [ 1122.562373] env[68663]: _type = "Task" [ 1122.562373] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.570926] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de0121b-6114-439c-889f-5247712a8936 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.571186] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238991, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.571452] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-128e5a5d-5af8-404b-86b1-29d1041b8002 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.578278] env[68663]: DEBUG oslo_vmware.api [None req-6de0121b-6114-439c-889f-5247712a8936 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1122.578278] env[68663]: value = "task-3238992" [ 1122.578278] env[68663]: _type = "Task" [ 1122.578278] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.586453] env[68663]: DEBUG oslo_vmware.api [None req-6de0121b-6114-439c-889f-5247712a8936 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.624334] env[68663]: INFO nova.compute.manager [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Took 13.26 seconds to build instance. [ 1122.660785] env[68663]: DEBUG oslo_vmware.api [None req-5d3d90cc-061c-494a-96df-ea2d8ed5f16e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238988, 'name': PowerOffVM_Task, 'duration_secs': 0.2315} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.660785] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3d90cc-061c-494a-96df-ea2d8ed5f16e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.661364] env[68663]: DEBUG nova.compute.manager [None req-5d3d90cc-061c-494a-96df-ea2d8ed5f16e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.661904] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf42d26-40f8-4aac-baaa-20d2b5d2860f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.789611] env[68663]: DEBUG oslo_concurrency.lockutils [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.789611] env[68663]: DEBUG oslo_concurrency.lockutils [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.789611] env[68663]: DEBUG nova.network.neutron [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.078709] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238991, 'name': CreateVM_Task, 'duration_secs': 0.474173} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.079187] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.083030] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.083115] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.083429] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.084178] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62739959-daff-4318-b0c3-f50bf02b9854 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.089908] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Waiting for the task: (returnval){ [ 1123.089908] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525ce5d7-f022-a0e4-9057-f4d8b3fbf50c" [ 1123.089908] env[68663]: _type = "Task" [ 1123.089908] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.094391] env[68663]: DEBUG oslo_vmware.api [None req-6de0121b-6114-439c-889f-5247712a8936 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.104466] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525ce5d7-f022-a0e4-9057-f4d8b3fbf50c, 'name': SearchDatastore_Task, 'duration_secs': 0.011875} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.104817] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.105134] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.105450] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.105631] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.105886] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.106249] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d731a87-3693-4c37-9769-a4a9930bc009 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.116971] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.117200] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.117983] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c6520d8-714a-43d1-8fdd-b8116c67a3ea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.124436] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Waiting for the task: (returnval){ [ 1123.124436] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521d846d-91ef-e65e-b690-4e40094be4fe" [ 1123.124436] env[68663]: _type = "Task" [ 1123.124436] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.129376] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fdcc9ed4-6ed1-41f7-abef-5bfb7e09a1e9 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.776s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.135250] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521d846d-91ef-e65e-b690-4e40094be4fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.175859] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5d3d90cc-061c-494a-96df-ea2d8ed5f16e tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "45abfcb9-6065-4f2d-a415-3e232ee51047" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.326110] env[68663]: DEBUG nova.network.neutron [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.464067] env[68663]: DEBUG nova.network.neutron [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Updating instance_info_cache with network_info: [{"id": "33620dc1-0ed7-4999-b21c-2914ad4ea5d6", "address": "fa:16:3e:d0:18:fa", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33620dc1-0e", "ovs_interfaceid": "33620dc1-0ed7-4999-b21c-2914ad4ea5d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.506128] env[68663]: DEBUG nova.network.neutron [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Port 32bf4f20-c806-4095-b721-d6155ee3af5e binding to destination host cpu-1 is already ACTIVE {{(pid=68663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1123.580603] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2982daae-a5b0-4991-b246-8676b0fcd7b6 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "fe0af44b-648b-4768-8037-999c32ac473f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.580882] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2982daae-a5b0-4991-b246-8676b0fcd7b6 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "fe0af44b-648b-4768-8037-999c32ac473f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.592538] env[68663]: DEBUG oslo_vmware.api [None req-6de0121b-6114-439c-889f-5247712a8936 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3238992, 'name': PowerOnVM_Task, 'duration_secs': 0.582697} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.592810] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de0121b-6114-439c-889f-5247712a8936 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.593017] env[68663]: DEBUG nova.compute.manager [None req-6de0121b-6114-439c-889f-5247712a8936 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.593786] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8ebd3b-e5ca-4e82-b438-4794f5e75ba5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.635560] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521d846d-91ef-e65e-b690-4e40094be4fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011478} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.636387] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2350108f-055f-40a4-b575-f1de3f5585ce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.642694] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Waiting for the task: (returnval){ [ 1123.642694] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523106fc-a38b-b78a-b856-47bae27fb5db" [ 1123.642694] env[68663]: _type = "Task" [ 1123.642694] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.650197] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523106fc-a38b-b78a-b856-47bae27fb5db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.857399] env[68663]: DEBUG oslo_concurrency.lockutils [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "45abfcb9-6065-4f2d-a415-3e232ee51047" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.857609] env[68663]: DEBUG oslo_concurrency.lockutils [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "45abfcb9-6065-4f2d-a415-3e232ee51047" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.857820] env[68663]: DEBUG oslo_concurrency.lockutils [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "45abfcb9-6065-4f2d-a415-3e232ee51047-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.857998] env[68663]: DEBUG oslo_concurrency.lockutils [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "45abfcb9-6065-4f2d-a415-3e232ee51047-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.858179] env[68663]: DEBUG oslo_concurrency.lockutils [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "45abfcb9-6065-4f2d-a415-3e232ee51047-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.861843] env[68663]: INFO nova.compute.manager [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Terminating instance [ 1123.967639] env[68663]: DEBUG oslo_concurrency.lockutils [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.967978] env[68663]: DEBUG nova.compute.manager [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Instance network_info: |[{"id": "33620dc1-0ed7-4999-b21c-2914ad4ea5d6", "address": "fa:16:3e:d0:18:fa", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33620dc1-0e", "ovs_interfaceid": "33620dc1-0ed7-4999-b21c-2914ad4ea5d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.968413] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:18:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33620dc1-0ed7-4999-b21c-2914ad4ea5d6', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.976380] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.976735] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.980044] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.980495] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a088f0f-ef42-4038-b7a5-9457eb7d6d23 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.001822] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.001822] env[68663]: value = "task-3238993" [ 1124.001822] env[68663]: _type = "Task" [ 1124.001822] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.014339] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238993, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.086562] env[68663]: INFO nova.compute.manager [None req-2982daae-a5b0-4991-b246-8676b0fcd7b6 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Detaching volume eb2c43b6-e4d3-42f7-9b82-26f5235bdeac [ 1124.128559] env[68663]: INFO nova.virt.block_device [None req-2982daae-a5b0-4991-b246-8676b0fcd7b6 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Attempting to driver detach volume eb2c43b6-e4d3-42f7-9b82-26f5235bdeac from mountpoint /dev/sdb [ 1124.128948] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2982daae-a5b0-4991-b246-8676b0fcd7b6 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1124.129292] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2982daae-a5b0-4991-b246-8676b0fcd7b6 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647304', 'volume_id': 'eb2c43b6-e4d3-42f7-9b82-26f5235bdeac', 'name': 'volume-eb2c43b6-e4d3-42f7-9b82-26f5235bdeac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe0af44b-648b-4768-8037-999c32ac473f', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb2c43b6-e4d3-42f7-9b82-26f5235bdeac', 'serial': 'eb2c43b6-e4d3-42f7-9b82-26f5235bdeac'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1124.130676] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901455e9-a7e9-4359-985f-e2cdbe9a8a66 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.162677] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f847405-dc37-4899-8e8b-237a8ef5a256 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.173241] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523106fc-a38b-b78a-b856-47bae27fb5db, 'name': SearchDatastore_Task, 'duration_secs': 0.009901} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.175131] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.175385] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] d07d3c79-2c80-4b8c-89ec-02fffec48b1a/d07d3c79-2c80-4b8c-89ec-02fffec48b1a.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.176184] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e27f0cc4-9ded-41f4-b981-581ac1c8e287 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.178625] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219960c5-fbdd-48bd-bbb9-261e0c083956 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.202601] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3f2cdb-e810-4c09-9050-e7f9e29155fb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.205422] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Waiting for the task: (returnval){ [ 1124.205422] env[68663]: value = "task-3238994" [ 1124.205422] env[68663]: _type = "Task" [ 1124.205422] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.220494] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2982daae-a5b0-4991-b246-8676b0fcd7b6 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] The volume has not been displaced from its original location: [datastore2] volume-eb2c43b6-e4d3-42f7-9b82-26f5235bdeac/volume-eb2c43b6-e4d3-42f7-9b82-26f5235bdeac.vmdk. No consolidation needed. {{(pid=68663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1124.226660] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2982daae-a5b0-4991-b246-8676b0fcd7b6 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.227616] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f438c9ad-80bb-4de3-9174-d1bde41183fc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.250347] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': task-3238994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.255017] env[68663]: DEBUG nova.compute.manager [req-d78efd55-8452-4641-8f4d-7a3ac41782d0 req-02d33b48-9907-4d25-aea6-e32e57aa7366 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Received event network-changed-33620dc1-0ed7-4999-b21c-2914ad4ea5d6 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.255328] env[68663]: DEBUG nova.compute.manager [req-d78efd55-8452-4641-8f4d-7a3ac41782d0 req-02d33b48-9907-4d25-aea6-e32e57aa7366 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Refreshing instance network info cache due to event network-changed-33620dc1-0ed7-4999-b21c-2914ad4ea5d6. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.255678] env[68663]: DEBUG oslo_concurrency.lockutils [req-d78efd55-8452-4641-8f4d-7a3ac41782d0 req-02d33b48-9907-4d25-aea6-e32e57aa7366 service nova] Acquiring lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.255919] env[68663]: DEBUG oslo_concurrency.lockutils [req-d78efd55-8452-4641-8f4d-7a3ac41782d0 req-02d33b48-9907-4d25-aea6-e32e57aa7366 service nova] Acquired lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.256212] env[68663]: DEBUG nova.network.neutron [req-d78efd55-8452-4641-8f4d-7a3ac41782d0 req-02d33b48-9907-4d25-aea6-e32e57aa7366 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Refreshing network info cache for port 33620dc1-0ed7-4999-b21c-2914ad4ea5d6 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.260344] env[68663]: DEBUG oslo_vmware.api [None req-2982daae-a5b0-4991-b246-8676b0fcd7b6 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1124.260344] env[68663]: value = "task-3238995" [ 1124.260344] env[68663]: _type = "Task" [ 1124.260344] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.273956] env[68663]: DEBUG oslo_vmware.api [None req-2982daae-a5b0-4991-b246-8676b0fcd7b6 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.365975] env[68663]: DEBUG nova.compute.manager [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.366236] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.367785] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d48093-5b5e-4e8f-b053-4e050359778d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.379538] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.379966] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccb010e7-d760-483e-8d7c-99422415e1bb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.457652] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.457958] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.458210] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleting the datastore file [datastore1] 45abfcb9-6065-4f2d-a415-3e232ee51047 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.458556] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cbd05a1-26db-414f-a045-091083a66281 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.468684] env[68663]: DEBUG oslo_vmware.api [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1124.468684] env[68663]: value = "task-3238997" [ 1124.468684] env[68663]: _type = "Task" [ 1124.468684] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.479939] env[68663]: DEBUG oslo_vmware.api [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.486649] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.486914] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.487049] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.487233] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.487378] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1124.487530] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.513740] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3238993, 'name': CreateVM_Task, 'duration_secs': 0.388102} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.513908] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.514790] env[68663]: DEBUG oslo_concurrency.lockutils [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.514877] env[68663]: DEBUG oslo_concurrency.lockutils [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.515227] env[68663]: DEBUG oslo_concurrency.lockutils [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.526036] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "55d7be37-fc46-44c4-8f13-faddbb628807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.526370] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "55d7be37-fc46-44c4-8f13-faddbb628807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.526500] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "55d7be37-fc46-44c4-8f13-faddbb628807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.527850] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be19c05-c020-4876-aea2-8259c6c82027 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.545027] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1124.545027] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525a0a7d-63c1-b474-027c-6fcdf7cf1f0c" [ 1124.545027] env[68663]: _type = "Task" [ 1124.545027] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.563441] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525a0a7d-63c1-b474-027c-6fcdf7cf1f0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.716462] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': task-3238994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486659} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.716719] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] d07d3c79-2c80-4b8c-89ec-02fffec48b1a/d07d3c79-2c80-4b8c-89ec-02fffec48b1a.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.716994] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.717267] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46e5912d-b104-4868-89c9-c0364bbfde07 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.724436] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Waiting for the task: (returnval){ [ 1124.724436] env[68663]: value = "task-3238998" [ 1124.724436] env[68663]: _type = "Task" [ 1124.724436] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.734621] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': task-3238998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.773562] env[68663]: DEBUG oslo_vmware.api [None req-2982daae-a5b0-4991-b246-8676b0fcd7b6 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238995, 'name': ReconfigVM_Task, 'duration_secs': 0.30947} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.773874] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2982daae-a5b0-4991-b246-8676b0fcd7b6 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.778830] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cd86186-a9d1-477c-b166-80cf56178ede {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.794913] env[68663]: DEBUG oslo_vmware.api [None req-2982daae-a5b0-4991-b246-8676b0fcd7b6 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1124.794913] env[68663]: value = "task-3238999" [ 1124.794913] env[68663]: _type = "Task" [ 1124.794913] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.806564] env[68663]: DEBUG oslo_vmware.api [None req-2982daae-a5b0-4991-b246-8676b0fcd7b6 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.980408] env[68663]: DEBUG oslo_vmware.api [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3238997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396884} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.980679] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.980867] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.981044] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.981220] env[68663]: INFO nova.compute.manager [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1124.981451] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.981654] env[68663]: DEBUG nova.compute.manager [-] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.981772] env[68663]: DEBUG nova.network.neutron [-] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.990556] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.990798] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.990967] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.991131] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1124.991928] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501be1f0-109e-45b8-a484-0273d12cd674 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.000070] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5a6c1e-c777-41b9-93d7-d8b3da20c347 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.005219] env[68663]: DEBUG nova.network.neutron [req-d78efd55-8452-4641-8f4d-7a3ac41782d0 req-02d33b48-9907-4d25-aea6-e32e57aa7366 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Updated VIF entry in instance network info cache for port 33620dc1-0ed7-4999-b21c-2914ad4ea5d6. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.005554] env[68663]: DEBUG nova.network.neutron [req-d78efd55-8452-4641-8f4d-7a3ac41782d0 req-02d33b48-9907-4d25-aea6-e32e57aa7366 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Updating instance_info_cache with network_info: [{"id": "33620dc1-0ed7-4999-b21c-2914ad4ea5d6", "address": "fa:16:3e:d0:18:fa", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33620dc1-0e", "ovs_interfaceid": "33620dc1-0ed7-4999-b21c-2914ad4ea5d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.015500] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2043df0e-32e7-4537-805a-27cfdc21165f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.024073] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdda24d-cc5f-4d2c-a668-218536f902a8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.057029] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179040MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=68663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1125.057199] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.057418] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.071793] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525a0a7d-63c1-b474-027c-6fcdf7cf1f0c, 'name': SearchDatastore_Task, 'duration_secs': 0.071712} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.072300] env[68663]: DEBUG oslo_concurrency.lockutils [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.072601] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.072792] env[68663]: DEBUG oslo_concurrency.lockutils [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.073017] env[68663]: DEBUG oslo_concurrency.lockutils [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.073145] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.073411] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4307049a-86dd-42e1-96be-23b80643afa3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.082455] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.082648] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.083353] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15df1aaa-336b-4e6f-9e2b-12b3d511dc4e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.088629] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1125.088629] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fe6b33-8c67-5763-8eb2-2296f71dd101" [ 1125.088629] env[68663]: _type = "Task" [ 1125.088629] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.096561] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fe6b33-8c67-5763-8eb2-2296f71dd101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.235969] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': task-3238998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09939} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.236318] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.237152] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed458c3-fdc2-4f9f-be33-d63f24e41752 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.264339] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] d07d3c79-2c80-4b8c-89ec-02fffec48b1a/d07d3c79-2c80-4b8c-89ec-02fffec48b1a.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.265316] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4e478a1-4292-4045-9baa-71e6d6bc5e19 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.287106] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Waiting for the task: (returnval){ [ 1125.287106] env[68663]: value = "task-3239000" [ 1125.287106] env[68663]: _type = "Task" [ 1125.287106] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.296082] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': task-3239000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.305418] env[68663]: DEBUG oslo_vmware.api [None req-2982daae-a5b0-4991-b246-8676b0fcd7b6 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3238999, 'name': ReconfigVM_Task, 'duration_secs': 0.148025} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.305741] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2982daae-a5b0-4991-b246-8676b0fcd7b6 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647304', 'volume_id': 'eb2c43b6-e4d3-42f7-9b82-26f5235bdeac', 'name': 'volume-eb2c43b6-e4d3-42f7-9b82-26f5235bdeac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe0af44b-648b-4768-8037-999c32ac473f', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb2c43b6-e4d3-42f7-9b82-26f5235bdeac', 'serial': 'eb2c43b6-e4d3-42f7-9b82-26f5235bdeac'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1125.516025] env[68663]: DEBUG oslo_concurrency.lockutils [req-d78efd55-8452-4641-8f4d-7a3ac41782d0 req-02d33b48-9907-4d25-aea6-e32e57aa7366 service nova] Releasing lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.516346] env[68663]: DEBUG nova.compute.manager [req-d78efd55-8452-4641-8f4d-7a3ac41782d0 req-02d33b48-9907-4d25-aea6-e32e57aa7366 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Received event network-changed-5ee27256-c401-4f15-bf31-3a6887105832 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.516572] env[68663]: DEBUG nova.compute.manager [req-d78efd55-8452-4641-8f4d-7a3ac41782d0 req-02d33b48-9907-4d25-aea6-e32e57aa7366 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Refreshing instance network info cache due to event network-changed-5ee27256-c401-4f15-bf31-3a6887105832. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.516934] env[68663]: DEBUG oslo_concurrency.lockutils [req-d78efd55-8452-4641-8f4d-7a3ac41782d0 req-02d33b48-9907-4d25-aea6-e32e57aa7366 service nova] Acquiring lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.517012] env[68663]: DEBUG oslo_concurrency.lockutils [req-d78efd55-8452-4641-8f4d-7a3ac41782d0 req-02d33b48-9907-4d25-aea6-e32e57aa7366 service nova] Acquired lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.517232] env[68663]: DEBUG nova.network.neutron [req-d78efd55-8452-4641-8f4d-7a3ac41782d0 req-02d33b48-9907-4d25-aea6-e32e57aa7366 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Refreshing network info cache for port 5ee27256-c401-4f15-bf31-3a6887105832 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.595387] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "refresh_cache-55d7be37-fc46-44c4-8f13-faddbb628807" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.595571] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "refresh_cache-55d7be37-fc46-44c4-8f13-faddbb628807" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.595775] env[68663]: DEBUG nova.network.neutron [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.601039] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fe6b33-8c67-5763-8eb2-2296f71dd101, 'name': SearchDatastore_Task, 'duration_secs': 0.011761} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.602174] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5daa322c-1551-4d84-b135-59e9693e054c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.608820] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1125.608820] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52673542-c689-4a3d-b666-f5482cac2136" [ 1125.608820] env[68663]: _type = "Task" [ 1125.608820] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.617300] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52673542-c689-4a3d-b666-f5482cac2136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.744450] env[68663]: DEBUG nova.network.neutron [-] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.798263] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': task-3239000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.850820] env[68663]: DEBUG nova.objects.instance [None req-2982daae-a5b0-4991-b246-8676b0fcd7b6 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lazy-loading 'flavor' on Instance uuid fe0af44b-648b-4768-8037-999c32ac473f {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.072033] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Applying migration context for instance 55d7be37-fc46-44c4-8f13-faddbb628807 as it has an incoming, in-progress migration 06e0624b-7044-415d-bb69-f5a5e36a9cc7. Migration status is post-migrating {{(pid=68663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1126.073407] env[68663]: INFO nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updating resource usage from migration 06e0624b-7044-415d-bb69-f5a5e36a9cc7 [ 1126.093680] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance f11f3491-6d77-4e61-aa80-270e788f1695 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.093680] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 9fa99497-8d77-4c8c-acf4-5ac01e173823 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.093680] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance fe0af44b-648b-4768-8037-999c32ac473f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.093680] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.093680] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.093680] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance d96d22b4-184b-42b6-85bc-5d479e42ed96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.093680] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 45abfcb9-6065-4f2d-a415-3e232ee51047 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.093680] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 20b0b14e-8264-4dad-acc6-8f2518b16b28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.093680] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Migration 06e0624b-7044-415d-bb69-f5a5e36a9cc7 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1126.093680] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 55d7be37-fc46-44c4-8f13-faddbb628807 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.093680] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance d07d3c79-2c80-4b8c-89ec-02fffec48b1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.093680] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 6f3cc711-b5f1-436d-bb5a-8474554ca22c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.121255] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52673542-c689-4a3d-b666-f5482cac2136, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.121475] env[68663]: DEBUG oslo_concurrency.lockutils [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.121644] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 6f3cc711-b5f1-436d-bb5a-8474554ca22c/6f3cc711-b5f1-436d-bb5a-8474554ca22c.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.121872] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b99ef3d-7914-4ab0-b8d9-ee31a0795031 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.132874] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1126.132874] env[68663]: value = "task-3239001" [ 1126.132874] env[68663]: _type = "Task" [ 1126.132874] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.142590] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.250049] env[68663]: INFO nova.compute.manager [-] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Took 1.27 seconds to deallocate network for instance. [ 1126.287135] env[68663]: DEBUG nova.compute.manager [req-5d220662-3526-4c70-8c02-47a33dcaab20 req-b0388392-3dc4-449f-adb8-dc858afa9dcb service nova] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Received event network-vif-deleted-9f9386e9-f34e-4d5e-9419-533f4f98b838 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.302195] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': task-3239000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.303142] env[68663]: DEBUG nova.network.neutron [req-d78efd55-8452-4641-8f4d-7a3ac41782d0 req-02d33b48-9907-4d25-aea6-e32e57aa7366 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Updated VIF entry in instance network info cache for port 5ee27256-c401-4f15-bf31-3a6887105832. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.303482] env[68663]: DEBUG nova.network.neutron [req-d78efd55-8452-4641-8f4d-7a3ac41782d0 req-02d33b48-9907-4d25-aea6-e32e57aa7366 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Updating instance_info_cache with network_info: [{"id": "5ee27256-c401-4f15-bf31-3a6887105832", "address": "fa:16:3e:2f:70:e1", "network": {"id": "621233a7-da79-42bf-a000-6f4244623a18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-311170970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd9da2e2f754240805e2b64aff9c4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee27256-c4", "ovs_interfaceid": "5ee27256-c401-4f15-bf31-3a6887105832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.336325] env[68663]: DEBUG nova.network.neutron [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updating instance_info_cache with network_info: [{"id": "32bf4f20-c806-4095-b721-d6155ee3af5e", "address": "fa:16:3e:ab:2e:46", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32bf4f20-c8", "ovs_interfaceid": "32bf4f20-c806-4095-b721-d6155ee3af5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.596221] env[68663]: INFO nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 017cb9d9-fd59-4fe7-aa0c-658f1e9b6a2a has allocations against this compute host but is not found in the database. [ 1126.596448] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance c3158adb-a59c-498e-b1a2-0a34fafef674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.596799] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1126.597056] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1126.645109] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492893} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.645307] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 6f3cc711-b5f1-436d-bb5a-8474554ca22c/6f3cc711-b5f1-436d-bb5a-8474554ca22c.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.645522] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.646011] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fd21423-cb1a-4cb2-b037-5bfe39e88adc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.654539] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1126.654539] env[68663]: value = "task-3239002" [ 1126.654539] env[68663]: _type = "Task" [ 1126.654539] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.664691] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.758610] env[68663]: DEBUG oslo_concurrency.lockutils [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.758723] env[68663]: DEBUG nova.compute.manager [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Stashing vm_state: active {{(pid=68663) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1126.787021] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e032f2-7c37-46c3-8c31-86bc2bb9960b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.797499] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': task-3239000, 'name': ReconfigVM_Task, 'duration_secs': 1.159411} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.799546] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Reconfigured VM instance instance-00000071 to attach disk [datastore2] d07d3c79-2c80-4b8c-89ec-02fffec48b1a/d07d3c79-2c80-4b8c-89ec-02fffec48b1a.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.800879] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16273bdd-aed3-4c4b-8722-39583409a346 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.803117] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51822852-1fc3-4fd3-ba24-5d4c8018c3a2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.806790] env[68663]: DEBUG oslo_concurrency.lockutils [req-d78efd55-8452-4641-8f4d-7a3ac41782d0 req-02d33b48-9907-4d25-aea6-e32e57aa7366 service nova] Releasing lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.835803] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdec3c9-8c9f-4804-b8e6-8f7392769517 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.838478] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Waiting for the task: (returnval){ [ 1126.838478] env[68663]: value = "task-3239003" [ 1126.838478] env[68663]: _type = "Task" [ 1126.838478] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.838939] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "refresh_cache-55d7be37-fc46-44c4-8f13-faddbb628807" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.851293] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbb2982-38f1-4cc6-91e9-9ae3888db48b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.858292] env[68663]: DEBUG oslo_concurrency.lockutils [None req-2982daae-a5b0-4991-b246-8676b0fcd7b6 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "fe0af44b-648b-4768-8037-999c32ac473f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.859211] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': task-3239003, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.869662] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.165530] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141894} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.165941] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.166737] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f919986-b7a8-46fa-a08e-4b10123c7eca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.189308] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 6f3cc711-b5f1-436d-bb5a-8474554ca22c/6f3cc711-b5f1-436d-bb5a-8474554ca22c.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.189621] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68565ba7-253f-473a-aa71-15ed2015fda1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.210655] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1127.210655] env[68663]: value = "task-3239004" [ 1127.210655] env[68663]: _type = "Task" [ 1127.210655] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.219805] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.280446] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.354904] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': task-3239003, 'name': Rename_Task, 'duration_secs': 0.462734} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.355461] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.356209] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b7c21d-8ea9-412a-a8e9-4d895a1b93b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.358888] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbc9ef70-a52a-4cd3-9ec2-4223869c268e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.365476] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f46e62b-96a8-494c-91ba-d7e67263aba6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.369478] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Waiting for the task: (returnval){ [ 1127.369478] env[68663]: value = "task-3239005" [ 1127.369478] env[68663]: _type = "Task" [ 1127.369478] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.373135] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.381446] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': task-3239005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.723739] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.880571] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1127.880828] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.823s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.881109] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': task-3239005, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.881365] env[68663]: DEBUG oslo_concurrency.lockutils [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.123s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.881573] env[68663]: DEBUG nova.objects.instance [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lazy-loading 'resources' on Instance uuid 45abfcb9-6065-4f2d-a415-3e232ee51047 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.931205] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "fe0af44b-648b-4768-8037-999c32ac473f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.931454] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "fe0af44b-648b-4768-8037-999c32ac473f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.931655] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "fe0af44b-648b-4768-8037-999c32ac473f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.931838] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "fe0af44b-648b-4768-8037-999c32ac473f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.932009] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "fe0af44b-648b-4768-8037-999c32ac473f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.933975] env[68663]: INFO nova.compute.manager [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Terminating instance [ 1128.222695] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.380126] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': task-3239005, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.437923] env[68663]: DEBUG nova.compute.manager [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.438183] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.439143] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52a27d7-ada3-4411-8d80-3aefc841e4ee {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.447487] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.447738] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c50dd462-dde6-4a9c-89ba-2b6a7e08cb2a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.456391] env[68663]: DEBUG oslo_vmware.api [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1128.456391] env[68663]: value = "task-3239006" [ 1128.456391] env[68663]: _type = "Task" [ 1128.456391] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.462594] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3eeae2-5b05-487e-8d93-f9818665b72b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.470442] env[68663]: DEBUG oslo_vmware.api [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.493784] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c19bfd-05b3-4cd6-9a97-cb903ed9de24 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.502565] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updating instance '55d7be37-fc46-44c4-8f13-faddbb628807' progress to 83 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.588463] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ef38c0-5558-4dc0-a107-c7def6810e19 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.597191] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70168ba-21b4-40c1-a1c4-bae5c7645e7c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.629952] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1f5d7c-424a-4578-aa99-da0fb9c30778 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.640800] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475256f7-ad7f-4a11-afc6-834b5092a7c9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.655479] env[68663]: DEBUG nova.compute.provider_tree [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.722480] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239004, 'name': ReconfigVM_Task, 'duration_secs': 1.072496} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.722830] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 6f3cc711-b5f1-436d-bb5a-8474554ca22c/6f3cc711-b5f1-436d-bb5a-8474554ca22c.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.723480] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21ed16d1-c733-446f-8d4a-63830c0060d9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.730977] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1128.730977] env[68663]: value = "task-3239007" [ 1128.730977] env[68663]: _type = "Task" [ 1128.730977] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.738991] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239007, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.880298] env[68663]: DEBUG oslo_vmware.api [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': task-3239005, 'name': PowerOnVM_Task, 'duration_secs': 1.212651} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.880584] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.880786] env[68663]: INFO nova.compute.manager [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1128.880965] env[68663]: DEBUG nova.compute.manager [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.881747] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf4c72e-bc38-4b9b-9ab6-47743293e1ae {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.966829] env[68663]: DEBUG oslo_vmware.api [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239006, 'name': PowerOffVM_Task, 'duration_secs': 0.21} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.967072] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.967072] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.967318] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0654bce9-981e-4cbd-a138-073094edacda {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.011611] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.011918] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c91dc20-d26e-4570-9b03-dd7378ccab94 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.022681] env[68663]: DEBUG oslo_vmware.api [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1129.022681] env[68663]: value = "task-3239009" [ 1129.022681] env[68663]: _type = "Task" [ 1129.022681] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.032115] env[68663]: DEBUG oslo_vmware.api [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.036206] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.036409] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.036586] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Deleting the datastore file [datastore2] fe0af44b-648b-4768-8037-999c32ac473f {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.036836] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-367fa6e1-9abe-4c6d-b81a-48fc45cd20fb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.043339] env[68663]: DEBUG oslo_vmware.api [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1129.043339] env[68663]: value = "task-3239010" [ 1129.043339] env[68663]: _type = "Task" [ 1129.043339] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.051965] env[68663]: DEBUG oslo_vmware.api [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.159051] env[68663]: DEBUG nova.scheduler.client.report [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.242521] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239007, 'name': Rename_Task, 'duration_secs': 0.396726} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.242853] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.243122] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4323923-6959-4971-bec6-47bf95faa207 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.251837] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1129.251837] env[68663]: value = "task-3239011" [ 1129.251837] env[68663]: _type = "Task" [ 1129.251837] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.260707] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.400494] env[68663]: INFO nova.compute.manager [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Took 14.18 seconds to build instance. [ 1129.535301] env[68663]: DEBUG oslo_vmware.api [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239009, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.554486] env[68663]: DEBUG oslo_vmware.api [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14214} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.554486] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.554769] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.555018] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.555268] env[68663]: INFO nova.compute.manager [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1129.555553] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.555825] env[68663]: DEBUG nova.compute.manager [-] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.555952] env[68663]: DEBUG nova.network.neutron [-] [instance: fe0af44b-648b-4768-8037-999c32ac473f] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.663764] env[68663]: DEBUG oslo_concurrency.lockutils [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.667035] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.387s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.684478] env[68663]: INFO nova.scheduler.client.report [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleted allocations for instance 45abfcb9-6065-4f2d-a415-3e232ee51047 [ 1129.763007] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239011, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.793140] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Acquiring lock "d07d3c79-2c80-4b8c-89ec-02fffec48b1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.901923] env[68663]: DEBUG oslo_concurrency.lockutils [None req-42987f45-a53d-4e9a-90a3-d3d718c5a5d9 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Lock "d07d3c79-2c80-4b8c-89ec-02fffec48b1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.693s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.902260] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Lock "d07d3c79-2c80-4b8c-89ec-02fffec48b1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.109s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.902493] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Acquiring lock "d07d3c79-2c80-4b8c-89ec-02fffec48b1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.902824] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Lock "d07d3c79-2c80-4b8c-89ec-02fffec48b1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.903014] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Lock "d07d3c79-2c80-4b8c-89ec-02fffec48b1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.905287] env[68663]: INFO nova.compute.manager [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Terminating instance [ 1130.034227] env[68663]: DEBUG oslo_vmware.api [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239009, 'name': PowerOnVM_Task, 'duration_secs': 0.531295} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.034509] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.034721] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c14332c4-b06c-430b-9206-30f28023369c tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updating instance '55d7be37-fc46-44c4-8f13-faddbb628807' progress to 100 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.173139] env[68663]: INFO nova.compute.claims [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.196328] env[68663]: DEBUG oslo_concurrency.lockutils [None req-22bbeeb5-5b0a-403b-9856-6415a93d7b18 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "45abfcb9-6065-4f2d-a415-3e232ee51047" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.338s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.264275] env[68663]: DEBUG oslo_vmware.api [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239011, 'name': PowerOnVM_Task, 'duration_secs': 0.632708} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.264784] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.264784] env[68663]: INFO nova.compute.manager [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1130.264968] env[68663]: DEBUG nova.compute.manager [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.265839] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb75465-11df-4e67-936a-7cc706c18e18 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.345362] env[68663]: DEBUG nova.compute.manager [req-a22d34d9-d958-48f4-89b7-a438255c39d8 req-43d66764-1182-4652-ab0a-d2b742ca39d5 service nova] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Received event network-vif-deleted-4e924458-74cd-43c0-a6f6-aaea20aedfd3 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.345568] env[68663]: INFO nova.compute.manager [req-a22d34d9-d958-48f4-89b7-a438255c39d8 req-43d66764-1182-4652-ab0a-d2b742ca39d5 service nova] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Neutron deleted interface 4e924458-74cd-43c0-a6f6-aaea20aedfd3; detaching it from the instance and deleting it from the info cache [ 1130.345907] env[68663]: DEBUG nova.network.neutron [req-a22d34d9-d958-48f4-89b7-a438255c39d8 req-43d66764-1182-4652-ab0a-d2b742ca39d5 service nova] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.409013] env[68663]: DEBUG nova.compute.manager [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.409381] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.413334] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d568cae-984a-446e-a5d4-88ea147d524c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.421839] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.422103] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-205f2fa0-c6c9-4656-9c57-a0a6f94ae2db {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.430339] env[68663]: DEBUG oslo_vmware.api [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Waiting for the task: (returnval){ [ 1130.430339] env[68663]: value = "task-3239012" [ 1130.430339] env[68663]: _type = "Task" [ 1130.430339] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.440400] env[68663]: DEBUG oslo_vmware.api [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': task-3239012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.679544] env[68663]: INFO nova.compute.resource_tracker [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updating resource usage from migration 017cb9d9-fd59-4fe7-aa0c-658f1e9b6a2a [ 1130.791387] env[68663]: INFO nova.compute.manager [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Took 13.81 seconds to build instance. [ 1130.828468] env[68663]: DEBUG nova.network.neutron [-] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.848712] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffe4f289-a521-442a-9af1-cabb5f59c3de {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.859486] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24962963-4e39-4720-99b3-41685138a6b0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.871859] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4255811-1100-47b6-ae48-e93ab6688016 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.879724] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3923c4-5357-4058-bbb0-db581789df4e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.921621] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7212a819-8b65-418a-be84-75a6fb6deb64 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.924772] env[68663]: DEBUG nova.compute.manager [req-a22d34d9-d958-48f4-89b7-a438255c39d8 req-43d66764-1182-4652-ab0a-d2b742ca39d5 service nova] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Detach interface failed, port_id=4e924458-74cd-43c0-a6f6-aaea20aedfd3, reason: Instance fe0af44b-648b-4768-8037-999c32ac473f could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1130.930715] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c1854a-b162-4a16-a815-cf4c47386f3f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.942752] env[68663]: DEBUG oslo_vmware.api [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': task-3239012, 'name': PowerOffVM_Task, 'duration_secs': 0.358146} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.950868] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.951070] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.951778] env[68663]: DEBUG oslo_concurrency.lockutils [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "9fa99497-8d77-4c8c-acf4-5ac01e173823" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.952008] env[68663]: DEBUG oslo_concurrency.lockutils [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "9fa99497-8d77-4c8c-acf4-5ac01e173823" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.952212] env[68663]: DEBUG oslo_concurrency.lockutils [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "9fa99497-8d77-4c8c-acf4-5ac01e173823-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.952395] env[68663]: DEBUG oslo_concurrency.lockutils [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "9fa99497-8d77-4c8c-acf4-5ac01e173823-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.952555] env[68663]: DEBUG oslo_concurrency.lockutils [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "9fa99497-8d77-4c8c-acf4-5ac01e173823-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.954594] env[68663]: INFO nova.compute.manager [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Terminating instance [ 1130.957675] env[68663]: DEBUG nova.compute.provider_tree [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.958545] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6ce2648-dbf9-4307-9cae-30aea32b2de5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.032475] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.032862] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.032945] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Deleting the datastore file [datastore2] d07d3c79-2c80-4b8c-89ec-02fffec48b1a {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.033225] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27992ca8-9bb8-4341-9f77-43f4293891bf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.040769] env[68663]: DEBUG oslo_vmware.api [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Waiting for the task: (returnval){ [ 1131.040769] env[68663]: value = "task-3239014" [ 1131.040769] env[68663]: _type = "Task" [ 1131.040769] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.049129] env[68663]: DEBUG oslo_vmware.api [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': task-3239014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.294741] env[68663]: DEBUG oslo_concurrency.lockutils [None req-388b10d1-4167-479e-a7fb-8b324290e444 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.321s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.333473] env[68663]: INFO nova.compute.manager [-] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Took 1.78 seconds to deallocate network for instance. [ 1131.458569] env[68663]: DEBUG nova.compute.manager [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.458838] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.459737] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6f1f2f-0949-4cd6-8e8c-da58c0f4930c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.463158] env[68663]: DEBUG nova.scheduler.client.report [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.471469] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.471756] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bade375d-5224-46e3-bc3b-8f571560695f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.478654] env[68663]: DEBUG oslo_vmware.api [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1131.478654] env[68663]: value = "task-3239015" [ 1131.478654] env[68663]: _type = "Task" [ 1131.478654] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.488170] env[68663]: DEBUG oslo_vmware.api [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3239015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.550561] env[68663]: DEBUG oslo_vmware.api [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Task: {'id': task-3239014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157964} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.550914] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.551119] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.551353] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.551559] env[68663]: INFO nova.compute.manager [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1131.551797] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.551989] env[68663]: DEBUG nova.compute.manager [-] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.552088] env[68663]: DEBUG nova.network.neutron [-] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.831512] env[68663]: DEBUG nova.compute.manager [req-b73ac873-4018-4aa1-8a2a-d6aa6b459046 req-f76aa295-c2b6-44dc-9f3f-672f27b4922f service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Received event network-changed-33620dc1-0ed7-4999-b21c-2914ad4ea5d6 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.831819] env[68663]: DEBUG nova.compute.manager [req-b73ac873-4018-4aa1-8a2a-d6aa6b459046 req-f76aa295-c2b6-44dc-9f3f-672f27b4922f service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Refreshing instance network info cache due to event network-changed-33620dc1-0ed7-4999-b21c-2914ad4ea5d6. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.832095] env[68663]: DEBUG oslo_concurrency.lockutils [req-b73ac873-4018-4aa1-8a2a-d6aa6b459046 req-f76aa295-c2b6-44dc-9f3f-672f27b4922f service nova] Acquiring lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.832254] env[68663]: DEBUG oslo_concurrency.lockutils [req-b73ac873-4018-4aa1-8a2a-d6aa6b459046 req-f76aa295-c2b6-44dc-9f3f-672f27b4922f service nova] Acquired lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.832449] env[68663]: DEBUG nova.network.neutron [req-b73ac873-4018-4aa1-8a2a-d6aa6b459046 req-f76aa295-c2b6-44dc-9f3f-672f27b4922f service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Refreshing network info cache for port 33620dc1-0ed7-4999-b21c-2914ad4ea5d6 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.841368] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.968111] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.301s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.968220] env[68663]: INFO nova.compute.manager [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Migrating [ 1131.976649] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.134s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.976649] env[68663]: DEBUG nova.objects.instance [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lazy-loading 'resources' on Instance uuid fe0af44b-648b-4768-8037-999c32ac473f {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.993852] env[68663]: DEBUG oslo_vmware.api [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3239015, 'name': PowerOffVM_Task, 'duration_secs': 0.200216} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.995134] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.995259] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.995957] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5bada3b-4ef4-444c-b880-d1d1dc382fcc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.059064] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.059431] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.059664] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleting the datastore file [datastore2] 9fa99497-8d77-4c8c-acf4-5ac01e173823 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.059984] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f15e0c7f-1dfe-4b67-922d-360a6ff2bf70 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.067734] env[68663]: DEBUG oslo_vmware.api [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for the task: (returnval){ [ 1132.067734] env[68663]: value = "task-3239017" [ 1132.067734] env[68663]: _type = "Task" [ 1132.067734] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.076676] env[68663]: DEBUG oslo_vmware.api [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3239017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.373809] env[68663]: DEBUG nova.compute.manager [req-caab0a6c-9f46-40a2-beda-3a37a4506b6c req-45a8fb19-3f49-4180-9bf3-88e2598143b9 service nova] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Received event network-vif-deleted-bdb5f264-2f1d-49d3-bf0c-ab4745cce60d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.374085] env[68663]: INFO nova.compute.manager [req-caab0a6c-9f46-40a2-beda-3a37a4506b6c req-45a8fb19-3f49-4180-9bf3-88e2598143b9 service nova] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Neutron deleted interface bdb5f264-2f1d-49d3-bf0c-ab4745cce60d; detaching it from the instance and deleting it from the info cache [ 1132.374182] env[68663]: DEBUG nova.network.neutron [req-caab0a6c-9f46-40a2-beda-3a37a4506b6c req-45a8fb19-3f49-4180-9bf3-88e2598143b9 service nova] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.390561] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "55d7be37-fc46-44c4-8f13-faddbb628807" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.390843] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "55d7be37-fc46-44c4-8f13-faddbb628807" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.391134] env[68663]: DEBUG nova.compute.manager [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Going to confirm migration 9 {{(pid=68663) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1132.441219] env[68663]: DEBUG nova.network.neutron [-] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.488668] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.488668] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.488827] env[68663]: DEBUG nova.network.neutron [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.577948] env[68663]: DEBUG oslo_vmware.api [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Task: {'id': task-3239017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138484} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.578640] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.578640] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.578640] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.578640] env[68663]: INFO nova.compute.manager [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1132.578855] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.579726] env[68663]: DEBUG nova.compute.manager [-] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.579726] env[68663]: DEBUG nova.network.neutron [-] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.608747] env[68663]: DEBUG nova.network.neutron [req-b73ac873-4018-4aa1-8a2a-d6aa6b459046 req-f76aa295-c2b6-44dc-9f3f-672f27b4922f service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Updated VIF entry in instance network info cache for port 33620dc1-0ed7-4999-b21c-2914ad4ea5d6. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.609118] env[68663]: DEBUG nova.network.neutron [req-b73ac873-4018-4aa1-8a2a-d6aa6b459046 req-f76aa295-c2b6-44dc-9f3f-672f27b4922f service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Updating instance_info_cache with network_info: [{"id": "33620dc1-0ed7-4999-b21c-2914ad4ea5d6", "address": "fa:16:3e:d0:18:fa", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33620dc1-0e", "ovs_interfaceid": "33620dc1-0ed7-4999-b21c-2914ad4ea5d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.665619] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdabbd59-bd2e-481a-bbc3-8b38f9248b12 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.675083] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd6325f-73af-4d9b-8d36-8bc7e084a496 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.705197] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e169801-8139-422a-b627-a77545e610cd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.712531] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccc9712-51a6-4f5a-acb8-4fec955f56ed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.725928] env[68663]: DEBUG nova.compute.provider_tree [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.879260] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eae3d92c-7198-4308-8735-5bb90e3fe28f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.889334] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5930b9-756f-478e-8ff1-3c75358dd1b6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.925736] env[68663]: DEBUG nova.compute.manager [req-caab0a6c-9f46-40a2-beda-3a37a4506b6c req-45a8fb19-3f49-4180-9bf3-88e2598143b9 service nova] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Detach interface failed, port_id=bdb5f264-2f1d-49d3-bf0c-ab4745cce60d, reason: Instance d07d3c79-2c80-4b8c-89ec-02fffec48b1a could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1132.943567] env[68663]: INFO nova.compute.manager [-] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Took 1.39 seconds to deallocate network for instance. [ 1132.958911] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "refresh_cache-55d7be37-fc46-44c4-8f13-faddbb628807" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.958911] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquired lock "refresh_cache-55d7be37-fc46-44c4-8f13-faddbb628807" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.958911] env[68663]: DEBUG nova.network.neutron [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.958911] env[68663]: DEBUG nova.objects.instance [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lazy-loading 'info_cache' on Instance uuid 55d7be37-fc46-44c4-8f13-faddbb628807 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.112925] env[68663]: DEBUG oslo_concurrency.lockutils [req-b73ac873-4018-4aa1-8a2a-d6aa6b459046 req-f76aa295-c2b6-44dc-9f3f-672f27b4922f service nova] Releasing lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.191784] env[68663]: DEBUG nova.network.neutron [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updating instance_info_cache with network_info: [{"id": "3f41d542-b7c8-4683-979a-1ba28a8604d1", "address": "fa:16:3e:f2:25:ec", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f41d542-b7", "ovs_interfaceid": "3f41d542-b7c8-4683-979a-1ba28a8604d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.229609] env[68663]: DEBUG nova.scheduler.client.report [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.321613] env[68663]: DEBUG nova.network.neutron [-] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.449950] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.696225] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.734061] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.736474] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.287s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.736705] env[68663]: DEBUG nova.objects.instance [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Lazy-loading 'resources' on Instance uuid d07d3c79-2c80-4b8c-89ec-02fffec48b1a {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.754151] env[68663]: INFO nova.scheduler.client.report [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Deleted allocations for instance fe0af44b-648b-4768-8037-999c32ac473f [ 1133.824597] env[68663]: INFO nova.compute.manager [-] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Took 1.25 seconds to deallocate network for instance. [ 1133.852980] env[68663]: DEBUG nova.compute.manager [req-3c62c274-c2d6-44a8-aa14-955ecd8aba8f req-5d9d2903-291a-476d-bc0f-f926624880ab service nova] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Received event network-vif-deleted-9f102665-59bc-4b16-9fe8-3a39578ea127 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.165504] env[68663]: DEBUG nova.network.neutron [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updating instance_info_cache with network_info: [{"id": "32bf4f20-c806-4095-b721-d6155ee3af5e", "address": "fa:16:3e:ab:2e:46", "network": {"id": "4a04b562-580c-4bc2-bb38-67a444c5d0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-753693350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e2477deac44ebd85f2df594bfee6af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32bf4f20-c8", "ovs_interfaceid": "32bf4f20-c806-4095-b721-d6155ee3af5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.261778] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a6588c6a-80d5-4677-b975-d812f76f4a27 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "fe0af44b-648b-4768-8037-999c32ac473f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.330s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.330122] env[68663]: DEBUG oslo_concurrency.lockutils [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.395769] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d1aca1-df11-4c23-98fd-241e6c295616 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.403737] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6db1db3-d8e2-4985-a78b-aaf9ca3f53b6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.435047] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef68dd5-c07e-4b0f-b5d8-d9aed40ce124 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.441949] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335ca16f-1d63-47f3-8173-d4f533a84c8b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.455158] env[68663]: DEBUG nova.compute.provider_tree [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.668251] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Releasing lock "refresh_cache-55d7be37-fc46-44c4-8f13-faddbb628807" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.668534] env[68663]: DEBUG nova.objects.instance [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lazy-loading 'migration_context' on Instance uuid 55d7be37-fc46-44c4-8f13-faddbb628807 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.959205] env[68663]: DEBUG nova.scheduler.client.report [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.010487] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "interface-d96d22b4-184b-42b6-85bc-5d479e42ed96-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.010739] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-d96d22b4-184b-42b6-85bc-5d479e42ed96-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.011099] env[68663]: DEBUG nova.objects.instance [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lazy-loading 'flavor' on Instance uuid d96d22b4-184b-42b6-85bc-5d479e42ed96 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.171296] env[68663]: DEBUG nova.objects.base [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Object Instance<55d7be37-fc46-44c4-8f13-faddbb628807> lazy-loaded attributes: info_cache,migration_context {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.172254] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c161c13-b0a4-455c-ba27-959c9f16e105 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.191660] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e8f94e9-7021-4050-b24e-0d52c5650df0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.198620] env[68663]: DEBUG oslo_vmware.api [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1135.198620] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526dea77-ae72-d230-5c86-f6a2a70c1076" [ 1135.198620] env[68663]: _type = "Task" [ 1135.198620] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.210680] env[68663]: DEBUG oslo_vmware.api [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526dea77-ae72-d230-5c86-f6a2a70c1076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.212398] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2801eec-0086-499c-93c7-de133e71f2ba {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.230051] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updating instance 'c3158adb-a59c-498e-b1a2-0a34fafef674' progress to 0 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.464510] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.467032] env[68663]: DEBUG oslo_concurrency.lockutils [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.137s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.467281] env[68663]: DEBUG nova.objects.instance [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lazy-loading 'resources' on Instance uuid 9fa99497-8d77-4c8c-acf4-5ac01e173823 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.488821] env[68663]: INFO nova.scheduler.client.report [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Deleted allocations for instance d07d3c79-2c80-4b8c-89ec-02fffec48b1a [ 1135.580078] env[68663]: DEBUG nova.objects.instance [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lazy-loading 'pci_requests' on Instance uuid d96d22b4-184b-42b6-85bc-5d479e42ed96 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.708602] env[68663]: DEBUG oslo_vmware.api [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526dea77-ae72-d230-5c86-f6a2a70c1076, 'name': SearchDatastore_Task, 'duration_secs': 0.008624} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.708903] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.736178] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.736457] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9abf56a-f99f-44f1-a041-a0da4dbb6655 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.742981] env[68663]: DEBUG oslo_vmware.api [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1135.742981] env[68663]: value = "task-3239018" [ 1135.742981] env[68663]: _type = "Task" [ 1135.742981] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.751012] env[68663]: DEBUG oslo_vmware.api [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.996145] env[68663]: DEBUG oslo_concurrency.lockutils [None req-58b4fa31-701f-431a-a198-a409de0d1147 tempest-InstanceActionsNegativeTestJSON-1857717963 tempest-InstanceActionsNegativeTestJSON-1857717963-project-member] Lock "d07d3c79-2c80-4b8c-89ec-02fffec48b1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.094s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.082238] env[68663]: DEBUG nova.objects.base [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.082455] env[68663]: DEBUG nova.network.neutron [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.095649] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "1fbdef98-5a62-443c-87ff-f3653239bc31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.095882] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "1fbdef98-5a62-443c-87ff-f3653239bc31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.124052] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05856a06-7806-467c-b4fd-d7661466c0d2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.132206] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2349eca5-9cc7-48d0-a1e9-fecbafb476a9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.163757] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab008c5-d87e-4727-b5bf-586e26a910fa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.171221] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84341242-6656-436e-8d1a-945a01503b6b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.184477] env[68663]: DEBUG nova.compute.provider_tree [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.254117] env[68663]: DEBUG oslo_vmware.api [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239018, 'name': PowerOffVM_Task, 'duration_secs': 0.228876} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.254457] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.254732] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updating instance 'c3158adb-a59c-498e-b1a2-0a34fafef674' progress to 17 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.361957] env[68663]: DEBUG nova.policy [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f753d93385374cc48c677ffb14c581ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0912b60ba685430a94f528165dacd20c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.598531] env[68663]: DEBUG nova.compute.manager [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.687716] env[68663]: DEBUG nova.scheduler.client.report [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.761675] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.761918] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.762093] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.762278] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.762418] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.762582] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.762800] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.762954] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.763128] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.763288] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.763458] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.769137] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9d67e4c-a6da-4329-ace6-3f686bac1e44 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.785762] env[68663]: DEBUG oslo_vmware.api [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1136.785762] env[68663]: value = "task-3239019" [ 1136.785762] env[68663]: _type = "Task" [ 1136.785762] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.793724] env[68663]: DEBUG oslo_vmware.api [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.884333] env[68663]: DEBUG nova.network.neutron [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Successfully created port: 1dcf170b-cdd0-4db1-80b6-d52c864fde2a {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.120995] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.192695] env[68663]: DEBUG oslo_concurrency.lockutils [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.195088] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.486s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.213516] env[68663]: INFO nova.scheduler.client.report [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Deleted allocations for instance 9fa99497-8d77-4c8c-acf4-5ac01e173823 [ 1137.296373] env[68663]: DEBUG oslo_vmware.api [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239019, 'name': ReconfigVM_Task, 'duration_secs': 0.171947} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.296688] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updating instance 'c3158adb-a59c-498e-b1a2-0a34fafef674' progress to 33 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.726934] env[68663]: DEBUG oslo_concurrency.lockutils [None req-155442f9-a350-40e0-8447-50fdcce5d9d2 tempest-ServersTestJSON-918543284 tempest-ServersTestJSON-918543284-project-member] Lock "9fa99497-8d77-4c8c-acf4-5ac01e173823" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.775s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.804483] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.804483] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.804483] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.804483] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.804483] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.804483] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.804483] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.804483] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.804483] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.804483] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.804483] env[68663]: DEBUG nova.virt.hardware [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.810856] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1137.810856] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec7a390-a5e7-4a9f-aa52-64e9a3c62f57 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.836083] env[68663]: DEBUG oslo_vmware.api [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1137.836083] env[68663]: value = "task-3239020" [ 1137.836083] env[68663]: _type = "Task" [ 1137.836083] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.844737] env[68663]: DEBUG oslo_vmware.api [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.947505] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1700d410-927c-4ac3-9bab-84d5bcd31f67 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.957147] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e964cdcd-3664-4c11-b40d-7c01a3a88f6c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.988383] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2407009-c594-48c5-91a2-86551bfdfbc8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.996767] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8f5f1e-d301-4bf0-8aba-3c5644647caf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.013209] env[68663]: DEBUG nova.compute.provider_tree [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.346723] env[68663]: DEBUG oslo_vmware.api [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239020, 'name': ReconfigVM_Task, 'duration_secs': 0.221215} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.347110] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1138.347985] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dbfd82-f893-49a1-be87-b49cfd1ef885 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.371468] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] c3158adb-a59c-498e-b1a2-0a34fafef674/c3158adb-a59c-498e-b1a2-0a34fafef674.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.371866] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff17c82-3a85-4750-bf47-d6f95ec5cccd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.390732] env[68663]: DEBUG oslo_vmware.api [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1138.390732] env[68663]: value = "task-3239021" [ 1138.390732] env[68663]: _type = "Task" [ 1138.390732] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.398905] env[68663]: DEBUG oslo_vmware.api [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.492747] env[68663]: DEBUG nova.compute.manager [req-0264595f-cb26-4aba-9a35-4f54253961f3 req-20f2e02a-22b6-48db-8d6c-07aca7865fd0 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Received event network-vif-plugged-1dcf170b-cdd0-4db1-80b6-d52c864fde2a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.492981] env[68663]: DEBUG oslo_concurrency.lockutils [req-0264595f-cb26-4aba-9a35-4f54253961f3 req-20f2e02a-22b6-48db-8d6c-07aca7865fd0 service nova] Acquiring lock "d96d22b4-184b-42b6-85bc-5d479e42ed96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.493211] env[68663]: DEBUG oslo_concurrency.lockutils [req-0264595f-cb26-4aba-9a35-4f54253961f3 req-20f2e02a-22b6-48db-8d6c-07aca7865fd0 service nova] Lock "d96d22b4-184b-42b6-85bc-5d479e42ed96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.493377] env[68663]: DEBUG oslo_concurrency.lockutils [req-0264595f-cb26-4aba-9a35-4f54253961f3 req-20f2e02a-22b6-48db-8d6c-07aca7865fd0 service nova] Lock "d96d22b4-184b-42b6-85bc-5d479e42ed96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.493538] env[68663]: DEBUG nova.compute.manager [req-0264595f-cb26-4aba-9a35-4f54253961f3 req-20f2e02a-22b6-48db-8d6c-07aca7865fd0 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] No waiting events found dispatching network-vif-plugged-1dcf170b-cdd0-4db1-80b6-d52c864fde2a {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.493701] env[68663]: WARNING nova.compute.manager [req-0264595f-cb26-4aba-9a35-4f54253961f3 req-20f2e02a-22b6-48db-8d6c-07aca7865fd0 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Received unexpected event network-vif-plugged-1dcf170b-cdd0-4db1-80b6-d52c864fde2a for instance with vm_state active and task_state None. [ 1138.516322] env[68663]: DEBUG nova.scheduler.client.report [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.580421] env[68663]: DEBUG nova.network.neutron [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Successfully updated port: 1dcf170b-cdd0-4db1-80b6-d52c864fde2a {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.903562] env[68663]: DEBUG oslo_vmware.api [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.083464] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "refresh_cache-d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.083668] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "refresh_cache-d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.084441] env[68663]: DEBUG nova.network.neutron [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.403915] env[68663]: DEBUG oslo_vmware.api [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239021, 'name': ReconfigVM_Task, 'duration_secs': 0.764973} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.403915] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Reconfigured VM instance instance-0000006b to attach disk [datastore1] c3158adb-a59c-498e-b1a2-0a34fafef674/c3158adb-a59c-498e-b1a2-0a34fafef674.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.403915] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updating instance 'c3158adb-a59c-498e-b1a2-0a34fafef674' progress to 50 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.525879] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.331s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.528595] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.408s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.530025] env[68663]: INFO nova.compute.claims [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.625229] env[68663]: WARNING nova.network.neutron [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] 694e20c9-1ee8-47a5-abce-f3bcee046ad0 already exists in list: networks containing: ['694e20c9-1ee8-47a5-abce-f3bcee046ad0']. ignoring it [ 1139.910033] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f90ee43-46c9-4911-8b86-76d43cb9c3ac {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.929562] env[68663]: DEBUG nova.network.neutron [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Updating instance_info_cache with network_info: [{"id": "e8032acf-3d67-42c0-bfeb-fcd9ed581b0b", "address": "fa:16:3e:7e:19:8e", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8032acf-3d", "ovs_interfaceid": "e8032acf-3d67-42c0-bfeb-fcd9ed581b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1dcf170b-cdd0-4db1-80b6-d52c864fde2a", "address": "fa:16:3e:f7:90:a8", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dcf170b-cd", "ovs_interfaceid": "1dcf170b-cdd0-4db1-80b6-d52c864fde2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.931348] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add65948-1163-4032-9b5c-18cee7eeb7e7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.949832] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updating instance 'c3158adb-a59c-498e-b1a2-0a34fafef674' progress to 67 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.087717] env[68663]: INFO nova.scheduler.client.report [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleted allocation for migration 06e0624b-7044-415d-bb69-f5a5e36a9cc7 [ 1140.307545] env[68663]: INFO nova.compute.manager [None req-c4e0280b-8b07-49c7-9927-1a82c79b5d9b tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Get console output [ 1140.307624] env[68663]: WARNING nova.virt.vmwareapi.driver [None req-c4e0280b-8b07-49c7-9927-1a82c79b5d9b tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] The console log is missing. Check your VSPC configuration [ 1140.434896] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "refresh_cache-d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.435626] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.435793] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.436673] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d5bd9a-1727-4303-b291-deb3ec8aca0d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.453628] env[68663]: DEBUG nova.virt.hardware [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.453844] env[68663]: DEBUG nova.virt.hardware [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.453998] env[68663]: DEBUG nova.virt.hardware [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.454196] env[68663]: DEBUG nova.virt.hardware [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.454341] env[68663]: DEBUG nova.virt.hardware [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.454483] env[68663]: DEBUG nova.virt.hardware [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.454705] env[68663]: DEBUG nova.virt.hardware [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.454856] env[68663]: DEBUG nova.virt.hardware [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.455031] env[68663]: DEBUG nova.virt.hardware [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.455197] env[68663]: DEBUG nova.virt.hardware [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.455370] env[68663]: DEBUG nova.virt.hardware [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.461569] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Reconfiguring VM to attach interface {{(pid=68663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1140.464941] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc21842c-0ddd-46c6-ab67-d340e6854e67 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.481779] env[68663]: DEBUG oslo_vmware.api [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1140.481779] env[68663]: value = "task-3239022" [ 1140.481779] env[68663]: _type = "Task" [ 1140.481779] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.489209] env[68663]: DEBUG oslo_vmware.api [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239022, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.507827] env[68663]: DEBUG nova.network.neutron [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Port 3f41d542-b7c8-4683-979a-1ba28a8604d1 binding to destination host cpu-1 is already ACTIVE {{(pid=68663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1140.594190] env[68663]: DEBUG oslo_concurrency.lockutils [None req-51e252a3-6c83-4d37-af5a-73d3d0900c18 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "55d7be37-fc46-44c4-8f13-faddbb628807" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.203s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.661385] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf7e0c6-dba8-406a-805c-beaa81c69d71 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.669050] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010ef439-b36a-4921-837e-04b871376278 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.699295] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b2efb0-27fe-48b5-bf39-c61442c4e024 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.706107] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3198ae9a-99a2-473b-b24e-b078259181cf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.718676] env[68663]: DEBUG nova.compute.provider_tree [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.830244] env[68663]: DEBUG nova.compute.manager [req-fceacc2c-05e2-4df2-b78c-156ad6b21efc req-28218b28-ecae-4bde-9834-731a1f8f3141 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Received event network-changed-1dcf170b-cdd0-4db1-80b6-d52c864fde2a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.830244] env[68663]: DEBUG nova.compute.manager [req-fceacc2c-05e2-4df2-b78c-156ad6b21efc req-28218b28-ecae-4bde-9834-731a1f8f3141 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Refreshing instance network info cache due to event network-changed-1dcf170b-cdd0-4db1-80b6-d52c864fde2a. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.830429] env[68663]: DEBUG oslo_concurrency.lockutils [req-fceacc2c-05e2-4df2-b78c-156ad6b21efc req-28218b28-ecae-4bde-9834-731a1f8f3141 service nova] Acquiring lock "refresh_cache-d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.830557] env[68663]: DEBUG oslo_concurrency.lockutils [req-fceacc2c-05e2-4df2-b78c-156ad6b21efc req-28218b28-ecae-4bde-9834-731a1f8f3141 service nova] Acquired lock "refresh_cache-d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.831102] env[68663]: DEBUG nova.network.neutron [req-fceacc2c-05e2-4df2-b78c-156ad6b21efc req-28218b28-ecae-4bde-9834-731a1f8f3141 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Refreshing network info cache for port 1dcf170b-cdd0-4db1-80b6-d52c864fde2a {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.991633] env[68663]: DEBUG oslo_vmware.api [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239022, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.222638] env[68663]: DEBUG nova.scheduler.client.report [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.492203] env[68663]: DEBUG oslo_vmware.api [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239022, 'name': ReconfigVM_Task, 'duration_secs': 0.523539} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.492711] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.492965] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Reconfigured VM to attach interface {{(pid=68663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1141.529782] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "c3158adb-a59c-498e-b1a2-0a34fafef674-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.529950] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "c3158adb-a59c-498e-b1a2-0a34fafef674-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.530140] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "c3158adb-a59c-498e-b1a2-0a34fafef674-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.531588] env[68663]: DEBUG nova.network.neutron [req-fceacc2c-05e2-4df2-b78c-156ad6b21efc req-28218b28-ecae-4bde-9834-731a1f8f3141 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Updated VIF entry in instance network info cache for port 1dcf170b-cdd0-4db1-80b6-d52c864fde2a. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.531955] env[68663]: DEBUG nova.network.neutron [req-fceacc2c-05e2-4df2-b78c-156ad6b21efc req-28218b28-ecae-4bde-9834-731a1f8f3141 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Updating instance_info_cache with network_info: [{"id": "e8032acf-3d67-42c0-bfeb-fcd9ed581b0b", "address": "fa:16:3e:7e:19:8e", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8032acf-3d", "ovs_interfaceid": "e8032acf-3d67-42c0-bfeb-fcd9ed581b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1dcf170b-cdd0-4db1-80b6-d52c864fde2a", "address": "fa:16:3e:f7:90:a8", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dcf170b-cd", "ovs_interfaceid": "1dcf170b-cdd0-4db1-80b6-d52c864fde2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.728022] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.728490] env[68663]: DEBUG nova.compute.manager [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.998074] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cbcb4f67-5dcf-4672-953b-72807d5e75a2 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-d96d22b4-184b-42b6-85bc-5d479e42ed96-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.987s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.033950] env[68663]: DEBUG oslo_concurrency.lockutils [req-fceacc2c-05e2-4df2-b78c-156ad6b21efc req-28218b28-ecae-4bde-9834-731a1f8f3141 service nova] Releasing lock "refresh_cache-d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.233537] env[68663]: DEBUG nova.compute.utils [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.235344] env[68663]: DEBUG nova.compute.manager [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.235623] env[68663]: DEBUG nova.network.neutron [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.273405] env[68663]: DEBUG nova.policy [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6df75f257584114953520f50f5eafc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77bb6a8194574747b8fb03537d848fad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.551574] env[68663]: DEBUG nova.network.neutron [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Successfully created port: c89112ee-be8b-4046-a1b8-68cbba84b61a {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.579699] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.579885] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.580107] env[68663]: DEBUG nova.network.neutron [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.739277] env[68663]: DEBUG nova.compute.manager [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.280575] env[68663]: DEBUG nova.network.neutron [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updating instance_info_cache with network_info: [{"id": "3f41d542-b7c8-4683-979a-1ba28a8604d1", "address": "fa:16:3e:f2:25:ec", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f41d542-b7", "ovs_interfaceid": "3f41d542-b7c8-4683-979a-1ba28a8604d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.326260] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "interface-d96d22b4-184b-42b6-85bc-5d479e42ed96-1dcf170b-cdd0-4db1-80b6-d52c864fde2a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.326512] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-d96d22b4-184b-42b6-85bc-5d479e42ed96-1dcf170b-cdd0-4db1-80b6-d52c864fde2a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.751299] env[68663]: DEBUG nova.compute.manager [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.778252] env[68663]: DEBUG nova.virt.hardware [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.778509] env[68663]: DEBUG nova.virt.hardware [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.778666] env[68663]: DEBUG nova.virt.hardware [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.778846] env[68663]: DEBUG nova.virt.hardware [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.778994] env[68663]: DEBUG nova.virt.hardware [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.779161] env[68663]: DEBUG nova.virt.hardware [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.779368] env[68663]: DEBUG nova.virt.hardware [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.779530] env[68663]: DEBUG nova.virt.hardware [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.779696] env[68663]: DEBUG nova.virt.hardware [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.779862] env[68663]: DEBUG nova.virt.hardware [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.780043] env[68663]: DEBUG nova.virt.hardware [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.780925] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7900ffaa-d168-4469-a88b-20e809e1157c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.783857] env[68663]: DEBUG oslo_concurrency.lockutils [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.793095] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39514fc3-60e1-400b-a32b-5fbb25c9353a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.830124] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.830315] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.831160] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5339e408-fe45-4f42-aaa5-0f99db962156 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.850646] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44acc971-71a9-484f-926c-d2a2062c3f58 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.876472] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Reconfiguring VM to detach interface {{(pid=68663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1143.876754] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5535c565-c5dd-4706-9d80-4bbd10d68bf8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.895138] env[68663]: DEBUG oslo_vmware.api [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1143.895138] env[68663]: value = "task-3239023" [ 1143.895138] env[68663]: _type = "Task" [ 1143.895138] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.902372] env[68663]: DEBUG oslo_vmware.api [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.914018] env[68663]: DEBUG nova.compute.manager [req-43c7b3bd-8fc8-42fa-914a-c464ba65a294 req-5f1c7036-4151-4552-b24e-3e2060602ea4 service nova] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Received event network-vif-plugged-c89112ee-be8b-4046-a1b8-68cbba84b61a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.914259] env[68663]: DEBUG oslo_concurrency.lockutils [req-43c7b3bd-8fc8-42fa-914a-c464ba65a294 req-5f1c7036-4151-4552-b24e-3e2060602ea4 service nova] Acquiring lock "1fbdef98-5a62-443c-87ff-f3653239bc31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.914490] env[68663]: DEBUG oslo_concurrency.lockutils [req-43c7b3bd-8fc8-42fa-914a-c464ba65a294 req-5f1c7036-4151-4552-b24e-3e2060602ea4 service nova] Lock "1fbdef98-5a62-443c-87ff-f3653239bc31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.914648] env[68663]: DEBUG oslo_concurrency.lockutils [req-43c7b3bd-8fc8-42fa-914a-c464ba65a294 req-5f1c7036-4151-4552-b24e-3e2060602ea4 service nova] Lock "1fbdef98-5a62-443c-87ff-f3653239bc31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.914905] env[68663]: DEBUG nova.compute.manager [req-43c7b3bd-8fc8-42fa-914a-c464ba65a294 req-5f1c7036-4151-4552-b24e-3e2060602ea4 service nova] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] No waiting events found dispatching network-vif-plugged-c89112ee-be8b-4046-a1b8-68cbba84b61a {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.915293] env[68663]: WARNING nova.compute.manager [req-43c7b3bd-8fc8-42fa-914a-c464ba65a294 req-5f1c7036-4151-4552-b24e-3e2060602ea4 service nova] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Received unexpected event network-vif-plugged-c89112ee-be8b-4046-a1b8-68cbba84b61a for instance with vm_state building and task_state spawning. [ 1143.994868] env[68663]: DEBUG nova.network.neutron [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Successfully updated port: c89112ee-be8b-4046-a1b8-68cbba84b61a {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.312055] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1367ca47-83aa-43f7-af6e-1a7baa9da081 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.330657] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310196c1-b5ec-482b-bc7f-32584dc4bf28 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.337437] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updating instance 'c3158adb-a59c-498e-b1a2-0a34fafef674' progress to 83 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.404020] env[68663]: DEBUG oslo_vmware.api [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.497793] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "refresh_cache-1fbdef98-5a62-443c-87ff-f3653239bc31" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.497971] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquired lock "refresh_cache-1fbdef98-5a62-443c-87ff-f3653239bc31" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.498114] env[68663]: DEBUG nova.network.neutron [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.843915] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.844253] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2685da5f-ac37-4ab8-9fbb-8b5ec4fe97cd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.851167] env[68663]: DEBUG oslo_vmware.api [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1144.851167] env[68663]: value = "task-3239024" [ 1144.851167] env[68663]: _type = "Task" [ 1144.851167] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.864122] env[68663]: DEBUG oslo_vmware.api [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.905907] env[68663]: DEBUG oslo_vmware.api [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.029573] env[68663]: DEBUG nova.network.neutron [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.156934] env[68663]: DEBUG nova.network.neutron [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Updating instance_info_cache with network_info: [{"id": "c89112ee-be8b-4046-a1b8-68cbba84b61a", "address": "fa:16:3e:cf:6b:43", "network": {"id": "dc1abe84-9c3e-46a7-8faf-17beb41fa9bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-314858557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77bb6a8194574747b8fb03537d848fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc89112ee-be", "ovs_interfaceid": "c89112ee-be8b-4046-a1b8-68cbba84b61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.361905] env[68663]: DEBUG oslo_vmware.api [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239024, 'name': PowerOnVM_Task, 'duration_secs': 0.382351} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.362310] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.362355] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c6c02b-013d-4cb4-89c9-f278241a79b2 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updating instance 'c3158adb-a59c-498e-b1a2-0a34fafef674' progress to 100 {{(pid=68663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.405301] env[68663]: DEBUG oslo_vmware.api [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.660171] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Releasing lock "refresh_cache-1fbdef98-5a62-443c-87ff-f3653239bc31" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.660511] env[68663]: DEBUG nova.compute.manager [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Instance network_info: |[{"id": "c89112ee-be8b-4046-a1b8-68cbba84b61a", "address": "fa:16:3e:cf:6b:43", "network": {"id": "dc1abe84-9c3e-46a7-8faf-17beb41fa9bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-314858557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77bb6a8194574747b8fb03537d848fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc89112ee-be", "ovs_interfaceid": "c89112ee-be8b-4046-a1b8-68cbba84b61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.660941] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:6b:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c89112ee-be8b-4046-a1b8-68cbba84b61a', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.668616] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.669191] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.669781] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67f0a5db-1c5e-4bbf-828f-e6b5f093c5f2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.689214] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.689214] env[68663]: value = "task-3239025" [ 1145.689214] env[68663]: _type = "Task" [ 1145.689214] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.696209] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239025, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.908184] env[68663]: DEBUG oslo_vmware.api [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.941666] env[68663]: DEBUG nova.compute.manager [req-8a74c797-8583-460c-95b6-de71cf4489c5 req-15f644c4-1e15-4d72-88ed-99fa01a0334f service nova] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Received event network-changed-c89112ee-be8b-4046-a1b8-68cbba84b61a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.941921] env[68663]: DEBUG nova.compute.manager [req-8a74c797-8583-460c-95b6-de71cf4489c5 req-15f644c4-1e15-4d72-88ed-99fa01a0334f service nova] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Refreshing instance network info cache due to event network-changed-c89112ee-be8b-4046-a1b8-68cbba84b61a. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.942160] env[68663]: DEBUG oslo_concurrency.lockutils [req-8a74c797-8583-460c-95b6-de71cf4489c5 req-15f644c4-1e15-4d72-88ed-99fa01a0334f service nova] Acquiring lock "refresh_cache-1fbdef98-5a62-443c-87ff-f3653239bc31" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.942302] env[68663]: DEBUG oslo_concurrency.lockutils [req-8a74c797-8583-460c-95b6-de71cf4489c5 req-15f644c4-1e15-4d72-88ed-99fa01a0334f service nova] Acquired lock "refresh_cache-1fbdef98-5a62-443c-87ff-f3653239bc31" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.942461] env[68663]: DEBUG nova.network.neutron [req-8a74c797-8583-460c-95b6-de71cf4489c5 req-15f644c4-1e15-4d72-88ed-99fa01a0334f service nova] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Refreshing network info cache for port c89112ee-be8b-4046-a1b8-68cbba84b61a {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.198563] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239025, 'name': CreateVM_Task, 'duration_secs': 0.360287} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.198723] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.199437] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.199605] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.199972] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.200228] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b475f8a2-0e92-486c-abef-940cb4ebe34d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.205339] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1146.205339] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cc037d-8d48-d66d-5d37-024cfb6d63a4" [ 1146.205339] env[68663]: _type = "Task" [ 1146.205339] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.213059] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cc037d-8d48-d66d-5d37-024cfb6d63a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.407804] env[68663]: DEBUG oslo_vmware.api [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.624651] env[68663]: DEBUG nova.network.neutron [req-8a74c797-8583-460c-95b6-de71cf4489c5 req-15f644c4-1e15-4d72-88ed-99fa01a0334f service nova] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Updated VIF entry in instance network info cache for port c89112ee-be8b-4046-a1b8-68cbba84b61a. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.625059] env[68663]: DEBUG nova.network.neutron [req-8a74c797-8583-460c-95b6-de71cf4489c5 req-15f644c4-1e15-4d72-88ed-99fa01a0334f service nova] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Updating instance_info_cache with network_info: [{"id": "c89112ee-be8b-4046-a1b8-68cbba84b61a", "address": "fa:16:3e:cf:6b:43", "network": {"id": "dc1abe84-9c3e-46a7-8faf-17beb41fa9bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-314858557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77bb6a8194574747b8fb03537d848fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc89112ee-be", "ovs_interfaceid": "c89112ee-be8b-4046-a1b8-68cbba84b61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.716086] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cc037d-8d48-d66d-5d37-024cfb6d63a4, 'name': SearchDatastore_Task, 'duration_secs': 0.014942} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.716347] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.716575] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.716806] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.716953] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.717152] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.717400] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a13a603c-a44e-4461-8899-a097f9b911be {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.725680] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.725877] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.726576] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f28c3494-f0e5-4b73-b41e-575636c224fb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.732973] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1146.732973] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5242a20a-68f0-4356-742c-e8d0579b2bbd" [ 1146.732973] env[68663]: _type = "Task" [ 1146.732973] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.740262] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5242a20a-68f0-4356-742c-e8d0579b2bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.908644] env[68663]: DEBUG oslo_vmware.api [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.127537] env[68663]: DEBUG oslo_concurrency.lockutils [req-8a74c797-8583-460c-95b6-de71cf4489c5 req-15f644c4-1e15-4d72-88ed-99fa01a0334f service nova] Releasing lock "refresh_cache-1fbdef98-5a62-443c-87ff-f3653239bc31" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.245088] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5242a20a-68f0-4356-742c-e8d0579b2bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.00881} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.245317] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d33f83-283e-4caa-b27b-2e99698c6204 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.250156] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1147.250156] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f68291-b3a4-a38a-bf1d-5c1d923bb86d" [ 1147.250156] env[68663]: _type = "Task" [ 1147.250156] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.257409] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f68291-b3a4-a38a-bf1d-5c1d923bb86d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.409242] env[68663]: DEBUG oslo_vmware.api [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.505060] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.565874] env[68663]: DEBUG nova.network.neutron [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Port 3f41d542-b7c8-4683-979a-1ba28a8604d1 binding to destination host cpu-1 is already ACTIVE {{(pid=68663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1147.566166] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.566378] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.566578] env[68663]: DEBUG nova.network.neutron [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.760477] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f68291-b3a4-a38a-bf1d-5c1d923bb86d, 'name': SearchDatastore_Task, 'duration_secs': 0.009896} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.760749] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.761047] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 1fbdef98-5a62-443c-87ff-f3653239bc31/1fbdef98-5a62-443c-87ff-f3653239bc31.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.761309] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-001e99ea-3af7-4f21-85b0-7d3f5153be17 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.767543] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1147.767543] env[68663]: value = "task-3239026" [ 1147.767543] env[68663]: _type = "Task" [ 1147.767543] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.774702] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.910216] env[68663]: DEBUG oslo_vmware.api [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.009111] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Getting list of instances from cluster (obj){ [ 1148.009111] env[68663]: value = "domain-c8" [ 1148.009111] env[68663]: _type = "ClusterComputeResource" [ 1148.009111] env[68663]: } {{(pid=68663) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1148.010700] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84efb1a-bc1a-4539-b374-6cef55f1902e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.032108] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Got total of 9 instances {{(pid=68663) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1148.032155] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Triggering sync for uuid f11f3491-6d77-4e61-aa80-270e788f1695 {{(pid=68663) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1148.032353] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Triggering sync for uuid 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69 {{(pid=68663) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1148.032515] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Triggering sync for uuid 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518 {{(pid=68663) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1148.032668] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Triggering sync for uuid c3158adb-a59c-498e-b1a2-0a34fafef674 {{(pid=68663) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1148.032814] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Triggering sync for uuid d96d22b4-184b-42b6-85bc-5d479e42ed96 {{(pid=68663) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1148.032961] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Triggering sync for uuid 55d7be37-fc46-44c4-8f13-faddbb628807 {{(pid=68663) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1148.033119] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Triggering sync for uuid 20b0b14e-8264-4dad-acc6-8f2518b16b28 {{(pid=68663) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1148.033263] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Triggering sync for uuid 6f3cc711-b5f1-436d-bb5a-8474554ca22c {{(pid=68663) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1148.033405] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Triggering sync for uuid 1fbdef98-5a62-443c-87ff-f3653239bc31 {{(pid=68663) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1148.033792] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "f11f3491-6d77-4e61-aa80-270e788f1695" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.034028] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "f11f3491-6d77-4e61-aa80-270e788f1695" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.034319] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.034508] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.034765] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "7cfc96a6-62b6-40a7-8ecd-5c4dd269c518" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.034967] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "7cfc96a6-62b6-40a7-8ecd-5c4dd269c518" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.035286] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "c3158adb-a59c-498e-b1a2-0a34fafef674" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.035471] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "c3158adb-a59c-498e-b1a2-0a34fafef674" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.035638] env[68663]: INFO nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1148.035799] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "c3158adb-a59c-498e-b1a2-0a34fafef674" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.035990] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "d96d22b4-184b-42b6-85bc-5d479e42ed96" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.036219] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "55d7be37-fc46-44c4-8f13-faddbb628807" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.036392] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "55d7be37-fc46-44c4-8f13-faddbb628807" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.036622] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "20b0b14e-8264-4dad-acc6-8f2518b16b28" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.036798] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.037114] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.037293] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.037439] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "1fbdef98-5a62-443c-87ff-f3653239bc31" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.038375] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9f395b-4f9b-42be-b58a-0523831ad48e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.041699] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a196c08-5f9c-40e0-a06b-22758b94f2a1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.044658] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874d8321-aaad-44a1-8d84-a5ab937fc363 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.047812] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be22f940-32f0-4159-aa56-dd472ed6597b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.050626] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa03bcf6-121c-42a2-848e-8af107853904 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.054663] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59f2519-31cc-47f3-bd7d-c1cfda49d159 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.278190] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473304} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.278515] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 1fbdef98-5a62-443c-87ff-f3653239bc31/1fbdef98-5a62-443c-87ff-f3653239bc31.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.278726] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.278969] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69c4a044-9c5b-4d47-a225-1fa455abe69e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.284418] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1148.284418] env[68663]: value = "task-3239027" [ 1148.284418] env[68663]: _type = "Task" [ 1148.284418] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.291642] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.335371] env[68663]: DEBUG nova.network.neutron [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updating instance_info_cache with network_info: [{"id": "3f41d542-b7c8-4683-979a-1ba28a8604d1", "address": "fa:16:3e:f2:25:ec", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f41d542-b7", "ovs_interfaceid": "3f41d542-b7c8-4683-979a-1ba28a8604d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.409520] env[68663]: DEBUG oslo_vmware.api [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.573401] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "f11f3491-6d77-4e61-aa80-270e788f1695" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.580970] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "55d7be37-fc46-44c4-8f13-faddbb628807" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.581304] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.582678] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "7cfc96a6-62b6-40a7-8ecd-5c4dd269c518" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.586102] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.586394] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.794753] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059986} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.795064] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.795839] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb80821-586d-47a2-9aa3-4cb06ee401c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.817996] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 1fbdef98-5a62-443c-87ff-f3653239bc31/1fbdef98-5a62-443c-87ff-f3653239bc31.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.818199] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6ececbf-fb94-40b9-892e-729559b8279d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.837034] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1148.837034] env[68663]: value = "task-3239028" [ 1148.837034] env[68663]: _type = "Task" [ 1148.837034] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.837419] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.846461] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.910116] env[68663]: DEBUG oslo_vmware.api [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.343202] env[68663]: DEBUG nova.compute.manager [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68663) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1149.343353] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.343615] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.351188] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.411262] env[68663]: DEBUG oslo_vmware.api [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239023, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.846910] env[68663]: DEBUG nova.objects.instance [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lazy-loading 'migration_context' on Instance uuid c3158adb-a59c-498e-b1a2-0a34fafef674 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.848081] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239028, 'name': ReconfigVM_Task, 'duration_secs': 0.641378} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.848510] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 1fbdef98-5a62-443c-87ff-f3653239bc31/1fbdef98-5a62-443c-87ff-f3653239bc31.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.849107] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05d062e8-6f22-489e-be1f-2c3779baa994 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.854634] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1149.854634] env[68663]: value = "task-3239029" [ 1149.854634] env[68663]: _type = "Task" [ 1149.854634] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.862795] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239029, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.912973] env[68663]: DEBUG oslo_vmware.api [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239023, 'name': ReconfigVM_Task, 'duration_secs': 5.747125} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.913304] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.913557] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Reconfigured VM to detach interface {{(pid=68663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1149.915731] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "d96d22b4-184b-42b6-85bc-5d479e42ed96" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.880s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.916631] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b5eec6-8ff6-49d6-8e04-1370985c3d9b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.197088] env[68663]: DEBUG nova.compute.manager [req-ccdb6449-9cc2-4e80-90a5-b3e780ec0b3e req-d305df57-734f-4b12-a550-c604049a0118 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Received event network-vif-deleted-1dcf170b-cdd0-4db1-80b6-d52c864fde2a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.197361] env[68663]: INFO nova.compute.manager [req-ccdb6449-9cc2-4e80-90a5-b3e780ec0b3e req-d305df57-734f-4b12-a550-c604049a0118 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Neutron deleted interface 1dcf170b-cdd0-4db1-80b6-d52c864fde2a; detaching it from the instance and deleting it from the info cache [ 1150.197579] env[68663]: DEBUG nova.network.neutron [req-ccdb6449-9cc2-4e80-90a5-b3e780ec0b3e req-d305df57-734f-4b12-a550-c604049a0118 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Updating instance_info_cache with network_info: [{"id": "e8032acf-3d67-42c0-bfeb-fcd9ed581b0b", "address": "fa:16:3e:7e:19:8e", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8032acf-3d", "ovs_interfaceid": "e8032acf-3d67-42c0-bfeb-fcd9ed581b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.368550] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239029, 'name': Rename_Task, 'duration_secs': 0.141706} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.368550] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.368550] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-173a020e-863f-4a14-b07d-d129bf351ec1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.372021] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1150.372021] env[68663]: value = "task-3239030" [ 1150.372021] env[68663]: _type = "Task" [ 1150.372021] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.380094] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.426219] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "d96d22b4-184b-42b6-85bc-5d479e42ed96" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.503844] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f7bc97-e90f-40eb-a37c-32335af673cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.511170] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec85fa86-a6a4-436e-beef-2642b7d334cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.246659] env[68663]: DEBUG oslo_concurrency.lockutils [req-ccdb6449-9cc2-4e80-90a5-b3e780ec0b3e req-d305df57-734f-4b12-a550-c604049a0118 service nova] Acquiring lock "d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.246835] env[68663]: DEBUG oslo_concurrency.lockutils [req-ccdb6449-9cc2-4e80-90a5-b3e780ec0b3e req-d305df57-734f-4b12-a550-c604049a0118 service nova] Acquired lock "d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.247244] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "d96d22b4-184b-42b6-85bc-5d479e42ed96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.248319] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106f0a8d-608c-46e0-9664-4081baba1922 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.254172] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437b2007-2235-45d3-ba20-b85ad3a81aa9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.262885] env[68663]: DEBUG oslo_vmware.api [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239030, 'name': PowerOnVM_Task, 'duration_secs': 0.414977} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.275314] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.275483] env[68663]: INFO nova.compute.manager [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1151.275662] env[68663]: DEBUG nova.compute.manager [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.276230] env[68663]: DEBUG oslo_concurrency.lockutils [req-ccdb6449-9cc2-4e80-90a5-b3e780ec0b3e req-d305df57-734f-4b12-a550-c604049a0118 service nova] Releasing lock "d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.276469] env[68663]: WARNING nova.compute.manager [req-ccdb6449-9cc2-4e80-90a5-b3e780ec0b3e req-d305df57-734f-4b12-a550-c604049a0118 service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Detach interface failed, port_id=1dcf170b-cdd0-4db1-80b6-d52c864fde2a, reason: No device with interface-id 1dcf170b-cdd0-4db1-80b6-d52c864fde2a exists on VM: nova.exception.NotFound: No device with interface-id 1dcf170b-cdd0-4db1-80b6-d52c864fde2a exists on VM [ 1151.277332] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63db664c-9c1a-4904-b1c4-f9df4e20de73 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.280487] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e663426f-7d62-40d2-b39e-ae0048d65cc9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.284048] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "d96d22b4-184b-42b6-85bc-5d479e42ed96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.037s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.284265] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "d96d22b4-184b-42b6-85bc-5d479e42ed96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.284455] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "d96d22b4-184b-42b6-85bc-5d479e42ed96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.284613] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "d96d22b4-184b-42b6-85bc-5d479e42ed96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.287016] env[68663]: INFO nova.compute.manager [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Terminating instance [ 1151.299803] env[68663]: DEBUG nova.compute.provider_tree [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.301712] env[68663]: DEBUG nova.compute.manager [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.301895] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.302609] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ba5d78-6dae-41ba-8003-ae3483cf8be7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.309867] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.310480] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c53b6033-6f0e-4313-ba17-00d4ed6023c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.317055] env[68663]: DEBUG oslo_vmware.api [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1151.317055] env[68663]: value = "task-3239031" [ 1151.317055] env[68663]: _type = "Task" [ 1151.317055] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.325296] env[68663]: DEBUG oslo_vmware.api [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.756455] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "refresh_cache-d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.756803] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "refresh_cache-d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.756861] env[68663]: DEBUG nova.network.neutron [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.806354] env[68663]: DEBUG nova.scheduler.client.report [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.811128] env[68663]: INFO nova.compute.manager [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Took 14.71 seconds to build instance. [ 1151.827632] env[68663]: DEBUG oslo_vmware.api [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239031, 'name': PowerOffVM_Task, 'duration_secs': 0.231262} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.827905] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.828103] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.828340] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e2f05c8-58e3-4c29-aebd-5f077cc025c6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.894332] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.894537] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.894710] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Deleting the datastore file [datastore2] d96d22b4-184b-42b6-85bc-5d479e42ed96 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.895036] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-720e5082-63b9-48bd-a8f6-c2f5e73b3432 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.900670] env[68663]: DEBUG oslo_vmware.api [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1151.900670] env[68663]: value = "task-3239033" [ 1151.900670] env[68663]: _type = "Task" [ 1151.900670] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.908045] env[68663]: DEBUG oslo_vmware.api [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.317104] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40cd946d-5b56-47b5-8de7-143b2f3e08de tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "1fbdef98-5a62-443c-87ff-f3653239bc31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.221s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.317104] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "1fbdef98-5a62-443c-87ff-f3653239bc31" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.280s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.317346] env[68663]: INFO nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] During sync_power_state the instance has a pending task (spawning). Skip. [ 1152.317519] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "1fbdef98-5a62-443c-87ff-f3653239bc31" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.410981] env[68663]: DEBUG oslo_vmware.api [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190405} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.411325] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.411553] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.411748] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.411950] env[68663]: INFO nova.compute.manager [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1152.412248] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.412475] env[68663]: DEBUG nova.compute.manager [-] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.412588] env[68663]: DEBUG nova.network.neutron [-] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.482100] env[68663]: DEBUG nova.network.neutron [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Updating instance_info_cache with network_info: [{"id": "e8032acf-3d67-42c0-bfeb-fcd9ed581b0b", "address": "fa:16:3e:7e:19:8e", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8032acf-3d", "ovs_interfaceid": "e8032acf-3d67-42c0-bfeb-fcd9ed581b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.819721] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.476s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.985253] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "refresh_cache-d96d22b4-184b-42b6-85bc-5d479e42ed96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.402028] env[68663]: DEBUG nova.compute.manager [req-e61efc01-6698-4d77-9d0d-929c8a3b0c47 req-6c0ddbb1-bbd6-41f5-b51d-a7665169e8e3 service nova] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Received event network-changed-c89112ee-be8b-4046-a1b8-68cbba84b61a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.402208] env[68663]: DEBUG nova.compute.manager [req-e61efc01-6698-4d77-9d0d-929c8a3b0c47 req-6c0ddbb1-bbd6-41f5-b51d-a7665169e8e3 service nova] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Refreshing instance network info cache due to event network-changed-c89112ee-be8b-4046-a1b8-68cbba84b61a. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.403166] env[68663]: DEBUG oslo_concurrency.lockutils [req-e61efc01-6698-4d77-9d0d-929c8a3b0c47 req-6c0ddbb1-bbd6-41f5-b51d-a7665169e8e3 service nova] Acquiring lock "refresh_cache-1fbdef98-5a62-443c-87ff-f3653239bc31" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.403166] env[68663]: DEBUG oslo_concurrency.lockutils [req-e61efc01-6698-4d77-9d0d-929c8a3b0c47 req-6c0ddbb1-bbd6-41f5-b51d-a7665169e8e3 service nova] Acquired lock "refresh_cache-1fbdef98-5a62-443c-87ff-f3653239bc31" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.403166] env[68663]: DEBUG nova.network.neutron [req-e61efc01-6698-4d77-9d0d-929c8a3b0c47 req-6c0ddbb1-bbd6-41f5-b51d-a7665169e8e3 service nova] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Refreshing network info cache for port c89112ee-be8b-4046-a1b8-68cbba84b61a {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.489048] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cde9ecfb-5cb6-48a6-ab72-0b13810b615b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-d96d22b4-184b-42b6-85bc-5d479e42ed96-1dcf170b-cdd0-4db1-80b6-d52c864fde2a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.162s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.897157] env[68663]: DEBUG nova.network.neutron [-] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.129446] env[68663]: DEBUG nova.network.neutron [req-e61efc01-6698-4d77-9d0d-929c8a3b0c47 req-6c0ddbb1-bbd6-41f5-b51d-a7665169e8e3 service nova] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Updated VIF entry in instance network info cache for port c89112ee-be8b-4046-a1b8-68cbba84b61a. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.129794] env[68663]: DEBUG nova.network.neutron [req-e61efc01-6698-4d77-9d0d-929c8a3b0c47 req-6c0ddbb1-bbd6-41f5-b51d-a7665169e8e3 service nova] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Updating instance_info_cache with network_info: [{"id": "c89112ee-be8b-4046-a1b8-68cbba84b61a", "address": "fa:16:3e:cf:6b:43", "network": {"id": "dc1abe84-9c3e-46a7-8faf-17beb41fa9bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-314858557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77bb6a8194574747b8fb03537d848fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc89112ee-be", "ovs_interfaceid": "c89112ee-be8b-4046-a1b8-68cbba84b61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.359762] env[68663]: INFO nova.compute.manager [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Swapping old allocation on dict_keys(['f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7']) held by migration 017cb9d9-fd59-4fe7-aa0c-658f1e9b6a2a for instance [ 1154.381018] env[68663]: DEBUG nova.scheduler.client.report [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Overwriting current allocation {'allocations': {'f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 171}}, 'project_id': '86b7a180a3564cca955c100cbbdbd51e', 'user_id': 'f3c9730dbec54755a738ecab46d515e3', 'consumer_generation': 1} on consumer c3158adb-a59c-498e-b1a2-0a34fafef674 {{(pid=68663) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1154.400785] env[68663]: INFO nova.compute.manager [-] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Took 1.99 seconds to deallocate network for instance. [ 1154.459334] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.459520] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.459701] env[68663]: DEBUG nova.network.neutron [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.632817] env[68663]: DEBUG oslo_concurrency.lockutils [req-e61efc01-6698-4d77-9d0d-929c8a3b0c47 req-6c0ddbb1-bbd6-41f5-b51d-a7665169e8e3 service nova] Releasing lock "refresh_cache-1fbdef98-5a62-443c-87ff-f3653239bc31" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.687855] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.907190] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.907487] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.907695] env[68663]: DEBUG nova.objects.instance [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lazy-loading 'resources' on Instance uuid d96d22b4-184b-42b6-85bc-5d479e42ed96 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.154547] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.162292] env[68663]: DEBUG nova.network.neutron [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updating instance_info_cache with network_info: [{"id": "3f41d542-b7c8-4683-979a-1ba28a8604d1", "address": "fa:16:3e:f2:25:ec", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f41d542-b7", "ovs_interfaceid": "3f41d542-b7c8-4683-979a-1ba28a8604d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.429470] env[68663]: DEBUG nova.compute.manager [req-31a2e6d3-84fc-4657-b1d0-db6e933b63aa req-a682a8ef-0c83-456f-abcc-15ff098a306e service nova] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Received event network-vif-deleted-e8032acf-3d67-42c0-bfeb-fcd9ed581b0b {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.512021] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ba152c-193a-48d2-a5f9-66031c6b6128 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.518168] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f342ed9-72fc-4545-a122-8ff75c69fa0f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.547633] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac29278-b7f6-4fa2-977a-ef0e8d2cc7b0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.554371] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd185b6-3e62-4c2f-b901-6948ebe982a4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.567938] env[68663]: DEBUG nova.compute.provider_tree [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.664806] env[68663]: DEBUG oslo_concurrency.lockutils [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "refresh_cache-c3158adb-a59c-498e-b1a2-0a34fafef674" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.665222] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.665513] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1487bd6-0768-4a96-85ae-bf74123ca38a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.672607] env[68663]: DEBUG oslo_vmware.api [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1155.672607] env[68663]: value = "task-3239034" [ 1155.672607] env[68663]: _type = "Task" [ 1155.672607] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.680615] env[68663]: DEBUG oslo_vmware.api [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.071685] env[68663]: DEBUG nova.scheduler.client.report [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.149155] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.154153] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.154312] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1156.154469] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.182838] env[68663]: DEBUG oslo_vmware.api [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239034, 'name': PowerOffVM_Task, 'duration_secs': 0.249841} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.183058] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.183689] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.183899] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.184077] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.184264] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.184410] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.184555] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.184796] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.184936] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.185104] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.185268] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.185439] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.190257] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc0d7108-b59c-4699-84d8-15980e53210b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.205704] env[68663]: DEBUG oslo_vmware.api [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1156.205704] env[68663]: value = "task-3239035" [ 1156.205704] env[68663]: _type = "Task" [ 1156.205704] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.213280] env[68663]: DEBUG oslo_vmware.api [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.576958] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.593631] env[68663]: INFO nova.scheduler.client.report [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Deleted allocations for instance d96d22b4-184b-42b6-85bc-5d479e42ed96 [ 1156.657606] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.657805] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.657925] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.658075] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1156.658931] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10c28d6-d2b5-4ba7-beb1-7db2a459f4d9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.666861] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed6c7a8-bc0c-413d-b594-33ea5be2e384 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.680218] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a18a5b-997c-4a58-b57d-53f411291167 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.686326] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fe1e02-fbe0-4386-9a48-17fcaf5e8780 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.715840] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179001MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=68663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1156.716050] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.716298] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.725545] env[68663]: DEBUG oslo_vmware.api [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239035, 'name': ReconfigVM_Task, 'duration_secs': 0.151664} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.726304] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89edd3b9-5536-4515-8fd8-197c9d174d0d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.743593] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.743807] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.743962] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.744152] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.744296] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.744443] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.744641] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.744833] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.744996] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.745172] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.745342] env[68663]: DEBUG nova.virt.hardware [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.746183] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55411655-068f-4b42-b075-ece8e1a67f02 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.751174] env[68663]: DEBUG oslo_vmware.api [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1156.751174] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5266b9bf-9c68-762a-0de8-e03e79d46893" [ 1156.751174] env[68663]: _type = "Task" [ 1156.751174] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.760016] env[68663]: DEBUG oslo_vmware.api [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5266b9bf-9c68-762a-0de8-e03e79d46893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.101380] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c32450a2-615f-44d8-be48-1e29b8492ef0 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "d96d22b4-184b-42b6-85bc-5d479e42ed96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.817s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.261364] env[68663]: DEBUG oslo_vmware.api [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5266b9bf-9c68-762a-0de8-e03e79d46893, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.266754] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.267390] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c84160a0-c4f9-4807-9e9c-e35171b9c2a8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.286743] env[68663]: DEBUG oslo_vmware.api [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1157.286743] env[68663]: value = "task-3239036" [ 1157.286743] env[68663]: _type = "Task" [ 1157.286743] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.294454] env[68663]: DEBUG oslo_vmware.api [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.747117] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance f11f3491-6d77-4e61-aa80-270e788f1695 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.747401] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.747453] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.747595] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 20b0b14e-8264-4dad-acc6-8f2518b16b28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.747648] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 55d7be37-fc46-44c4-8f13-faddbb628807 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.747761] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 6f3cc711-b5f1-436d-bb5a-8474554ca22c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.748074] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance c3158adb-a59c-498e-b1a2-0a34fafef674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.748074] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 1fbdef98-5a62-443c-87ff-f3653239bc31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.748183] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1157.748295] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1157.796992] env[68663]: DEBUG oslo_vmware.api [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239036, 'name': ReconfigVM_Task, 'duration_secs': 0.181306} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.799628] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.800633] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9952a58-00f6-43f0-8631-b910c9459720 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.823981] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] c3158adb-a59c-498e-b1a2-0a34fafef674/c3158adb-a59c-498e-b1a2-0a34fafef674.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.826753] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-481269c3-37c0-46ba-ace5-706acd5f384b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.845143] env[68663]: DEBUG oslo_vmware.api [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1157.845143] env[68663]: value = "task-3239037" [ 1157.845143] env[68663]: _type = "Task" [ 1157.845143] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.855326] env[68663]: DEBUG oslo_vmware.api [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.884247] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e05cd1-e36e-4493-9cc5-53331d86bc3d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.891903] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023d9e18-31bb-4c86-924f-d75579c925d8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.923454] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e99cd2-38a8-4a45-a159-ceaf3178908b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.931072] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60dafd6-5662-49e0-a51b-34b574153b84 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.944267] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.355636] env[68663]: DEBUG oslo_vmware.api [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239037, 'name': ReconfigVM_Task, 'duration_secs': 0.258042} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.356088] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Reconfigured VM instance instance-0000006b to attach disk [datastore1] c3158adb-a59c-498e-b1a2-0a34fafef674/c3158adb-a59c-498e-b1a2-0a34fafef674.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.356706] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f0def1-2f54-40ee-8e36-e9415d3f81f0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.375219] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc7aafa-c0cd-427d-a939-b0547f109edc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.393884] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0bf1d2-8e8e-45e4-ac51-90ed3352284d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.411366] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed66359-c590-4971-b527-ea5ee3e5ae57 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.418263] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.418513] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-778f23f1-fea7-43f4-b871-8de1156e3523 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.424412] env[68663]: DEBUG oslo_vmware.api [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1158.424412] env[68663]: value = "task-3239038" [ 1158.424412] env[68663]: _type = "Task" [ 1158.424412] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.431722] env[68663]: DEBUG oslo_vmware.api [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.447740] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.934067] env[68663]: DEBUG oslo_vmware.api [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239038, 'name': PowerOnVM_Task, 'duration_secs': 0.426169} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.935033] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.952035] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1158.952240] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.236s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.165402] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.166562] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.669058] env[68663]: DEBUG nova.compute.manager [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.945360] env[68663]: INFO nova.compute.manager [None req-41253f7a-0289-4ac2-ba64-2e746d0d457e tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updating instance to original state: 'active' [ 1160.190463] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.190819] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.192436] env[68663]: INFO nova.compute.claims [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.730635] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.730904] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.731200] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.731421] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.731625] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.733963] env[68663]: INFO nova.compute.manager [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Terminating instance [ 1160.953331] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.953587] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.953732] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.162868] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "c3158adb-a59c-498e-b1a2-0a34fafef674" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.163299] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "c3158adb-a59c-498e-b1a2-0a34fafef674" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.163930] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "c3158adb-a59c-498e-b1a2-0a34fafef674-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.164195] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "c3158adb-a59c-498e-b1a2-0a34fafef674-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.164395] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "c3158adb-a59c-498e-b1a2-0a34fafef674-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.166657] env[68663]: INFO nova.compute.manager [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Terminating instance [ 1161.241113] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "20b0b14e-8264-4dad-acc6-8f2518b16b28" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.241407] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.241608] env[68663]: INFO nova.compute.manager [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Shelving [ 1161.245990] env[68663]: DEBUG nova.compute.manager [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.245990] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.247177] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11c45fd-fd3c-45aa-b45e-fbbfe5c99e13 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.255202] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.255411] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f600b42-2b0c-463d-bda2-6ffdbb2b6986 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.263359] env[68663]: DEBUG oslo_vmware.api [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1161.263359] env[68663]: value = "task-3239039" [ 1161.263359] env[68663]: _type = "Task" [ 1161.263359] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.271680] env[68663]: DEBUG oslo_vmware.api [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.333264] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07128597-516f-42ff-8ccd-dde9b328b4d1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.341336] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e164af24-8072-44d0-904e-05179ad27ae6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.375697] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7c8923-47d4-4c96-8864-41e6c4e12f84 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.383951] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47697c0c-08f1-44fc-8c23-0fbcd15a1b3e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.403030] env[68663]: DEBUG nova.compute.provider_tree [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.670119] env[68663]: DEBUG nova.compute.manager [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.670352] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.671260] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ebd720-8fa2-46d0-9f92-981f69425e28 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.679353] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.679529] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5312e013-52a7-4936-b5f4-a460cb3afdea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.685530] env[68663]: DEBUG oslo_vmware.api [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1161.685530] env[68663]: value = "task-3239040" [ 1161.685530] env[68663]: _type = "Task" [ 1161.685530] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.692585] env[68663]: DEBUG oslo_vmware.api [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.772397] env[68663]: DEBUG oslo_vmware.api [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239039, 'name': PowerOffVM_Task, 'duration_secs': 0.192619} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.772724] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.772894] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.773173] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3429ab22-953c-4101-99cf-a8f9a857329b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.836345] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.836573] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.836806] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Deleting the datastore file [datastore1] 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.837141] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63de751b-8af8-496d-89b5-c08bcc48bf84 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.844133] env[68663]: DEBUG oslo_vmware.api [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1161.844133] env[68663]: value = "task-3239042" [ 1161.844133] env[68663]: _type = "Task" [ 1161.844133] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.852460] env[68663]: DEBUG oslo_vmware.api [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.905460] env[68663]: DEBUG nova.scheduler.client.report [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.194979] env[68663]: DEBUG oslo_vmware.api [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239040, 'name': PowerOffVM_Task, 'duration_secs': 0.221645} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.195215] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.195385] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.195631] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eeaba85-ceb0-499e-8751-7e9958061991 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.255096] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.255405] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de8b1a30-7369-4d5c-9371-8698c241b4b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.261541] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1162.261541] env[68663]: value = "task-3239044" [ 1162.261541] env[68663]: _type = "Task" [ 1162.261541] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.266963] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.267211] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.267380] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Deleting the datastore file [datastore1] c3158adb-a59c-498e-b1a2-0a34fafef674 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.267611] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bba9b9c5-320a-4653-a226-e850f091756e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.273604] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.278319] env[68663]: DEBUG oslo_vmware.api [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1162.278319] env[68663]: value = "task-3239045" [ 1162.278319] env[68663]: _type = "Task" [ 1162.278319] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.285795] env[68663]: DEBUG oslo_vmware.api [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.355616] env[68663]: DEBUG oslo_vmware.api [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178318} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.356576] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.356576] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.356723] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.356826] env[68663]: INFO nova.compute.manager [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1162.357101] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.357317] env[68663]: DEBUG nova.compute.manager [-] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.357410] env[68663]: DEBUG nova.network.neutron [-] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.410407] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.411300] env[68663]: DEBUG nova.compute.manager [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.772240] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239044, 'name': PowerOffVM_Task, 'duration_secs': 0.209884} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.772566] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.773408] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46b2498-22c0-4bc7-aeff-44fc7ca41822 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.794629] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac47cd5d-9d75-4473-a063-ec80c1d43443 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.802211] env[68663]: DEBUG oslo_vmware.api [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143528} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.804090] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.804294] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.804469] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.804640] env[68663]: INFO nova.compute.manager [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1162.804894] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.807209] env[68663]: DEBUG nova.compute.manager [-] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.807386] env[68663]: DEBUG nova.network.neutron [-] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.840161] env[68663]: DEBUG nova.compute.manager [req-f63c7980-1c8a-4d21-9053-3130654d900f req-9ea59972-33e9-4134-b515-0dddbcd706b0 service nova] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Received event network-vif-deleted-8e30a4f3-9ed4-49f8-87c3-50481811cd56 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.840396] env[68663]: INFO nova.compute.manager [req-f63c7980-1c8a-4d21-9053-3130654d900f req-9ea59972-33e9-4134-b515-0dddbcd706b0 service nova] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Neutron deleted interface 8e30a4f3-9ed4-49f8-87c3-50481811cd56; detaching it from the instance and deleting it from the info cache [ 1162.840433] env[68663]: DEBUG nova.network.neutron [req-f63c7980-1c8a-4d21-9053-3130654d900f req-9ea59972-33e9-4134-b515-0dddbcd706b0 service nova] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.916523] env[68663]: DEBUG nova.compute.utils [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.917895] env[68663]: DEBUG nova.compute.manager [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.918079] env[68663]: DEBUG nova.network.neutron [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.981234] env[68663]: DEBUG nova.policy [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f753d93385374cc48c677ffb14c581ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0912b60ba685430a94f528165dacd20c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.276065] env[68663]: DEBUG nova.compute.manager [req-3a2dd060-03c2-4dc8-af01-f9567ace69f8 req-006d02a0-d277-4823-abe8-94ae5609c66c service nova] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Received event network-vif-deleted-3f41d542-b7c8-4683-979a-1ba28a8604d1 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.276252] env[68663]: INFO nova.compute.manager [req-3a2dd060-03c2-4dc8-af01-f9567ace69f8 req-006d02a0-d277-4823-abe8-94ae5609c66c service nova] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Neutron deleted interface 3f41d542-b7c8-4683-979a-1ba28a8604d1; detaching it from the instance and deleting it from the info cache [ 1163.276430] env[68663]: DEBUG nova.network.neutron [req-3a2dd060-03c2-4dc8-af01-f9567ace69f8 req-006d02a0-d277-4823-abe8-94ae5609c66c service nova] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.297490] env[68663]: DEBUG nova.network.neutron [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Successfully created port: 2dd1520e-ead9-4362-9db2-d3e39e43d2b9 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.310307] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1163.310596] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3c75bd64-0f07-4890-93db-38ce7b7ac6ce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.320313] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1163.320313] env[68663]: value = "task-3239046" [ 1163.320313] env[68663]: _type = "Task" [ 1163.320313] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.325699] env[68663]: DEBUG nova.network.neutron [-] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.331930] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239046, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.343983] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-796fa3ed-af4c-4508-aa85-87955f40a252 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.359062] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84eaa1b4-00a2-47d9-8694-3908cefc326a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.393934] env[68663]: DEBUG nova.compute.manager [req-f63c7980-1c8a-4d21-9053-3130654d900f req-9ea59972-33e9-4134-b515-0dddbcd706b0 service nova] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Detach interface failed, port_id=8e30a4f3-9ed4-49f8-87c3-50481811cd56, reason: Instance 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1163.421601] env[68663]: DEBUG nova.compute.manager [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.754185] env[68663]: DEBUG nova.network.neutron [-] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.780529] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb6f8f58-fd7e-4ae0-8b1e-99559a37702f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.793499] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6013a0d2-87ef-4684-9588-e809ad047f90 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.832982] env[68663]: INFO nova.compute.manager [-] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Took 1.48 seconds to deallocate network for instance. [ 1163.833383] env[68663]: DEBUG nova.compute.manager [req-3a2dd060-03c2-4dc8-af01-f9567ace69f8 req-006d02a0-d277-4823-abe8-94ae5609c66c service nova] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Detach interface failed, port_id=3f41d542-b7c8-4683-979a-1ba28a8604d1, reason: Instance c3158adb-a59c-498e-b1a2-0a34fafef674 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1163.838896] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239046, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.256516] env[68663]: INFO nova.compute.manager [-] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Took 1.45 seconds to deallocate network for instance. [ 1164.331076] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239046, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.343135] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.343427] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.343650] env[68663]: DEBUG nova.objects.instance [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lazy-loading 'resources' on Instance uuid 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.431961] env[68663]: DEBUG nova.compute.manager [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.460308] env[68663]: DEBUG nova.virt.hardware [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.460654] env[68663]: DEBUG nova.virt.hardware [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.460888] env[68663]: DEBUG nova.virt.hardware [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.461165] env[68663]: DEBUG nova.virt.hardware [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.461406] env[68663]: DEBUG nova.virt.hardware [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.461633] env[68663]: DEBUG nova.virt.hardware [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.461929] env[68663]: DEBUG nova.virt.hardware [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.462163] env[68663]: DEBUG nova.virt.hardware [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.462415] env[68663]: DEBUG nova.virt.hardware [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.462659] env[68663]: DEBUG nova.virt.hardware [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.462916] env[68663]: DEBUG nova.virt.hardware [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.463840] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a21b92-776e-4e64-8bf9-184e8a181c72 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.471665] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0cfd11-c2fd-47d9-9fdb-849cdd7932ec {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.763876] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.775969] env[68663]: DEBUG nova.network.neutron [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Successfully updated port: 2dd1520e-ead9-4362-9db2-d3e39e43d2b9 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.831274] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239046, 'name': CreateSnapshot_Task, 'duration_secs': 1.198432} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.831664] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1164.832299] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2be5d49-c076-4704-82d9-5015c9b5f430 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.867329] env[68663]: DEBUG nova.compute.manager [req-17dabdfe-8346-4002-aafd-09072bc62e1b req-3e92bd8a-ca82-4e1c-82e8-50470d64fac4 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Received event network-vif-plugged-2dd1520e-ead9-4362-9db2-d3e39e43d2b9 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.867747] env[68663]: DEBUG oslo_concurrency.lockutils [req-17dabdfe-8346-4002-aafd-09072bc62e1b req-3e92bd8a-ca82-4e1c-82e8-50470d64fac4 service nova] Acquiring lock "df28a86f-76ef-4f8b-b961-8effdf53de7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.867918] env[68663]: DEBUG oslo_concurrency.lockutils [req-17dabdfe-8346-4002-aafd-09072bc62e1b req-3e92bd8a-ca82-4e1c-82e8-50470d64fac4 service nova] Lock "df28a86f-76ef-4f8b-b961-8effdf53de7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.868361] env[68663]: DEBUG oslo_concurrency.lockutils [req-17dabdfe-8346-4002-aafd-09072bc62e1b req-3e92bd8a-ca82-4e1c-82e8-50470d64fac4 service nova] Lock "df28a86f-76ef-4f8b-b961-8effdf53de7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.868579] env[68663]: DEBUG nova.compute.manager [req-17dabdfe-8346-4002-aafd-09072bc62e1b req-3e92bd8a-ca82-4e1c-82e8-50470d64fac4 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] No waiting events found dispatching network-vif-plugged-2dd1520e-ead9-4362-9db2-d3e39e43d2b9 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.868752] env[68663]: WARNING nova.compute.manager [req-17dabdfe-8346-4002-aafd-09072bc62e1b req-3e92bd8a-ca82-4e1c-82e8-50470d64fac4 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Received unexpected event network-vif-plugged-2dd1520e-ead9-4362-9db2-d3e39e43d2b9 for instance with vm_state building and task_state spawning. [ 1164.868911] env[68663]: DEBUG nova.compute.manager [req-17dabdfe-8346-4002-aafd-09072bc62e1b req-3e92bd8a-ca82-4e1c-82e8-50470d64fac4 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Received event network-changed-2dd1520e-ead9-4362-9db2-d3e39e43d2b9 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.869078] env[68663]: DEBUG nova.compute.manager [req-17dabdfe-8346-4002-aafd-09072bc62e1b req-3e92bd8a-ca82-4e1c-82e8-50470d64fac4 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Refreshing instance network info cache due to event network-changed-2dd1520e-ead9-4362-9db2-d3e39e43d2b9. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.869258] env[68663]: DEBUG oslo_concurrency.lockutils [req-17dabdfe-8346-4002-aafd-09072bc62e1b req-3e92bd8a-ca82-4e1c-82e8-50470d64fac4 service nova] Acquiring lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.869387] env[68663]: DEBUG oslo_concurrency.lockutils [req-17dabdfe-8346-4002-aafd-09072bc62e1b req-3e92bd8a-ca82-4e1c-82e8-50470d64fac4 service nova] Acquired lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.869533] env[68663]: DEBUG nova.network.neutron [req-17dabdfe-8346-4002-aafd-09072bc62e1b req-3e92bd8a-ca82-4e1c-82e8-50470d64fac4 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Refreshing network info cache for port 2dd1520e-ead9-4362-9db2-d3e39e43d2b9 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.969578] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7611821d-5009-46e5-8955-6bc09ee1bb9d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.977464] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf42276b-7197-469a-bd9b-51e6acebdbf7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.008756] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe220f31-57db-4417-932a-e11f0be33581 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.017028] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1a659a-32ab-47fc-8415-3040ec2d96b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.029253] env[68663]: DEBUG nova.compute.provider_tree [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.279558] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.349976] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1165.350672] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c31aedf8-bc3e-45c7-a08d-056cdbd8c815 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.358863] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1165.358863] env[68663]: value = "task-3239047" [ 1165.358863] env[68663]: _type = "Task" [ 1165.358863] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.366992] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239047, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.403009] env[68663]: DEBUG nova.network.neutron [req-17dabdfe-8346-4002-aafd-09072bc62e1b req-3e92bd8a-ca82-4e1c-82e8-50470d64fac4 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.472321] env[68663]: DEBUG nova.network.neutron [req-17dabdfe-8346-4002-aafd-09072bc62e1b req-3e92bd8a-ca82-4e1c-82e8-50470d64fac4 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.532436] env[68663]: DEBUG nova.scheduler.client.report [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.870597] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239047, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.975659] env[68663]: DEBUG oslo_concurrency.lockutils [req-17dabdfe-8346-4002-aafd-09072bc62e1b req-3e92bd8a-ca82-4e1c-82e8-50470d64fac4 service nova] Releasing lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.976244] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.976509] env[68663]: DEBUG nova.network.neutron [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.037454] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.039740] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.276s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.039972] env[68663]: DEBUG nova.objects.instance [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lazy-loading 'resources' on Instance uuid c3158adb-a59c-498e-b1a2-0a34fafef674 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.059024] env[68663]: INFO nova.scheduler.client.report [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Deleted allocations for instance 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69 [ 1166.370931] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239047, 'name': CloneVM_Task, 'duration_secs': 0.978962} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.371219] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Created linked-clone VM from snapshot [ 1166.371961] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437dbe05-1d1b-445b-9682-c85e15409187 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.379135] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Uploading image a511194b-4926-478b-88db-c36c375c6cdc {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1166.409699] env[68663]: DEBUG oslo_vmware.rw_handles [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1166.409699] env[68663]: value = "vm-647339" [ 1166.409699] env[68663]: _type = "VirtualMachine" [ 1166.409699] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1166.410054] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-425fe6f9-4a19-4bd8-bfc4-3254bdc0e62d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.417236] env[68663]: DEBUG oslo_vmware.rw_handles [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lease: (returnval){ [ 1166.417236] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c4dea8-ee9e-bd87-ebdd-260096f20059" [ 1166.417236] env[68663]: _type = "HttpNfcLease" [ 1166.417236] env[68663]: } obtained for exporting VM: (result){ [ 1166.417236] env[68663]: value = "vm-647339" [ 1166.417236] env[68663]: _type = "VirtualMachine" [ 1166.417236] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1166.417511] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the lease: (returnval){ [ 1166.417511] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c4dea8-ee9e-bd87-ebdd-260096f20059" [ 1166.417511] env[68663]: _type = "HttpNfcLease" [ 1166.417511] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1166.423449] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1166.423449] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c4dea8-ee9e-bd87-ebdd-260096f20059" [ 1166.423449] env[68663]: _type = "HttpNfcLease" [ 1166.423449] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1166.505358] env[68663]: DEBUG nova.network.neutron [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.572705] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "55d7be37-fc46-44c4-8f13-faddbb628807" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.572977] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "55d7be37-fc46-44c4-8f13-faddbb628807" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.573201] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "55d7be37-fc46-44c4-8f13-faddbb628807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.573381] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "55d7be37-fc46-44c4-8f13-faddbb628807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.573541] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "55d7be37-fc46-44c4-8f13-faddbb628807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.577056] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4eb1ddd9-2f9b-4f37-bc12-01242d8453df tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.846s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.578384] env[68663]: INFO nova.compute.manager [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Terminating instance [ 1166.637845] env[68663]: DEBUG nova.network.neutron [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Updating instance_info_cache with network_info: [{"id": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "address": "fa:16:3e:11:80:76", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd1520e-ea", "ovs_interfaceid": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.651379] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef2482d-d831-4e5e-a31e-7b8d532504be {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.659562] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f17c3fd-06d0-4425-8d52-23e27ecd0699 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.689491] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49921450-6b72-44f4-a0f8-ca595cd446e6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.696427] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791acac9-e488-4972-abdb-2d88ad225198 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.709464] env[68663]: DEBUG nova.compute.provider_tree [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.925658] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1166.925658] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c4dea8-ee9e-bd87-ebdd-260096f20059" [ 1166.925658] env[68663]: _type = "HttpNfcLease" [ 1166.925658] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1166.926102] env[68663]: DEBUG oslo_vmware.rw_handles [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1166.926102] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52c4dea8-ee9e-bd87-ebdd-260096f20059" [ 1166.926102] env[68663]: _type = "HttpNfcLease" [ 1166.926102] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1166.926748] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979202c5-fa7e-4cdb-9b93-2c44f8b956ca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.933927] env[68663]: DEBUG oslo_vmware.rw_handles [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520eb041-de79-659e-640e-a71c608436c8/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1166.934072] env[68663]: DEBUG oslo_vmware.rw_handles [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520eb041-de79-659e-640e-a71c608436c8/disk-0.vmdk for reading. {{(pid=68663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1167.022332] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-86efc30e-1dbe-480c-be40-a8f570b8c85e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.081796] env[68663]: DEBUG nova.compute.manager [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.082055] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.082326] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff28ce73-d5f8-4bc1-9c0b-6cb6703d2b75 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.089764] env[68663]: DEBUG oslo_vmware.api [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1167.089764] env[68663]: value = "task-3239049" [ 1167.089764] env[68663]: _type = "Task" [ 1167.089764] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.098464] env[68663]: DEBUG oslo_vmware.api [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.142447] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.142997] env[68663]: DEBUG nova.compute.manager [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Instance network_info: |[{"id": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "address": "fa:16:3e:11:80:76", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd1520e-ea", "ovs_interfaceid": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.143651] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:80:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dd1520e-ead9-4362-9db2-d3e39e43d2b9', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.160686] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.160926] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.161168] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-583698ca-8c60-4829-b2b8-d0332512a8cd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.185302] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.185302] env[68663]: value = "task-3239050" [ 1167.185302] env[68663]: _type = "Task" [ 1167.185302] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.194247] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239050, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.213154] env[68663]: DEBUG nova.scheduler.client.report [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.599766] env[68663]: DEBUG oslo_vmware.api [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239049, 'name': PowerOffVM_Task, 'duration_secs': 0.271817} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.600148] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.600367] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1167.600632] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647323', 'volume_id': 'ce4dd105-7021-4830-8e7d-b42a1119cf47', 'name': 'volume-ce4dd105-7021-4830-8e7d-b42a1119cf47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '55d7be37-fc46-44c4-8f13-faddbb628807', 'attached_at': '2025-04-03T07:48:35.000000', 'detached_at': '', 'volume_id': 'ce4dd105-7021-4830-8e7d-b42a1119cf47', 'serial': 'ce4dd105-7021-4830-8e7d-b42a1119cf47'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1167.601460] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc9e0d3-ae6d-4b23-abfb-28e93a795659 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.619652] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ba332b-9586-4d0a-907c-9676c4cf4a61 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.626637] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd60877-2764-40c4-9174-ab7acb7aa64c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.645874] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e01703-18e3-41eb-bf21-2720919cb6a1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.664881] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] The volume has not been displaced from its original location: [datastore1] volume-ce4dd105-7021-4830-8e7d-b42a1119cf47/volume-ce4dd105-7021-4830-8e7d-b42a1119cf47.vmdk. No consolidation needed. {{(pid=68663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1167.670282] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1167.670496] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cf3deed-3376-4078-a508-89df288e2031 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.690286] env[68663]: DEBUG oslo_vmware.api [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1167.690286] env[68663]: value = "task-3239051" [ 1167.690286] env[68663]: _type = "Task" [ 1167.690286] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.696868] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239050, 'name': CreateVM_Task, 'duration_secs': 0.406534} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.697444] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.702238] env[68663]: DEBUG oslo_vmware.api [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.708280] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.708457] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.708967] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.709295] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc48c162-a923-4f23-b58c-57f393009483 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.714405] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1167.714405] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5242e6aa-75ce-83ae-9f58-d197d02c9e5d" [ 1167.714405] env[68663]: _type = "Task" [ 1167.714405] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.719903] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.724960] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5242e6aa-75ce-83ae-9f58-d197d02c9e5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.743027] env[68663]: INFO nova.scheduler.client.report [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Deleted allocations for instance c3158adb-a59c-498e-b1a2-0a34fafef674 [ 1168.203397] env[68663]: DEBUG oslo_vmware.api [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239051, 'name': ReconfigVM_Task, 'duration_secs': 0.225363} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.203767] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1168.208586] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da5889a9-3924-4ea5-ba1b-f14943f79507 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.229769] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5242e6aa-75ce-83ae-9f58-d197d02c9e5d, 'name': SearchDatastore_Task, 'duration_secs': 0.013648} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.231282] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.231593] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.231854] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.232217] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.232502] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.232813] env[68663]: DEBUG oslo_vmware.api [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1168.232813] env[68663]: value = "task-3239052" [ 1168.232813] env[68663]: _type = "Task" [ 1168.232813] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.233051] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c6f94e7-2384-4da6-86e7-55450cbc0e8d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.245261] env[68663]: DEBUG oslo_vmware.api [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.246573] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.246786] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.247818] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e18a69a1-d4f4-4293-a94e-e3b729006471 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.254029] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4511349d-c524-4252-a880-183cd0067889 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "c3158adb-a59c-498e-b1a2-0a34fafef674" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.091s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.257064] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1168.257064] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526f8b55-2141-8c76-31cb-885fedf6faa9" [ 1168.257064] env[68663]: _type = "Task" [ 1168.257064] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.267029] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526f8b55-2141-8c76-31cb-885fedf6faa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.745251] env[68663]: DEBUG oslo_vmware.api [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239052, 'name': ReconfigVM_Task, 'duration_secs': 0.161968} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.745607] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647323', 'volume_id': 'ce4dd105-7021-4830-8e7d-b42a1119cf47', 'name': 'volume-ce4dd105-7021-4830-8e7d-b42a1119cf47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '55d7be37-fc46-44c4-8f13-faddbb628807', 'attached_at': '2025-04-03T07:48:35.000000', 'detached_at': '', 'volume_id': 'ce4dd105-7021-4830-8e7d-b42a1119cf47', 'serial': 'ce4dd105-7021-4830-8e7d-b42a1119cf47'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1168.746015] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.746887] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1482e74-4955-471a-8c16-a262f00f139e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.753771] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.754398] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab844842-aaa0-45c7-ba30-428f50c6b603 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.767054] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]526f8b55-2141-8c76-31cb-885fedf6faa9, 'name': SearchDatastore_Task, 'duration_secs': 0.010165} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.768780] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e61c22f8-dfcb-4dd7-b2e5-673e492b4572 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.773401] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1168.773401] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b0e380-bd53-1bb2-779c-e89eaf692c03" [ 1168.773401] env[68663]: _type = "Task" [ 1168.773401] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.781405] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b0e380-bd53-1bb2-779c-e89eaf692c03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.826326] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.826326] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.826326] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleting the datastore file [datastore1] 55d7be37-fc46-44c4-8f13-faddbb628807 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.826326] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24f62653-0145-4446-9f32-784324cd307e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.833377] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "009fff9f-aa80-49e9-bad0-842a931e03e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.833772] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.835507] env[68663]: DEBUG oslo_vmware.api [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1168.835507] env[68663]: value = "task-3239054" [ 1168.835507] env[68663]: _type = "Task" [ 1168.835507] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.844927] env[68663]: DEBUG oslo_vmware.api [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.285861] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b0e380-bd53-1bb2-779c-e89eaf692c03, 'name': SearchDatastore_Task, 'duration_secs': 0.016802} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.286190] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.286442] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] df28a86f-76ef-4f8b-b961-8effdf53de7c/df28a86f-76ef-4f8b-b961-8effdf53de7c.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.286708] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c490d56-af0b-40b4-b057-8e218d772aae {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.294601] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1169.294601] env[68663]: value = "task-3239055" [ 1169.294601] env[68663]: _type = "Task" [ 1169.294601] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.303648] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.337470] env[68663]: DEBUG nova.compute.manager [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.351875] env[68663]: DEBUG oslo_vmware.api [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136585} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.352306] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.352552] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.352853] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.353096] env[68663]: INFO nova.compute.manager [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1169.353385] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.353626] env[68663]: DEBUG nova.compute.manager [-] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.353762] env[68663]: DEBUG nova.network.neutron [-] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.492894] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.493238] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.493428] env[68663]: INFO nova.compute.manager [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Shelving [ 1169.808059] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464803} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.808059] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] df28a86f-76ef-4f8b-b961-8effdf53de7c/df28a86f-76ef-4f8b-b961-8effdf53de7c.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.808059] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.808059] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e6b004d-2d9d-474c-ab0e-18398649ad8f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.815019] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1169.815019] env[68663]: value = "task-3239056" [ 1169.815019] env[68663]: _type = "Task" [ 1169.815019] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.821787] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.863034] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.863034] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.864738] env[68663]: INFO nova.compute.claims [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.996041] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "7513b36a-931d-4734-b885-48bb577bfd9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.996041] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "7513b36a-931d-4734-b885-48bb577bfd9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.277127] env[68663]: DEBUG nova.compute.manager [req-cd4b90ea-173d-46cb-9849-cd38f2446500 req-23775500-dfea-4675-90e0-0960b37a269e service nova] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Received event network-vif-deleted-32bf4f20-c806-4095-b721-d6155ee3af5e {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.277588] env[68663]: INFO nova.compute.manager [req-cd4b90ea-173d-46cb-9849-cd38f2446500 req-23775500-dfea-4675-90e0-0960b37a269e service nova] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Neutron deleted interface 32bf4f20-c806-4095-b721-d6155ee3af5e; detaching it from the instance and deleting it from the info cache [ 1170.278164] env[68663]: DEBUG nova.network.neutron [req-cd4b90ea-173d-46cb-9849-cd38f2446500 req-23775500-dfea-4675-90e0-0960b37a269e service nova] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.323383] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074425} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.323763] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.324400] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af101c9-ed8a-4896-a14b-20bb8fe7d009 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.348512] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] df28a86f-76ef-4f8b-b961-8effdf53de7c/df28a86f-76ef-4f8b-b961-8effdf53de7c.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.349216] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66142a80-946e-49fb-9048-3cbd13d90941 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.369319] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1170.369319] env[68663]: value = "task-3239057" [ 1170.369319] env[68663]: _type = "Task" [ 1170.369319] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.381389] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.499670] env[68663]: DEBUG nova.compute.manager [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1170.503426] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.503851] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c435467c-6291-4410-ba18-3f2faddb3b2e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.511722] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1170.511722] env[68663]: value = "task-3239058" [ 1170.511722] env[68663]: _type = "Task" [ 1170.511722] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.520877] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.754245] env[68663]: DEBUG nova.network.neutron [-] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.780756] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af1b9f7e-76b0-4c1f-9e42-d20753252854 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.789922] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c604fb-b7cd-415d-b275-c64eaef5868b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.821943] env[68663]: DEBUG nova.compute.manager [req-cd4b90ea-173d-46cb-9849-cd38f2446500 req-23775500-dfea-4675-90e0-0960b37a269e service nova] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Detach interface failed, port_id=32bf4f20-c806-4095-b721-d6155ee3af5e, reason: Instance 55d7be37-fc46-44c4-8f13-faddbb628807 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1170.881548] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239057, 'name': ReconfigVM_Task, 'duration_secs': 0.411584} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.882054] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Reconfigured VM instance instance-00000074 to attach disk [datastore2] df28a86f-76ef-4f8b-b961-8effdf53de7c/df28a86f-76ef-4f8b-b961-8effdf53de7c.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.882905] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebc5712a-ae3b-491a-9e9a-067a66190dfe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.890370] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1170.890370] env[68663]: value = "task-3239059" [ 1170.890370] env[68663]: _type = "Task" [ 1170.890370] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.902325] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239059, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.022619] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239058, 'name': PowerOffVM_Task, 'duration_secs': 0.220096} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.024801] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.026071] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.027090] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b131ae41-cc84-41cf-883e-b2690874329b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.050320] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0e63ad-3a72-4ad4-9338-e4f7d1d2339b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.054026] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20b97a3-d6e4-48f4-bf29-c2023584b17e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.065793] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781aeaa5-cb55-442e-bbd0-29b739dde4b4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.099726] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0950861-32b0-4a96-b1df-821ed8b24fd6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.108678] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c61579-3269-4ed7-be8d-809fe9bc3f03 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.123885] env[68663]: DEBUG nova.compute.provider_tree [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.257469] env[68663]: INFO nova.compute.manager [-] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Took 1.90 seconds to deallocate network for instance. [ 1171.401274] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239059, 'name': Rename_Task, 'duration_secs': 0.172746} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.401615] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.401862] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29d9d44f-c04d-4687-aaf5-b7214f60c162 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.408290] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1171.408290] env[68663]: value = "task-3239060" [ 1171.408290] env[68663]: _type = "Task" [ 1171.408290] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.415919] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.566524] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1171.566868] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a112efa-adad-49db-97df-548f802e78f8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.574630] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1171.574630] env[68663]: value = "task-3239061" [ 1171.574630] env[68663]: _type = "Task" [ 1171.574630] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.585790] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239061, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.627025] env[68663]: DEBUG nova.scheduler.client.report [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.808445] env[68663]: INFO nova.compute.manager [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Took 0.55 seconds to detach 1 volumes for instance. [ 1171.810834] env[68663]: DEBUG nova.compute.manager [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Deleting volume: ce4dd105-7021-4830-8e7d-b42a1119cf47 {{(pid=68663) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1171.919016] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239060, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.084701] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239061, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.132214] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.133064] env[68663]: DEBUG nova.compute.manager [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.136364] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.110s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.137995] env[68663]: INFO nova.compute.claims [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.353658] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.419590] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239060, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.586472] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239061, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.644065] env[68663]: DEBUG nova.compute.utils [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.647875] env[68663]: DEBUG nova.compute.manager [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.648058] env[68663]: DEBUG nova.network.neutron [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.686968] env[68663]: DEBUG nova.policy [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0db5451558f4441e8f85aa5473333e07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afc1cb6d582a42b490f8837eb26e395d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.924092] env[68663]: DEBUG oslo_vmware.api [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239060, 'name': PowerOnVM_Task, 'duration_secs': 1.024727} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.924625] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.926443] env[68663]: INFO nova.compute.manager [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1172.926722] env[68663]: DEBUG nova.compute.manager [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.927781] env[68663]: DEBUG nova.network.neutron [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Successfully created port: e879dd21-63f1-4429-bc7e-e70e5cd845d3 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.930361] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ba0016-0220-4d54-ba86-d28659b2967d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.085489] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239061, 'name': CreateSnapshot_Task, 'duration_secs': 1.020732} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.086093] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1173.086522] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935a9d59-305b-459e-b81d-bccdd3afa495 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.148042] env[68663]: DEBUG nova.compute.manager [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.276849] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b607817-e4ec-471d-a66c-24e8e8b73630 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.285096] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b42108-9e70-4a94-b576-6e8547a947fd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.314764] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78645da-fca1-4299-9177-119724ea4cd3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.322432] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b944cd8a-984e-4155-a917-c768d02347d1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.336252] env[68663]: DEBUG nova.compute.provider_tree [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.448840] env[68663]: INFO nova.compute.manager [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Took 13.28 seconds to build instance. [ 1173.605930] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1173.606554] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-20396afb-05ed-49c9-b4c2-a4e9a8744c43 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.616774] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1173.616774] env[68663]: value = "task-3239063" [ 1173.616774] env[68663]: _type = "Task" [ 1173.616774] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.626559] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239063, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.839776] env[68663]: DEBUG nova.scheduler.client.report [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.951657] env[68663]: DEBUG oslo_concurrency.lockutils [None req-fd697e8b-6510-45c5-adbf-0c6a0d476232 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.786s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.099956] env[68663]: DEBUG nova.compute.manager [req-c15991ce-d7af-416a-b1be-8c5827393726 req-2c64caab-9235-4750-9959-613018730efc service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Received event network-changed-2dd1520e-ead9-4362-9db2-d3e39e43d2b9 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.100168] env[68663]: DEBUG nova.compute.manager [req-c15991ce-d7af-416a-b1be-8c5827393726 req-2c64caab-9235-4750-9959-613018730efc service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Refreshing instance network info cache due to event network-changed-2dd1520e-ead9-4362-9db2-d3e39e43d2b9. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.100387] env[68663]: DEBUG oslo_concurrency.lockutils [req-c15991ce-d7af-416a-b1be-8c5827393726 req-2c64caab-9235-4750-9959-613018730efc service nova] Acquiring lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.100529] env[68663]: DEBUG oslo_concurrency.lockutils [req-c15991ce-d7af-416a-b1be-8c5827393726 req-2c64caab-9235-4750-9959-613018730efc service nova] Acquired lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.100689] env[68663]: DEBUG nova.network.neutron [req-c15991ce-d7af-416a-b1be-8c5827393726 req-2c64caab-9235-4750-9959-613018730efc service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Refreshing network info cache for port 2dd1520e-ead9-4362-9db2-d3e39e43d2b9 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.127192] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239063, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.159907] env[68663]: DEBUG nova.compute.manager [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.187395] env[68663]: DEBUG nova.virt.hardware [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.187654] env[68663]: DEBUG nova.virt.hardware [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.187825] env[68663]: DEBUG nova.virt.hardware [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.188016] env[68663]: DEBUG nova.virt.hardware [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.188169] env[68663]: DEBUG nova.virt.hardware [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.188314] env[68663]: DEBUG nova.virt.hardware [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.188544] env[68663]: DEBUG nova.virt.hardware [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.188789] env[68663]: DEBUG nova.virt.hardware [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.188875] env[68663]: DEBUG nova.virt.hardware [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.189039] env[68663]: DEBUG nova.virt.hardware [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.189221] env[68663]: DEBUG nova.virt.hardware [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.190305] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c23c926-e149-47cf-9cfd-0b30ed7b6a0c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.198088] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb256c69-3ff2-45f2-a3c8-ac17bf3751b5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.338807] env[68663]: DEBUG nova.compute.manager [req-13220769-a652-4d6c-a902-b060b7bf5d03 req-11c9a18a-2256-4a89-9298-8931d5feb1a3 service nova] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Received event network-vif-plugged-e879dd21-63f1-4429-bc7e-e70e5cd845d3 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.339065] env[68663]: DEBUG oslo_concurrency.lockutils [req-13220769-a652-4d6c-a902-b060b7bf5d03 req-11c9a18a-2256-4a89-9298-8931d5feb1a3 service nova] Acquiring lock "009fff9f-aa80-49e9-bad0-842a931e03e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.339291] env[68663]: DEBUG oslo_concurrency.lockutils [req-13220769-a652-4d6c-a902-b060b7bf5d03 req-11c9a18a-2256-4a89-9298-8931d5feb1a3 service nova] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.339532] env[68663]: DEBUG oslo_concurrency.lockutils [req-13220769-a652-4d6c-a902-b060b7bf5d03 req-11c9a18a-2256-4a89-9298-8931d5feb1a3 service nova] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.339723] env[68663]: DEBUG nova.compute.manager [req-13220769-a652-4d6c-a902-b060b7bf5d03 req-11c9a18a-2256-4a89-9298-8931d5feb1a3 service nova] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] No waiting events found dispatching network-vif-plugged-e879dd21-63f1-4429-bc7e-e70e5cd845d3 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1174.339891] env[68663]: WARNING nova.compute.manager [req-13220769-a652-4d6c-a902-b060b7bf5d03 req-11c9a18a-2256-4a89-9298-8931d5feb1a3 service nova] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Received unexpected event network-vif-plugged-e879dd21-63f1-4429-bc7e-e70e5cd845d3 for instance with vm_state building and task_state spawning. [ 1174.344393] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.344899] env[68663]: DEBUG nova.compute.manager [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.347752] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.994s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.348034] env[68663]: DEBUG nova.objects.instance [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lazy-loading 'resources' on Instance uuid 55d7be37-fc46-44c4-8f13-faddbb628807 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.418334] env[68663]: DEBUG nova.network.neutron [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Successfully updated port: e879dd21-63f1-4429-bc7e-e70e5cd845d3 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.627406] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239063, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.851286] env[68663]: DEBUG nova.compute.utils [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.852731] env[68663]: DEBUG nova.compute.manager [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.853032] env[68663]: DEBUG nova.network.neutron [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.898228] env[68663]: DEBUG nova.policy [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3c9730dbec54755a738ecab46d515e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86b7a180a3564cca955c100cbbdbd51e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.915967] env[68663]: DEBUG nova.network.neutron [req-c15991ce-d7af-416a-b1be-8c5827393726 req-2c64caab-9235-4750-9959-613018730efc service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Updated VIF entry in instance network info cache for port 2dd1520e-ead9-4362-9db2-d3e39e43d2b9. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.916394] env[68663]: DEBUG nova.network.neutron [req-c15991ce-d7af-416a-b1be-8c5827393726 req-2c64caab-9235-4750-9959-613018730efc service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Updating instance_info_cache with network_info: [{"id": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "address": "fa:16:3e:11:80:76", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd1520e-ea", "ovs_interfaceid": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.922807] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "refresh_cache-009fff9f-aa80-49e9-bad0-842a931e03e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.922807] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquired lock "refresh_cache-009fff9f-aa80-49e9-bad0-842a931e03e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.922807] env[68663]: DEBUG nova.network.neutron [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.996037] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c76b7d-70bf-440f-961d-4dbfff7d7347 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.004396] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dc142b-cecf-4c5e-841b-952dff9aae15 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.035893] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36288f15-bc4c-4939-8016-8d6888ce57f5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.044056] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b81e69-58b0-4ef6-ac42-af930428c189 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.058179] env[68663]: DEBUG nova.compute.provider_tree [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.129215] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239063, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.188349] env[68663]: DEBUG nova.network.neutron [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Successfully created port: b815049d-98d9-49d3-80e9-a841e9367b43 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.358868] env[68663]: DEBUG nova.compute.manager [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.427577] env[68663]: DEBUG oslo_concurrency.lockutils [req-c15991ce-d7af-416a-b1be-8c5827393726 req-2c64caab-9235-4750-9959-613018730efc service nova] Releasing lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.454895] env[68663]: DEBUG nova.network.neutron [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.561792] env[68663]: DEBUG nova.scheduler.client.report [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.581787] env[68663]: DEBUG nova.network.neutron [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Updating instance_info_cache with network_info: [{"id": "e879dd21-63f1-4429-bc7e-e70e5cd845d3", "address": "fa:16:3e:1d:ab:c1", "network": {"id": "ec22fcdf-fc51-4273-b229-e18d41783ba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28279953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc1cb6d582a42b490f8837eb26e395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape879dd21-63", "ovs_interfaceid": "e879dd21-63f1-4429-bc7e-e70e5cd845d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.629021] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239063, 'name': CloneVM_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.068027] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.084909] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Releasing lock "refresh_cache-009fff9f-aa80-49e9-bad0-842a931e03e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.085728] env[68663]: DEBUG nova.compute.manager [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Instance network_info: |[{"id": "e879dd21-63f1-4429-bc7e-e70e5cd845d3", "address": "fa:16:3e:1d:ab:c1", "network": {"id": "ec22fcdf-fc51-4273-b229-e18d41783ba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28279953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc1cb6d582a42b490f8837eb26e395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape879dd21-63", "ovs_interfaceid": "e879dd21-63f1-4429-bc7e-e70e5cd845d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.085728] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:ab:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e879dd21-63f1-4429-bc7e-e70e5cd845d3', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.093455] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.094532] env[68663]: INFO nova.scheduler.client.report [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleted allocations for instance 55d7be37-fc46-44c4-8f13-faddbb628807 [ 1176.095537] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.098223] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba1d9dc1-be9b-41e2-a117-88e139adada3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.118622] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.118622] env[68663]: value = "task-3239064" [ 1176.118622] env[68663]: _type = "Task" [ 1176.118622] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.130267] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239063, 'name': CloneVM_Task, 'duration_secs': 2.048085} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.133580] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Created linked-clone VM from snapshot [ 1176.133796] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239064, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.134486] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5619645e-30a1-4bc8-90c8-a90dab56e86c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.142020] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Uploading image dcfd048c-a33b-4625-8fbb-95a46597dca4 {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1176.169556] env[68663]: DEBUG oslo_vmware.rw_handles [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1176.169556] env[68663]: value = "vm-647342" [ 1176.169556] env[68663]: _type = "VirtualMachine" [ 1176.169556] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1176.169834] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8981cbc6-6727-412c-8171-3658c479f822 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.176526] env[68663]: DEBUG oslo_vmware.rw_handles [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lease: (returnval){ [ 1176.176526] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529b78a7-0344-170c-ad25-2efb9a4e0675" [ 1176.176526] env[68663]: _type = "HttpNfcLease" [ 1176.176526] env[68663]: } obtained for exporting VM: (result){ [ 1176.176526] env[68663]: value = "vm-647342" [ 1176.176526] env[68663]: _type = "VirtualMachine" [ 1176.176526] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1176.176822] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the lease: (returnval){ [ 1176.176822] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529b78a7-0344-170c-ad25-2efb9a4e0675" [ 1176.176822] env[68663]: _type = "HttpNfcLease" [ 1176.176822] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1176.184018] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.184018] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529b78a7-0344-170c-ad25-2efb9a4e0675" [ 1176.184018] env[68663]: _type = "HttpNfcLease" [ 1176.184018] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1176.367109] env[68663]: DEBUG nova.compute.manager [req-a326b651-9398-4b8b-8355-7a9dab211b14 req-83c64ae6-f6d3-4a0f-896e-d0868ea22ee0 service nova] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Received event network-changed-e879dd21-63f1-4429-bc7e-e70e5cd845d3 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.367299] env[68663]: DEBUG nova.compute.manager [req-a326b651-9398-4b8b-8355-7a9dab211b14 req-83c64ae6-f6d3-4a0f-896e-d0868ea22ee0 service nova] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Refreshing instance network info cache due to event network-changed-e879dd21-63f1-4429-bc7e-e70e5cd845d3. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.367516] env[68663]: DEBUG oslo_concurrency.lockutils [req-a326b651-9398-4b8b-8355-7a9dab211b14 req-83c64ae6-f6d3-4a0f-896e-d0868ea22ee0 service nova] Acquiring lock "refresh_cache-009fff9f-aa80-49e9-bad0-842a931e03e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.367661] env[68663]: DEBUG oslo_concurrency.lockutils [req-a326b651-9398-4b8b-8355-7a9dab211b14 req-83c64ae6-f6d3-4a0f-896e-d0868ea22ee0 service nova] Acquired lock "refresh_cache-009fff9f-aa80-49e9-bad0-842a931e03e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.367826] env[68663]: DEBUG nova.network.neutron [req-a326b651-9398-4b8b-8355-7a9dab211b14 req-83c64ae6-f6d3-4a0f-896e-d0868ea22ee0 service nova] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Refreshing network info cache for port e879dd21-63f1-4429-bc7e-e70e5cd845d3 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.369971] env[68663]: DEBUG nova.compute.manager [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.394471] env[68663]: DEBUG nova.virt.hardware [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.394719] env[68663]: DEBUG nova.virt.hardware [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.394924] env[68663]: DEBUG nova.virt.hardware [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.395162] env[68663]: DEBUG nova.virt.hardware [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.395314] env[68663]: DEBUG nova.virt.hardware [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.395462] env[68663]: DEBUG nova.virt.hardware [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.395671] env[68663]: DEBUG nova.virt.hardware [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.395828] env[68663]: DEBUG nova.virt.hardware [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.396209] env[68663]: DEBUG nova.virt.hardware [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.396404] env[68663]: DEBUG nova.virt.hardware [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.396589] env[68663]: DEBUG nova.virt.hardware [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.397697] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804fec1b-ae94-4530-bda2-54625b9b0103 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.406483] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7774e8e-f6e8-4884-ae5e-759ae5ad6ea4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.608148] env[68663]: DEBUG nova.compute.manager [req-6d95aa2b-32a5-487a-a56a-83681fd1ef44 req-2c49a7e8-dc80-4a5d-9d22-5edc6d5db5d5 service nova] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Received event network-vif-plugged-b815049d-98d9-49d3-80e9-a841e9367b43 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.608364] env[68663]: DEBUG oslo_concurrency.lockutils [req-6d95aa2b-32a5-487a-a56a-83681fd1ef44 req-2c49a7e8-dc80-4a5d-9d22-5edc6d5db5d5 service nova] Acquiring lock "7513b36a-931d-4734-b885-48bb577bfd9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.608564] env[68663]: DEBUG oslo_concurrency.lockutils [req-6d95aa2b-32a5-487a-a56a-83681fd1ef44 req-2c49a7e8-dc80-4a5d-9d22-5edc6d5db5d5 service nova] Lock "7513b36a-931d-4734-b885-48bb577bfd9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.608732] env[68663]: DEBUG oslo_concurrency.lockutils [req-6d95aa2b-32a5-487a-a56a-83681fd1ef44 req-2c49a7e8-dc80-4a5d-9d22-5edc6d5db5d5 service nova] Lock "7513b36a-931d-4734-b885-48bb577bfd9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.608900] env[68663]: DEBUG nova.compute.manager [req-6d95aa2b-32a5-487a-a56a-83681fd1ef44 req-2c49a7e8-dc80-4a5d-9d22-5edc6d5db5d5 service nova] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] No waiting events found dispatching network-vif-plugged-b815049d-98d9-49d3-80e9-a841e9367b43 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.609077] env[68663]: WARNING nova.compute.manager [req-6d95aa2b-32a5-487a-a56a-83681fd1ef44 req-2c49a7e8-dc80-4a5d-9d22-5edc6d5db5d5 service nova] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Received unexpected event network-vif-plugged-b815049d-98d9-49d3-80e9-a841e9367b43 for instance with vm_state building and task_state spawning. [ 1176.615976] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ad4b7515-a7fb-4eca-a9f8-b51d79863739 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "55d7be37-fc46-44c4-8f13-faddbb628807" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.043s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.628394] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239064, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.685596] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.685596] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529b78a7-0344-170c-ad25-2efb9a4e0675" [ 1176.685596] env[68663]: _type = "HttpNfcLease" [ 1176.685596] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1176.685999] env[68663]: DEBUG oslo_vmware.rw_handles [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1176.685999] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529b78a7-0344-170c-ad25-2efb9a4e0675" [ 1176.685999] env[68663]: _type = "HttpNfcLease" [ 1176.685999] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1176.686808] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501a30fa-b831-4f43-a02d-c791581e6bdd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.694396] env[68663]: DEBUG oslo_vmware.rw_handles [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa7872-cecc-01bf-d98f-04f502364dfe/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1176.694580] env[68663]: DEBUG oslo_vmware.rw_handles [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa7872-cecc-01bf-d98f-04f502364dfe/disk-0.vmdk for reading. {{(pid=68663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1176.702289] env[68663]: DEBUG nova.network.neutron [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Successfully updated port: b815049d-98d9-49d3-80e9-a841e9367b43 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.819137] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1d2d4d1b-fca3-43c5-8d4a-16763e0be2ed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.078027] env[68663]: DEBUG nova.network.neutron [req-a326b651-9398-4b8b-8355-7a9dab211b14 req-83c64ae6-f6d3-4a0f-896e-d0868ea22ee0 service nova] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Updated VIF entry in instance network info cache for port e879dd21-63f1-4429-bc7e-e70e5cd845d3. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.078499] env[68663]: DEBUG nova.network.neutron [req-a326b651-9398-4b8b-8355-7a9dab211b14 req-83c64ae6-f6d3-4a0f-896e-d0868ea22ee0 service nova] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Updating instance_info_cache with network_info: [{"id": "e879dd21-63f1-4429-bc7e-e70e5cd845d3", "address": "fa:16:3e:1d:ab:c1", "network": {"id": "ec22fcdf-fc51-4273-b229-e18d41783ba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28279953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc1cb6d582a42b490f8837eb26e395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape879dd21-63", "ovs_interfaceid": "e879dd21-63f1-4429-bc7e-e70e5cd845d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.091109] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "7cfc96a6-62b6-40a7-8ecd-5c4dd269c518" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.091891] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "7cfc96a6-62b6-40a7-8ecd-5c4dd269c518" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.092133] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "7cfc96a6-62b6-40a7-8ecd-5c4dd269c518-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.092326] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "7cfc96a6-62b6-40a7-8ecd-5c4dd269c518-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.092496] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "7cfc96a6-62b6-40a7-8ecd-5c4dd269c518-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.094404] env[68663]: INFO nova.compute.manager [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Terminating instance [ 1177.131697] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239064, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.134190] env[68663]: DEBUG oslo_vmware.rw_handles [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520eb041-de79-659e-640e-a71c608436c8/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1177.135071] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6033e6-c61e-43f9-a02f-e7f7354a09a0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.140958] env[68663]: DEBUG oslo_vmware.rw_handles [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520eb041-de79-659e-640e-a71c608436c8/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1177.141159] env[68663]: ERROR oslo_vmware.rw_handles [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520eb041-de79-659e-640e-a71c608436c8/disk-0.vmdk due to incomplete transfer. [ 1177.141381] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-39bcf3cf-60b3-41cb-9283-ebacce59eaa6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.148427] env[68663]: DEBUG oslo_vmware.rw_handles [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520eb041-de79-659e-640e-a71c608436c8/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1177.148728] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Uploaded image a511194b-4926-478b-88db-c36c375c6cdc to the Glance image server {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1177.150826] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1177.151133] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-44ea04a4-81eb-470f-8eb2-6b39649b041e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.157863] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1177.157863] env[68663]: value = "task-3239066" [ 1177.157863] env[68663]: _type = "Task" [ 1177.157863] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.165912] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239066, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.205329] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "refresh_cache-7513b36a-931d-4734-b885-48bb577bfd9d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.205438] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "refresh_cache-7513b36a-931d-4734-b885-48bb577bfd9d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.205615] env[68663]: DEBUG nova.network.neutron [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.581443] env[68663]: DEBUG oslo_concurrency.lockutils [req-a326b651-9398-4b8b-8355-7a9dab211b14 req-83c64ae6-f6d3-4a0f-896e-d0868ea22ee0 service nova] Releasing lock "refresh_cache-009fff9f-aa80-49e9-bad0-842a931e03e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.598731] env[68663]: DEBUG nova.compute.manager [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.599507] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.600314] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92072022-38b1-4013-989d-bac64bf876da {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.609698] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.609970] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25fcc550-22c5-4898-acca-3a9df28f111f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.617447] env[68663]: DEBUG oslo_vmware.api [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1177.617447] env[68663]: value = "task-3239067" [ 1177.617447] env[68663]: _type = "Task" [ 1177.617447] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.631582] env[68663]: DEBUG oslo_vmware.api [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.635591] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239064, 'name': CreateVM_Task, 'duration_secs': 1.51277} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.635894] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.637081] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.637529] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.638215] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.638498] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4b0a2ca-42d3-4320-9dd5-12b17a30e4f2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.644061] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1177.644061] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f8a19d-2077-15d9-8a4f-bfd33d3a3939" [ 1177.644061] env[68663]: _type = "Task" [ 1177.644061] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.653313] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f8a19d-2077-15d9-8a4f-bfd33d3a3939, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.668228] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239066, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.744804] env[68663]: DEBUG nova.network.neutron [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.911053] env[68663]: DEBUG nova.network.neutron [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Updating instance_info_cache with network_info: [{"id": "b815049d-98d9-49d3-80e9-a841e9367b43", "address": "fa:16:3e:50:63:b6", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb815049d-98", "ovs_interfaceid": "b815049d-98d9-49d3-80e9-a841e9367b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.129230] env[68663]: DEBUG oslo_vmware.api [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239067, 'name': PowerOffVM_Task, 'duration_secs': 0.263226} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.129324] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.129445] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.129713] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccef8521-9cec-44fd-84a6-f247fb89ce2b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.155373] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f8a19d-2077-15d9-8a4f-bfd33d3a3939, 'name': SearchDatastore_Task, 'duration_secs': 0.015777} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.155748] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.156053] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.156376] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.156624] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.156830] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.156983] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53c00992-b2c2-4488-8d06-7bfeadf69575 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.167179] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239066, 'name': Destroy_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.168890] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.169273] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.170179] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11692ecb-5370-4052-be94-0ecf2ad97a08 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.175907] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1178.175907] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527fdf58-a3b9-f979-66fa-34c8f6382d15" [ 1178.175907] env[68663]: _type = "Task" [ 1178.175907] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.183286] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527fdf58-a3b9-f979-66fa-34c8f6382d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.209335] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.210236] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.210656] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleting the datastore file [datastore2] 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.211080] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20d045b7-8dab-4b82-9b50-468780feb58f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.217992] env[68663]: DEBUG oslo_vmware.api [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1178.217992] env[68663]: value = "task-3239069" [ 1178.217992] env[68663]: _type = "Task" [ 1178.217992] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.227503] env[68663]: DEBUG oslo_vmware.api [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.414955] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "refresh_cache-7513b36a-931d-4734-b885-48bb577bfd9d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.414955] env[68663]: DEBUG nova.compute.manager [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Instance network_info: |[{"id": "b815049d-98d9-49d3-80e9-a841e9367b43", "address": "fa:16:3e:50:63:b6", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb815049d-98", "ovs_interfaceid": "b815049d-98d9-49d3-80e9-a841e9367b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.416254] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:63:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b815049d-98d9-49d3-80e9-a841e9367b43', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.424100] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.424512] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.425197] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1677909e-bb9f-4cd9-8a65-9c23bb8b7d3f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.445131] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.445131] env[68663]: value = "task-3239070" [ 1178.445131] env[68663]: _type = "Task" [ 1178.445131] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.454633] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239070, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.636439] env[68663]: DEBUG nova.compute.manager [req-fa8c03d6-2963-4e7b-aa78-12c8670e183c req-7d73d92d-c402-4b98-abcd-87c7d730e676 service nova] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Received event network-changed-b815049d-98d9-49d3-80e9-a841e9367b43 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.636912] env[68663]: DEBUG nova.compute.manager [req-fa8c03d6-2963-4e7b-aa78-12c8670e183c req-7d73d92d-c402-4b98-abcd-87c7d730e676 service nova] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Refreshing instance network info cache due to event network-changed-b815049d-98d9-49d3-80e9-a841e9367b43. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.637345] env[68663]: DEBUG oslo_concurrency.lockutils [req-fa8c03d6-2963-4e7b-aa78-12c8670e183c req-7d73d92d-c402-4b98-abcd-87c7d730e676 service nova] Acquiring lock "refresh_cache-7513b36a-931d-4734-b885-48bb577bfd9d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.637628] env[68663]: DEBUG oslo_concurrency.lockutils [req-fa8c03d6-2963-4e7b-aa78-12c8670e183c req-7d73d92d-c402-4b98-abcd-87c7d730e676 service nova] Acquired lock "refresh_cache-7513b36a-931d-4734-b885-48bb577bfd9d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.637934] env[68663]: DEBUG nova.network.neutron [req-fa8c03d6-2963-4e7b-aa78-12c8670e183c req-7d73d92d-c402-4b98-abcd-87c7d730e676 service nova] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Refreshing network info cache for port b815049d-98d9-49d3-80e9-a841e9367b43 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.669905] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239066, 'name': Destroy_Task, 'duration_secs': 1.141134} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.670406] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Destroyed the VM [ 1178.670824] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1178.671220] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-985b314c-510c-44f3-b37e-943f63800489 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.680774] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1178.680774] env[68663]: value = "task-3239071" [ 1178.680774] env[68663]: _type = "Task" [ 1178.680774] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.688610] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527fdf58-a3b9-f979-66fa-34c8f6382d15, 'name': SearchDatastore_Task, 'duration_secs': 0.022789} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.689972] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f07ddf-a967-4585-9a4c-43ec546a046e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.695693] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239071, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.698948] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1178.698948] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52482805-3516-d90e-9523-ce490d82ed7e" [ 1178.698948] env[68663]: _type = "Task" [ 1178.698948] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.708105] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52482805-3516-d90e-9523-ce490d82ed7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.729399] env[68663]: DEBUG oslo_vmware.api [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306282} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.729824] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.730107] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.730281] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.730495] env[68663]: INFO nova.compute.manager [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1178.730751] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.730973] env[68663]: DEBUG nova.compute.manager [-] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.731101] env[68663]: DEBUG nova.network.neutron [-] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.955939] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239070, 'name': CreateVM_Task, 'duration_secs': 0.462103} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.956607] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.957478] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.957803] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.958355] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.958759] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9175a92a-b7a4-4344-b7d7-d60fe4348d6e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.963678] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1178.963678] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5239c5c2-99e2-4172-a6bd-5e11f41064ac" [ 1178.963678] env[68663]: _type = "Task" [ 1178.963678] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.971940] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5239c5c2-99e2-4172-a6bd-5e11f41064ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.190947] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239071, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.208038] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52482805-3516-d90e-9523-ce490d82ed7e, 'name': SearchDatastore_Task, 'duration_secs': 0.012828} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.210650] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.210931] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 009fff9f-aa80-49e9-bad0-842a931e03e2/009fff9f-aa80-49e9-bad0-842a931e03e2.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.211234] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-678c83ab-c269-47b8-9f61-5247e79ba163 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.218031] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1179.218031] env[68663]: value = "task-3239072" [ 1179.218031] env[68663]: _type = "Task" [ 1179.218031] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.226026] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.363358] env[68663]: DEBUG nova.network.neutron [req-fa8c03d6-2963-4e7b-aa78-12c8670e183c req-7d73d92d-c402-4b98-abcd-87c7d730e676 service nova] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Updated VIF entry in instance network info cache for port b815049d-98d9-49d3-80e9-a841e9367b43. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.363728] env[68663]: DEBUG nova.network.neutron [req-fa8c03d6-2963-4e7b-aa78-12c8670e183c req-7d73d92d-c402-4b98-abcd-87c7d730e676 service nova] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Updating instance_info_cache with network_info: [{"id": "b815049d-98d9-49d3-80e9-a841e9367b43", "address": "fa:16:3e:50:63:b6", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb815049d-98", "ovs_interfaceid": "b815049d-98d9-49d3-80e9-a841e9367b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.474384] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5239c5c2-99e2-4172-a6bd-5e11f41064ac, 'name': SearchDatastore_Task, 'duration_secs': 0.016472} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.474720] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.474994] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.475285] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.475437] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.475621] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.475934] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1619a6f8-54ab-4185-90d3-c8d6e326510a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.489950] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.490168] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.491013] env[68663]: DEBUG nova.network.neutron [-] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.492266] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e68a209a-ad4b-48fc-8e87-c6dbda4d1a9c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.498775] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1179.498775] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521187db-9ae3-1023-7e67-fbc6273ea39b" [ 1179.498775] env[68663]: _type = "Task" [ 1179.498775] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.509565] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521187db-9ae3-1023-7e67-fbc6273ea39b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.693268] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239071, 'name': RemoveSnapshot_Task, 'duration_secs': 0.527107} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.693548] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1179.693845] env[68663]: DEBUG nova.compute.manager [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.694733] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7739f2b-895c-4369-bf23-cd9ea34a7630 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.729156] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239072, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.866963] env[68663]: DEBUG oslo_concurrency.lockutils [req-fa8c03d6-2963-4e7b-aa78-12c8670e183c req-7d73d92d-c402-4b98-abcd-87c7d730e676 service nova] Releasing lock "refresh_cache-7513b36a-931d-4734-b885-48bb577bfd9d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.996666] env[68663]: INFO nova.compute.manager [-] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Took 1.27 seconds to deallocate network for instance. [ 1180.011028] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521187db-9ae3-1023-7e67-fbc6273ea39b, 'name': SearchDatastore_Task, 'duration_secs': 0.064979} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.011750] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-494a9ccb-430d-4be3-99f8-7b11ab4a282a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.016662] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1180.016662] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ef78bd-9409-5b38-7425-39966d6f2b6b" [ 1180.016662] env[68663]: _type = "Task" [ 1180.016662] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.024496] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ef78bd-9409-5b38-7425-39966d6f2b6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.209150] env[68663]: INFO nova.compute.manager [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Shelve offloading [ 1180.229876] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239072, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.506556] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.506798] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.507034] env[68663]: DEBUG nova.objects.instance [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lazy-loading 'resources' on Instance uuid 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.526955] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ef78bd-9409-5b38-7425-39966d6f2b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010323} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.527231] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.527484] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 7513b36a-931d-4734-b885-48bb577bfd9d/7513b36a-931d-4734-b885-48bb577bfd9d.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.527738] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffe109c0-5366-4c0b-bd89-8344f8fbb944 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.534302] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1180.534302] env[68663]: value = "task-3239073" [ 1180.534302] env[68663]: _type = "Task" [ 1180.534302] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.541999] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.661902] env[68663]: DEBUG nova.compute.manager [req-98f461b8-b92a-48a7-904a-f3dfe60dc27b req-f0420c4c-b2c7-4388-b03a-5d3eb9666aa6 service nova] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Received event network-vif-deleted-fd03857b-8c3e-4a2a-8389-de7af58f7da5 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.712288] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.712610] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c7a327a-ebf7-4280-99b7-fa39f742f666 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.719773] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1180.719773] env[68663]: value = "task-3239074" [ 1180.719773] env[68663]: _type = "Task" [ 1180.719773] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.733243] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] VM already powered off {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1180.733443] env[68663]: DEBUG nova.compute.manager [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.733696] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239072, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.734429] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4417082-6a59-457d-aee9-eba922294b47 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.739661] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.739826] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquired lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.739996] env[68663]: DEBUG nova.network.neutron [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.045402] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239073, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.133268] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a204b907-f7c7-4de4-bc6d-408256f1f927 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.143673] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366d5300-4e94-4e1b-8f65-7af33b9304f2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.177070] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58b3165-f01d-4eb5-8ac8-9b8eced7f07b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.185118] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13311ec-c5f2-4d29-8e46-071e57e1c747 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.200948] env[68663]: DEBUG nova.compute.provider_tree [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.232664] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239072, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.563125} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.232919] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 009fff9f-aa80-49e9-bad0-842a931e03e2/009fff9f-aa80-49e9-bad0-842a931e03e2.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.233155] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.233413] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b69410c1-8a47-4097-b218-7f60ecd64151 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.240531] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1181.240531] env[68663]: value = "task-3239075" [ 1181.240531] env[68663]: _type = "Task" [ 1181.240531] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.250531] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.456202] env[68663]: DEBUG nova.network.neutron [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Updating instance_info_cache with network_info: [{"id": "5ee27256-c401-4f15-bf31-3a6887105832", "address": "fa:16:3e:2f:70:e1", "network": {"id": "621233a7-da79-42bf-a000-6f4244623a18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-311170970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd9da2e2f754240805e2b64aff9c4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee27256-c4", "ovs_interfaceid": "5ee27256-c401-4f15-bf31-3a6887105832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.545049] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709534} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.545341] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 7513b36a-931d-4734-b885-48bb577bfd9d/7513b36a-931d-4734-b885-48bb577bfd9d.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.545601] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.545806] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbc81d35-84a5-4d7c-b412-5763b8f6458c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.552242] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1181.552242] env[68663]: value = "task-3239076" [ 1181.552242] env[68663]: _type = "Task" [ 1181.552242] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.559669] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.704475] env[68663]: DEBUG nova.scheduler.client.report [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.752785] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068019} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.753114] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.753940] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e7acf5-e534-4058-8461-671f4bfc4beb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.777476] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 009fff9f-aa80-49e9-bad0-842a931e03e2/009fff9f-aa80-49e9-bad0-842a931e03e2.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.777785] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f201e067-4d9b-4a44-b392-c1c1884b7054 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.797913] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1181.797913] env[68663]: value = "task-3239077" [ 1181.797913] env[68663]: _type = "Task" [ 1181.797913] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.806329] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.958852] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Releasing lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.062957] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22953} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.064256] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.064532] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8516eea-57d3-42a4-9848-0874ac083db8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.086692] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 7513b36a-931d-4734-b885-48bb577bfd9d/7513b36a-931d-4734-b885-48bb577bfd9d.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.087010] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7406a32d-7d3c-49b8-96ff-517de7bbdc60 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.106669] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1182.106669] env[68663]: value = "task-3239078" [ 1182.106669] env[68663]: _type = "Task" [ 1182.106669] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.114697] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.209881] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.240015] env[68663]: INFO nova.scheduler.client.report [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleted allocations for instance 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518 [ 1182.310140] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.312101] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdfbcfb-6748-4edf-a734-560f66c56cfb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.321030] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.323737] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.324089] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1281c30d-bcb2-41af-8836-7397849aacd9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.393035] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.393260] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.393463] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Deleting the datastore file [datastore1] 20b0b14e-8264-4dad-acc6-8f2518b16b28 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.393738] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0740f79f-c118-47f2-b9e4-0c3af94ee53e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.401027] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1182.401027] env[68663]: value = "task-3239080" [ 1182.401027] env[68663]: _type = "Task" [ 1182.401027] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.411073] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.616520] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239078, 'name': ReconfigVM_Task, 'duration_secs': 0.469656} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.616803] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 7513b36a-931d-4734-b885-48bb577bfd9d/7513b36a-931d-4734-b885-48bb577bfd9d.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.617458] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ff118e5-ba2f-4a9e-83e1-6a3929f49841 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.623952] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1182.623952] env[68663]: value = "task-3239081" [ 1182.623952] env[68663]: _type = "Task" [ 1182.623952] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.631666] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239081, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.688213] env[68663]: DEBUG nova.compute.manager [req-8fdc571b-201d-479f-8804-9c7bc06f26fa req-d361fb92-19ab-4a7d-80d4-740c33b67028 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Received event network-vif-unplugged-5ee27256-c401-4f15-bf31-3a6887105832 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.688434] env[68663]: DEBUG oslo_concurrency.lockutils [req-8fdc571b-201d-479f-8804-9c7bc06f26fa req-d361fb92-19ab-4a7d-80d4-740c33b67028 service nova] Acquiring lock "20b0b14e-8264-4dad-acc6-8f2518b16b28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.688640] env[68663]: DEBUG oslo_concurrency.lockutils [req-8fdc571b-201d-479f-8804-9c7bc06f26fa req-d361fb92-19ab-4a7d-80d4-740c33b67028 service nova] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.688808] env[68663]: DEBUG oslo_concurrency.lockutils [req-8fdc571b-201d-479f-8804-9c7bc06f26fa req-d361fb92-19ab-4a7d-80d4-740c33b67028 service nova] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.688973] env[68663]: DEBUG nova.compute.manager [req-8fdc571b-201d-479f-8804-9c7bc06f26fa req-d361fb92-19ab-4a7d-80d4-740c33b67028 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] No waiting events found dispatching network-vif-unplugged-5ee27256-c401-4f15-bf31-3a6887105832 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.689170] env[68663]: WARNING nova.compute.manager [req-8fdc571b-201d-479f-8804-9c7bc06f26fa req-d361fb92-19ab-4a7d-80d4-740c33b67028 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Received unexpected event network-vif-unplugged-5ee27256-c401-4f15-bf31-3a6887105832 for instance with vm_state shelved and task_state shelving_offloading. [ 1182.689407] env[68663]: DEBUG nova.compute.manager [req-8fdc571b-201d-479f-8804-9c7bc06f26fa req-d361fb92-19ab-4a7d-80d4-740c33b67028 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Received event network-changed-5ee27256-c401-4f15-bf31-3a6887105832 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.689585] env[68663]: DEBUG nova.compute.manager [req-8fdc571b-201d-479f-8804-9c7bc06f26fa req-d361fb92-19ab-4a7d-80d4-740c33b67028 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Refreshing instance network info cache due to event network-changed-5ee27256-c401-4f15-bf31-3a6887105832. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.689795] env[68663]: DEBUG oslo_concurrency.lockutils [req-8fdc571b-201d-479f-8804-9c7bc06f26fa req-d361fb92-19ab-4a7d-80d4-740c33b67028 service nova] Acquiring lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.689980] env[68663]: DEBUG oslo_concurrency.lockutils [req-8fdc571b-201d-479f-8804-9c7bc06f26fa req-d361fb92-19ab-4a7d-80d4-740c33b67028 service nova] Acquired lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.690172] env[68663]: DEBUG nova.network.neutron [req-8fdc571b-201d-479f-8804-9c7bc06f26fa req-d361fb92-19ab-4a7d-80d4-740c33b67028 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Refreshing network info cache for port 5ee27256-c401-4f15-bf31-3a6887105832 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.750320] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6a10505d-9039-4c69-ba77-8c7bafb1ec5f tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "7cfc96a6-62b6-40a7-8ecd-5c4dd269c518" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.658s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.812978] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239077, 'name': ReconfigVM_Task, 'duration_secs': 0.661344} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.813239] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 009fff9f-aa80-49e9-bad0-842a931e03e2/009fff9f-aa80-49e9-bad0-842a931e03e2.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.813876] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3556b654-ec0b-4165-9a54-3bd05bca90fe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.820244] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1182.820244] env[68663]: value = "task-3239082" [ 1182.820244] env[68663]: _type = "Task" [ 1182.820244] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.828501] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239082, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.911128] env[68663]: DEBUG oslo_vmware.api [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149859} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.911128] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.911128] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.911128] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.963648] env[68663]: INFO nova.scheduler.client.report [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Deleted allocations for instance 20b0b14e-8264-4dad-acc6-8f2518b16b28 [ 1183.135679] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239081, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.333693] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239082, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.445410] env[68663]: DEBUG nova.network.neutron [req-8fdc571b-201d-479f-8804-9c7bc06f26fa req-d361fb92-19ab-4a7d-80d4-740c33b67028 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Updated VIF entry in instance network info cache for port 5ee27256-c401-4f15-bf31-3a6887105832. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.445779] env[68663]: DEBUG nova.network.neutron [req-8fdc571b-201d-479f-8804-9c7bc06f26fa req-d361fb92-19ab-4a7d-80d4-740c33b67028 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Updating instance_info_cache with network_info: [{"id": "5ee27256-c401-4f15-bf31-3a6887105832", "address": "fa:16:3e:2f:70:e1", "network": {"id": "621233a7-da79-42bf-a000-6f4244623a18", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-311170970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd9da2e2f754240805e2b64aff9c4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5ee27256-c4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.468611] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.468970] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.469220] env[68663]: DEBUG nova.objects.instance [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lazy-loading 'resources' on Instance uuid 20b0b14e-8264-4dad-acc6-8f2518b16b28 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.635922] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239081, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.831119] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239082, 'name': Rename_Task, 'duration_secs': 0.957154} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.831454] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.831733] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31cd2c50-0982-43a7-b0b7-581211863441 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.838168] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1183.838168] env[68663]: value = "task-3239084" [ 1183.838168] env[68663]: _type = "Task" [ 1183.838168] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.846356] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.948485] env[68663]: DEBUG oslo_concurrency.lockutils [req-8fdc571b-201d-479f-8804-9c7bc06f26fa req-d361fb92-19ab-4a7d-80d4-740c33b67028 service nova] Releasing lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.971532] env[68663]: DEBUG nova.objects.instance [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lazy-loading 'numa_topology' on Instance uuid 20b0b14e-8264-4dad-acc6-8f2518b16b28 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.136033] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239081, 'name': Rename_Task, 'duration_secs': 1.152327} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.136435] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.136645] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46291693-208a-4d2e-959e-5c97066c7773 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.143795] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1184.143795] env[68663]: value = "task-3239085" [ 1184.143795] env[68663]: _type = "Task" [ 1184.143795] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.151632] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.349719] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239084, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.474782] env[68663]: DEBUG nova.objects.base [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Object Instance<20b0b14e-8264-4dad-acc6-8f2518b16b28> lazy-loaded attributes: resources,numa_topology {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1184.583570] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3248114e-1981-400d-9fcc-3afc44abcd45 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.592971] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9656985d-4f3e-438f-aad1-70c4a149c409 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.625452] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f83e19-e72a-4e31-a0ad-08d37315745e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.633333] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da83271a-41b0-4782-b55a-7550fe64a219 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.647568] env[68663]: DEBUG nova.compute.provider_tree [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.657485] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239085, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.848278] env[68663]: DEBUG oslo_vmware.api [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239084, 'name': PowerOnVM_Task, 'duration_secs': 0.884938} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.848542] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.848792] env[68663]: INFO nova.compute.manager [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Took 10.69 seconds to spawn the instance on the hypervisor. [ 1184.849038] env[68663]: DEBUG nova.compute.manager [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.849785] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea6872c-0891-45a9-b7d6-d095155e252f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.079136] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "20b0b14e-8264-4dad-acc6-8f2518b16b28" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.153703] env[68663]: DEBUG nova.scheduler.client.report [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.160268] env[68663]: DEBUG oslo_vmware.api [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239085, 'name': PowerOnVM_Task, 'duration_secs': 0.666271} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.160705] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.160905] env[68663]: INFO nova.compute.manager [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1185.161107] env[68663]: DEBUG nova.compute.manager [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.161860] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e57ca6-4a0e-4aa1-b2f9-7632a0cbd5bf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.367879] env[68663]: INFO nova.compute.manager [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Took 15.52 seconds to build instance. [ 1185.661784] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.678020] env[68663]: INFO nova.compute.manager [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Took 14.67 seconds to build instance. [ 1185.807075] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "f11f3491-6d77-4e61-aa80-270e788f1695" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.807352] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "f11f3491-6d77-4e61-aa80-270e788f1695" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.807559] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "f11f3491-6d77-4e61-aa80-270e788f1695-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.807737] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "f11f3491-6d77-4e61-aa80-270e788f1695-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.807902] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "f11f3491-6d77-4e61-aa80-270e788f1695-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.810022] env[68663]: INFO nova.compute.manager [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Terminating instance [ 1185.869646] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f41df951-aa70-46e4-9148-cc70ce9cf1e8 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.036s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.169811] env[68663]: DEBUG oslo_concurrency.lockutils [None req-1b11ce57-74a6-4927-ac4e-ba55527850a1 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.928s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.174019] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.092s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.174019] env[68663]: INFO nova.compute.manager [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Unshelving [ 1186.180725] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7e0dc5bb-977d-4070-8af7-615c1b486ff6 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "7513b36a-931d-4734-b885-48bb577bfd9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.186s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.313513] env[68663]: DEBUG nova.compute.manager [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.313902] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.314943] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b02217-5c5f-421c-bd86-e5d7260be25d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.325099] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.326471] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d70276e3-57bc-4b13-b3b6-bd6978714a66 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.329047] env[68663]: DEBUG nova.compute.manager [req-31fec826-5e7e-46a0-a59b-960fc2d2d8af req-76adf567-8a88-4874-b182-ac747ab6c85f service nova] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Received event network-changed-b815049d-98d9-49d3-80e9-a841e9367b43 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.329242] env[68663]: DEBUG nova.compute.manager [req-31fec826-5e7e-46a0-a59b-960fc2d2d8af req-76adf567-8a88-4874-b182-ac747ab6c85f service nova] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Refreshing instance network info cache due to event network-changed-b815049d-98d9-49d3-80e9-a841e9367b43. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.329455] env[68663]: DEBUG oslo_concurrency.lockutils [req-31fec826-5e7e-46a0-a59b-960fc2d2d8af req-76adf567-8a88-4874-b182-ac747ab6c85f service nova] Acquiring lock "refresh_cache-7513b36a-931d-4734-b885-48bb577bfd9d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.329597] env[68663]: DEBUG oslo_concurrency.lockutils [req-31fec826-5e7e-46a0-a59b-960fc2d2d8af req-76adf567-8a88-4874-b182-ac747ab6c85f service nova] Acquired lock "refresh_cache-7513b36a-931d-4734-b885-48bb577bfd9d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.329763] env[68663]: DEBUG nova.network.neutron [req-31fec826-5e7e-46a0-a59b-960fc2d2d8af req-76adf567-8a88-4874-b182-ac747ab6c85f service nova] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Refreshing network info cache for port b815049d-98d9-49d3-80e9-a841e9367b43 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.337170] env[68663]: DEBUG oslo_vmware.api [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1186.337170] env[68663]: value = "task-3239086" [ 1186.337170] env[68663]: _type = "Task" [ 1186.337170] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.345444] env[68663]: DEBUG oslo_vmware.api [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.499589] env[68663]: DEBUG nova.compute.manager [req-f2fd6a76-a3b8-491f-99cf-c3b44b179de9 req-e3339f17-d01a-4a5f-bde1-c3a29d8ea38e service nova] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Received event network-changed-e879dd21-63f1-4429-bc7e-e70e5cd845d3 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.499861] env[68663]: DEBUG nova.compute.manager [req-f2fd6a76-a3b8-491f-99cf-c3b44b179de9 req-e3339f17-d01a-4a5f-bde1-c3a29d8ea38e service nova] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Refreshing instance network info cache due to event network-changed-e879dd21-63f1-4429-bc7e-e70e5cd845d3. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.500114] env[68663]: DEBUG oslo_concurrency.lockutils [req-f2fd6a76-a3b8-491f-99cf-c3b44b179de9 req-e3339f17-d01a-4a5f-bde1-c3a29d8ea38e service nova] Acquiring lock "refresh_cache-009fff9f-aa80-49e9-bad0-842a931e03e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.500267] env[68663]: DEBUG oslo_concurrency.lockutils [req-f2fd6a76-a3b8-491f-99cf-c3b44b179de9 req-e3339f17-d01a-4a5f-bde1-c3a29d8ea38e service nova] Acquired lock "refresh_cache-009fff9f-aa80-49e9-bad0-842a931e03e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.500497] env[68663]: DEBUG nova.network.neutron [req-f2fd6a76-a3b8-491f-99cf-c3b44b179de9 req-e3339f17-d01a-4a5f-bde1-c3a29d8ea38e service nova] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Refreshing network info cache for port e879dd21-63f1-4429-bc7e-e70e5cd845d3 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.846383] env[68663]: DEBUG oslo_vmware.api [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239086, 'name': PowerOffVM_Task, 'duration_secs': 0.209509} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.846656] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.846824] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.847102] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3da5cf11-40f5-42c9-83a2-e99f1fd5b181 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.913787] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.914082] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.914344] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleting the datastore file [datastore1] f11f3491-6d77-4e61-aa80-270e788f1695 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.914659] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e69f5c0d-6ea2-4482-b63d-cdc64956ccbe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.922707] env[68663]: DEBUG oslo_vmware.api [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for the task: (returnval){ [ 1186.922707] env[68663]: value = "task-3239088" [ 1186.922707] env[68663]: _type = "Task" [ 1186.922707] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.931110] env[68663]: DEBUG oslo_vmware.api [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.051684] env[68663]: DEBUG nova.network.neutron [req-31fec826-5e7e-46a0-a59b-960fc2d2d8af req-76adf567-8a88-4874-b182-ac747ab6c85f service nova] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Updated VIF entry in instance network info cache for port b815049d-98d9-49d3-80e9-a841e9367b43. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.052064] env[68663]: DEBUG nova.network.neutron [req-31fec826-5e7e-46a0-a59b-960fc2d2d8af req-76adf567-8a88-4874-b182-ac747ab6c85f service nova] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Updating instance_info_cache with network_info: [{"id": "b815049d-98d9-49d3-80e9-a841e9367b43", "address": "fa:16:3e:50:63:b6", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb815049d-98", "ovs_interfaceid": "b815049d-98d9-49d3-80e9-a841e9367b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.179904] env[68663]: DEBUG nova.compute.utils [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.222258] env[68663]: DEBUG nova.network.neutron [req-f2fd6a76-a3b8-491f-99cf-c3b44b179de9 req-e3339f17-d01a-4a5f-bde1-c3a29d8ea38e service nova] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Updated VIF entry in instance network info cache for port e879dd21-63f1-4429-bc7e-e70e5cd845d3. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.222708] env[68663]: DEBUG nova.network.neutron [req-f2fd6a76-a3b8-491f-99cf-c3b44b179de9 req-e3339f17-d01a-4a5f-bde1-c3a29d8ea38e service nova] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Updating instance_info_cache with network_info: [{"id": "e879dd21-63f1-4429-bc7e-e70e5cd845d3", "address": "fa:16:3e:1d:ab:c1", "network": {"id": "ec22fcdf-fc51-4273-b229-e18d41783ba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-28279953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc1cb6d582a42b490f8837eb26e395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape879dd21-63", "ovs_interfaceid": "e879dd21-63f1-4429-bc7e-e70e5cd845d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.432384] env[68663]: DEBUG oslo_vmware.api [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Task: {'id': task-3239088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166068} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.432700] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.432949] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.433180] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.433490] env[68663]: INFO nova.compute.manager [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1187.433789] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.434025] env[68663]: DEBUG nova.compute.manager [-] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.434155] env[68663]: DEBUG nova.network.neutron [-] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.555013] env[68663]: DEBUG oslo_concurrency.lockutils [req-31fec826-5e7e-46a0-a59b-960fc2d2d8af req-76adf567-8a88-4874-b182-ac747ab6c85f service nova] Releasing lock "refresh_cache-7513b36a-931d-4734-b885-48bb577bfd9d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.610833] env[68663]: DEBUG oslo_vmware.rw_handles [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa7872-cecc-01bf-d98f-04f502364dfe/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1187.611828] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aeefaa-3d44-4e59-aa26-e286bad47a2e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.618265] env[68663]: DEBUG oslo_vmware.rw_handles [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa7872-cecc-01bf-d98f-04f502364dfe/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1187.618427] env[68663]: ERROR oslo_vmware.rw_handles [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa7872-cecc-01bf-d98f-04f502364dfe/disk-0.vmdk due to incomplete transfer. [ 1187.618647] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fda91a93-ca89-439b-bb13-ead5c9892bf2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.625930] env[68663]: DEBUG oslo_vmware.rw_handles [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa7872-cecc-01bf-d98f-04f502364dfe/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1187.626167] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Uploaded image dcfd048c-a33b-4625-8fbb-95a46597dca4 to the Glance image server {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1187.627926] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1187.628187] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0997a47e-a14e-4033-8487-1055b91d29c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.633879] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1187.633879] env[68663]: value = "task-3239089" [ 1187.633879] env[68663]: _type = "Task" [ 1187.633879] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.642053] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239089, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.686377] env[68663]: INFO nova.virt.block_device [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Booting with volume 8b95ed0a-0154-482b-8204-eb454b7015cc at /dev/sdb [ 1187.722123] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb2b260d-e087-460d-97bb-a7d5d3016a69 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.724949] env[68663]: DEBUG oslo_concurrency.lockutils [req-f2fd6a76-a3b8-491f-99cf-c3b44b179de9 req-e3339f17-d01a-4a5f-bde1-c3a29d8ea38e service nova] Releasing lock "refresh_cache-009fff9f-aa80-49e9-bad0-842a931e03e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.732258] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cada715-4875-46c1-b2c0-3fb356da8c5b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.761208] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ad4095a-bb2d-4edb-9ac4-01f3de3ae266 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.769075] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2cfb7a-e10d-4a89-bfb0-9868c3303bb8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.797519] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d50eebc-2612-4601-ab94-9836a5e431d8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.803667] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237c5f48-e498-461e-9090-497ab83be9ef {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.816463] env[68663]: DEBUG nova.virt.block_device [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Updating existing volume attachment record: 1ebd043d-7631-49c5-a3df-2e4818962b85 {{(pid=68663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1188.144094] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239089, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.166543] env[68663]: DEBUG nova.network.neutron [-] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.528873] env[68663]: DEBUG nova.compute.manager [req-3d30fbe5-e91a-4c6e-bfa0-d233d1607ca9 req-fb21d8cd-2267-48a4-ab00-5abd8535a5a3 service nova] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Received event network-vif-deleted-0cb70feb-a909-44d9-9bc9-17758de58e83 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.644633] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239089, 'name': Destroy_Task} progress is 33%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.668820] env[68663]: INFO nova.compute.manager [-] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Took 1.23 seconds to deallocate network for instance. [ 1189.146505] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239089, 'name': Destroy_Task, 'duration_secs': 1.220902} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.146769] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Destroyed the VM [ 1189.147009] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1189.147315] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-42fac1e7-f182-4e4f-b64f-31084e834c34 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.153424] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1189.153424] env[68663]: value = "task-3239093" [ 1189.153424] env[68663]: _type = "Task" [ 1189.153424] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.161159] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239093, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.175323] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.175583] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.175800] env[68663]: DEBUG nova.objects.instance [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lazy-loading 'resources' on Instance uuid f11f3491-6d77-4e61-aa80-270e788f1695 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.427948] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "1fbdef98-5a62-443c-87ff-f3653239bc31" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.428284] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "1fbdef98-5a62-443c-87ff-f3653239bc31" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.665645] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239093, 'name': RemoveSnapshot_Task, 'duration_secs': 0.46579} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.665932] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1189.666223] env[68663]: DEBUG nova.compute.manager [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.666979] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099144ba-6336-453d-b5fc-d4a75c3d76a8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.771343] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1318a1-aa64-4130-9faa-5bac02fe4fd8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.781612] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b763f1-1018-4eb6-aadf-458db3006935 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.809726] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb54616-10c9-45e9-8662-46249a3a9a47 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.817155] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730bb3cb-b73e-48b4-8f14-e1ad8f52765b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.829880] env[68663]: DEBUG nova.compute.provider_tree [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.931494] env[68663]: DEBUG nova.compute.utils [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.179847] env[68663]: INFO nova.compute.manager [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Shelve offloading [ 1190.333136] env[68663]: DEBUG nova.scheduler.client.report [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.433884] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "1fbdef98-5a62-443c-87ff-f3653239bc31" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.682610] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.682931] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cc3e5ee-31c7-46d0-9e46-82ce7c28add2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.689736] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1190.689736] env[68663]: value = "task-3239095" [ 1190.689736] env[68663]: _type = "Task" [ 1190.689736] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.697104] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.838221] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.855501] env[68663]: INFO nova.scheduler.client.report [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Deleted allocations for instance f11f3491-6d77-4e61-aa80-270e788f1695 [ 1191.199817] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] VM already powered off {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1191.200113] env[68663]: DEBUG nova.compute.manager [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.200769] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292686bb-3f40-4a42-819f-974f7dc7f88e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.206563] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.206721] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.206877] env[68663]: DEBUG nova.network.neutron [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.363437] env[68663]: DEBUG oslo_concurrency.lockutils [None req-4c2f99e5-6d6e-451e-b362-0c2af66087b1 tempest-ServerActionsTestOtherA-1649840506 tempest-ServerActionsTestOtherA-1649840506-project-member] Lock "f11f3491-6d77-4e61-aa80-270e788f1695" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.556s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.492850] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "1fbdef98-5a62-443c-87ff-f3653239bc31" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.493133] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "1fbdef98-5a62-443c-87ff-f3653239bc31" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.493354] env[68663]: INFO nova.compute.manager [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Attaching volume f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b to /dev/sdb [ 1191.528168] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495e14da-a612-4327-82a5-0de2155aaae2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.534853] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5f0c66-459b-4cff-bffd-804d308b20f9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.552527] env[68663]: DEBUG nova.virt.block_device [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Updating existing volume attachment record: 09a32b7c-1adf-48af-ac42-37de3a656bd2 {{(pid=68663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1191.982902] env[68663]: DEBUG nova.network.neutron [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Updating instance_info_cache with network_info: [{"id": "33620dc1-0ed7-4999-b21c-2914ad4ea5d6", "address": "fa:16:3e:d0:18:fa", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33620dc1-0e", "ovs_interfaceid": "33620dc1-0ed7-4999-b21c-2914ad4ea5d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.485816] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.167386] env[68663]: DEBUG nova.compute.manager [req-1ea3e3b8-bf3d-4e18-8589-86f7bc4e5f66 req-20a6a9e2-eac6-429d-a255-2691585fc888 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Received event network-vif-unplugged-33620dc1-0ed7-4999-b21c-2914ad4ea5d6 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.167679] env[68663]: DEBUG oslo_concurrency.lockutils [req-1ea3e3b8-bf3d-4e18-8589-86f7bc4e5f66 req-20a6a9e2-eac6-429d-a255-2691585fc888 service nova] Acquiring lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.167811] env[68663]: DEBUG oslo_concurrency.lockutils [req-1ea3e3b8-bf3d-4e18-8589-86f7bc4e5f66 req-20a6a9e2-eac6-429d-a255-2691585fc888 service nova] Lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.167977] env[68663]: DEBUG oslo_concurrency.lockutils [req-1ea3e3b8-bf3d-4e18-8589-86f7bc4e5f66 req-20a6a9e2-eac6-429d-a255-2691585fc888 service nova] Lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.168431] env[68663]: DEBUG nova.compute.manager [req-1ea3e3b8-bf3d-4e18-8589-86f7bc4e5f66 req-20a6a9e2-eac6-429d-a255-2691585fc888 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] No waiting events found dispatching network-vif-unplugged-33620dc1-0ed7-4999-b21c-2914ad4ea5d6 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.168627] env[68663]: WARNING nova.compute.manager [req-1ea3e3b8-bf3d-4e18-8589-86f7bc4e5f66 req-20a6a9e2-eac6-429d-a255-2691585fc888 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Received unexpected event network-vif-unplugged-33620dc1-0ed7-4999-b21c-2914ad4ea5d6 for instance with vm_state shelved and task_state shelving_offloading. [ 1193.330086] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.330979] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64841994-9f1b-4294-aee8-32942dbe4d8e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.338837] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.339075] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-564dfed2-3699-43ff-b710-480666a1593c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.405774] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.405998] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.406444] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Deleting the datastore file [datastore2] 6f3cc711-b5f1-436d-bb5a-8474554ca22c {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.407244] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a4e2fb7-a1cc-4714-ba0b-c25c5ecafb76 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.413789] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1193.413789] env[68663]: value = "task-3239098" [ 1193.413789] env[68663]: _type = "Task" [ 1193.413789] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.422193] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.423268] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.423527] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.423730] env[68663]: DEBUG nova.objects.instance [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lazy-loading 'pci_requests' on Instance uuid 20b0b14e-8264-4dad-acc6-8f2518b16b28 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.927286] env[68663]: DEBUG nova.objects.instance [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lazy-loading 'numa_topology' on Instance uuid 20b0b14e-8264-4dad-acc6-8f2518b16b28 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.931736] env[68663]: DEBUG oslo_vmware.api [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138977} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.931736] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.931736] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.931736] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.954204] env[68663]: INFO nova.scheduler.client.report [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Deleted allocations for instance 6f3cc711-b5f1-436d-bb5a-8474554ca22c [ 1194.433202] env[68663]: INFO nova.compute.claims [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.458836] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.197139] env[68663]: DEBUG nova.compute.manager [req-8d1a479b-ebe0-4cbd-8a1d-c8beee860544 req-c7ab8a65-5ba3-4b2b-9ca4-abd9c76ab970 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Received event network-changed-33620dc1-0ed7-4999-b21c-2914ad4ea5d6 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.197350] env[68663]: DEBUG nova.compute.manager [req-8d1a479b-ebe0-4cbd-8a1d-c8beee860544 req-c7ab8a65-5ba3-4b2b-9ca4-abd9c76ab970 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Refreshing instance network info cache due to event network-changed-33620dc1-0ed7-4999-b21c-2914ad4ea5d6. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.197668] env[68663]: DEBUG oslo_concurrency.lockutils [req-8d1a479b-ebe0-4cbd-8a1d-c8beee860544 req-c7ab8a65-5ba3-4b2b-9ca4-abd9c76ab970 service nova] Acquiring lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.197847] env[68663]: DEBUG oslo_concurrency.lockutils [req-8d1a479b-ebe0-4cbd-8a1d-c8beee860544 req-c7ab8a65-5ba3-4b2b-9ca4-abd9c76ab970 service nova] Acquired lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.198166] env[68663]: DEBUG nova.network.neutron [req-8d1a479b-ebe0-4cbd-8a1d-c8beee860544 req-c7ab8a65-5ba3-4b2b-9ca4-abd9c76ab970 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Refreshing network info cache for port 33620dc1-0ed7-4999-b21c-2914ad4ea5d6 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.370273] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Acquiring lock "4f245987-4ecc-4f0c-9522-e6d864370692" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.370273] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Lock "4f245987-4ecc-4f0c-9522-e6d864370692" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.522055] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27fdf56-cfdd-4da0-937c-2fa780d356b4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.529420] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c9e5c9-ce11-4948-8f36-632ec5cf464f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.561094] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99ddefe-1d71-4fb0-a0d2-2d5e998fd2d2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.568288] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d897b676-2d10-49b6-96db-8f9ce97a274f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.580979] env[68663]: DEBUG nova.compute.provider_tree [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.872430] env[68663]: DEBUG nova.compute.manager [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1195.911267] env[68663]: DEBUG nova.network.neutron [req-8d1a479b-ebe0-4cbd-8a1d-c8beee860544 req-c7ab8a65-5ba3-4b2b-9ca4-abd9c76ab970 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Updated VIF entry in instance network info cache for port 33620dc1-0ed7-4999-b21c-2914ad4ea5d6. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.911620] env[68663]: DEBUG nova.network.neutron [req-8d1a479b-ebe0-4cbd-8a1d-c8beee860544 req-c7ab8a65-5ba3-4b2b-9ca4-abd9c76ab970 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Updating instance_info_cache with network_info: [{"id": "33620dc1-0ed7-4999-b21c-2914ad4ea5d6", "address": "fa:16:3e:d0:18:fa", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap33620dc1-0e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.084058] env[68663]: DEBUG nova.scheduler.client.report [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.098174] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Volume attach. Driver type: vmdk {{(pid=68663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1196.098445] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647347', 'volume_id': 'f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b', 'name': 'volume-f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1fbdef98-5a62-443c-87ff-f3653239bc31', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b', 'serial': 'f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1196.099513] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ced2da8-2e40-4aa1-88ce-f3d23ac9afec {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.116244] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2823ff59-8c0e-492b-afdd-153159c593a6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.142228] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b/volume-f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.142470] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecfda054-92c9-4270-8230-1ce5eef1b481 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.161981] env[68663]: DEBUG oslo_vmware.api [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1196.161981] env[68663]: value = "task-3239100" [ 1196.161981] env[68663]: _type = "Task" [ 1196.161981] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.169420] env[68663]: DEBUG oslo_vmware.api [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.390820] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.393646] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.413818] env[68663]: DEBUG oslo_concurrency.lockutils [req-8d1a479b-ebe0-4cbd-8a1d-c8beee860544 req-c7ab8a65-5ba3-4b2b-9ca4-abd9c76ab970 service nova] Releasing lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.589210] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.165s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.591425] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.133s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.591685] env[68663]: DEBUG nova.objects.instance [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lazy-loading 'resources' on Instance uuid 6f3cc711-b5f1-436d-bb5a-8474554ca22c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.618853] env[68663]: INFO nova.network.neutron [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Updating port 5ee27256-c401-4f15-bf31-3a6887105832 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1196.672627] env[68663]: DEBUG oslo_vmware.api [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239100, 'name': ReconfigVM_Task, 'duration_secs': 0.354628} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.672968] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b/volume-f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.677967] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71e19c54-ded6-4a85-9713-2e0d943f543d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.693141] env[68663]: DEBUG oslo_vmware.api [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1196.693141] env[68663]: value = "task-3239101" [ 1196.693141] env[68663]: _type = "Task" [ 1196.693141] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.700776] env[68663]: DEBUG oslo_vmware.api [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.094670] env[68663]: DEBUG nova.objects.instance [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lazy-loading 'numa_topology' on Instance uuid 6f3cc711-b5f1-436d-bb5a-8474554ca22c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.203033] env[68663]: DEBUG oslo_vmware.api [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239101, 'name': ReconfigVM_Task, 'duration_secs': 0.136481} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.203354] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647347', 'volume_id': 'f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b', 'name': 'volume-f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1fbdef98-5a62-443c-87ff-f3653239bc31', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b', 'serial': 'f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1197.597500] env[68663]: DEBUG nova.objects.base [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Object Instance<6f3cc711-b5f1-436d-bb5a-8474554ca22c> lazy-loaded attributes: resources,numa_topology {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1197.685882] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f77ebd-b7c6-4f36-97c9-352c52c93ecd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.693061] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0849d6-8746-4c08-9ae3-7bf4fce32d55 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.725059] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243619cd-655c-4726-8492-472dd35cb2a2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.731595] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83289eb-8053-45ba-9c2a-46c9db892dca {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.745917] env[68663]: DEBUG nova.compute.provider_tree [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.982477] env[68663]: DEBUG nova.compute.manager [req-a912b9ed-8d74-4f19-b1a6-a400d8d16c6d req-4c3c15ae-79ef-47b9-81fb-8c85562dfa26 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Received event network-vif-plugged-5ee27256-c401-4f15-bf31-3a6887105832 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.982719] env[68663]: DEBUG oslo_concurrency.lockutils [req-a912b9ed-8d74-4f19-b1a6-a400d8d16c6d req-4c3c15ae-79ef-47b9-81fb-8c85562dfa26 service nova] Acquiring lock "20b0b14e-8264-4dad-acc6-8f2518b16b28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.982937] env[68663]: DEBUG oslo_concurrency.lockutils [req-a912b9ed-8d74-4f19-b1a6-a400d8d16c6d req-4c3c15ae-79ef-47b9-81fb-8c85562dfa26 service nova] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.983189] env[68663]: DEBUG oslo_concurrency.lockutils [req-a912b9ed-8d74-4f19-b1a6-a400d8d16c6d req-4c3c15ae-79ef-47b9-81fb-8c85562dfa26 service nova] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.983369] env[68663]: DEBUG nova.compute.manager [req-a912b9ed-8d74-4f19-b1a6-a400d8d16c6d req-4c3c15ae-79ef-47b9-81fb-8c85562dfa26 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] No waiting events found dispatching network-vif-plugged-5ee27256-c401-4f15-bf31-3a6887105832 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.983532] env[68663]: WARNING nova.compute.manager [req-a912b9ed-8d74-4f19-b1a6-a400d8d16c6d req-4c3c15ae-79ef-47b9-81fb-8c85562dfa26 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Received unexpected event network-vif-plugged-5ee27256-c401-4f15-bf31-3a6887105832 for instance with vm_state shelved_offloaded and task_state spawning. [ 1198.073050] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.073237] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquired lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.073410] env[68663]: DEBUG nova.network.neutron [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.248523] env[68663]: DEBUG nova.scheduler.client.report [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.253026] env[68663]: DEBUG nova.objects.instance [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lazy-loading 'flavor' on Instance uuid 1fbdef98-5a62-443c-87ff-f3653239bc31 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.753556] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.756144] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.363s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.757867] env[68663]: INFO nova.compute.claims [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.761639] env[68663]: DEBUG oslo_concurrency.lockutils [None req-bac24e6b-57db-4fee-af46-65e85058e47d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "1fbdef98-5a62-443c-87ff-f3653239bc31" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.269s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.823619] env[68663]: DEBUG nova.network.neutron [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Updating instance_info_cache with network_info: [{"id": "5ee27256-c401-4f15-bf31-3a6887105832", "address": "fa:16:3e:2f:70:e1", "network": {"id": "621233a7-da79-42bf-a000-6f4244623a18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-311170970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd9da2e2f754240805e2b64aff9c4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee27256-c4", "ovs_interfaceid": "5ee27256-c401-4f15-bf31-3a6887105832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.268749] env[68663]: DEBUG oslo_concurrency.lockutils [None req-52062c64-f395-42b8-9201-4b58c26a7619 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.775s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.269606] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.879s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.269798] env[68663]: INFO nova.compute.manager [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Unshelving [ 1199.307561] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ba0710ef-f446-458c-9a5d-d9922f33a904 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "1fbdef98-5a62-443c-87ff-f3653239bc31" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.307762] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ba0710ef-f446-458c-9a5d-d9922f33a904 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "1fbdef98-5a62-443c-87ff-f3653239bc31" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.325842] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Releasing lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.355255] env[68663]: DEBUG nova.virt.hardware [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0a9aeb291635561e4dc414b57a5b44ab',container_format='bare',created_at=2025-04-03T07:49:08Z,direct_url=,disk_format='vmdk',id=a511194b-4926-478b-88db-c36c375c6cdc,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-466917404-shelved',owner='1bd9da2e2f754240805e2b64aff9c4f9',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-04-03T07:49:24Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.355522] env[68663]: DEBUG nova.virt.hardware [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.355674] env[68663]: DEBUG nova.virt.hardware [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.355851] env[68663]: DEBUG nova.virt.hardware [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.355995] env[68663]: DEBUG nova.virt.hardware [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.356192] env[68663]: DEBUG nova.virt.hardware [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.356400] env[68663]: DEBUG nova.virt.hardware [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.356555] env[68663]: DEBUG nova.virt.hardware [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.356721] env[68663]: DEBUG nova.virt.hardware [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.356879] env[68663]: DEBUG nova.virt.hardware [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.357059] env[68663]: DEBUG nova.virt.hardware [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.357920] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5181b6-62ca-4b7c-a8a1-49940c87f2c5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.365929] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a922ba1-ac78-40e7-bf65-ef14d286ebb5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.380169] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:70:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ee27256-c401-4f15-bf31-3a6887105832', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.387543] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.388046] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.388258] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a621a091-0d7d-476d-ace3-411920668ccc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.406781] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.406781] env[68663]: value = "task-3239102" [ 1199.406781] env[68663]: _type = "Task" [ 1199.406781] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.414050] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239102, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.810605] env[68663]: INFO nova.compute.manager [None req-ba0710ef-f446-458c-9a5d-d9922f33a904 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Detaching volume f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b [ 1199.844707] env[68663]: INFO nova.virt.block_device [None req-ba0710ef-f446-458c-9a5d-d9922f33a904 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Attempting to driver detach volume f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b from mountpoint /dev/sdb [ 1199.844948] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0710ef-f446-458c-9a5d-d9922f33a904 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1199.845273] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0710ef-f446-458c-9a5d-d9922f33a904 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647347', 'volume_id': 'f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b', 'name': 'volume-f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1fbdef98-5a62-443c-87ff-f3653239bc31', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b', 'serial': 'f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1199.847092] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba6daaf-4dec-4c2c-a911-ff98392a4021 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.872444] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbe7e7d-40e5-4a04-84e4-7f67248f4e5a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.879716] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a762c4-96fd-40a5-a7e2-b6925aa48c4f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.900140] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982f7b3a-aa6e-4aa3-877b-f1ab6767c36e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.903100] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfaac34-24bd-476a-b930-a71c91ea3ea0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.921783] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1643bfce-bc17-4ca3-a548-410e15e6e496 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.925026] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0710ef-f446-458c-9a5d-d9922f33a904 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] The volume has not been displaced from its original location: [datastore1] volume-f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b/volume-f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b.vmdk. No consolidation needed. {{(pid=68663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1199.930286] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0710ef-f446-458c-9a5d-d9922f33a904 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1199.930563] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-932d6157-5090-4ad3-a20d-2a832e65c9ab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.947799] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239102, 'name': CreateVM_Task, 'duration_secs': 0.300274} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.973207] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.973525] env[68663]: DEBUG oslo_vmware.api [None req-ba0710ef-f446-458c-9a5d-d9922f33a904 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1199.973525] env[68663]: value = "task-3239103" [ 1199.973525] env[68663]: _type = "Task" [ 1199.973525] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.974284] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a511194b-4926-478b-88db-c36c375c6cdc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.974447] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a511194b-4926-478b-88db-c36c375c6cdc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.974816] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a511194b-4926-478b-88db-c36c375c6cdc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.975635] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abb8cb8-e3cd-4e90-8392-a86ac22a0933 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.977978] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83472058-210f-43cd-980e-5b8c6b4ed467 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.990136] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0ec2fd-0268-4560-b7f5-b247d8037e1e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.993890] env[68663]: DEBUG oslo_vmware.api [None req-ba0710ef-f446-458c-9a5d-d9922f33a904 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.994184] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1199.994184] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5214cac1-d001-2408-dcbb-d2bc3d4e8657" [ 1199.994184] env[68663]: _type = "Task" [ 1199.994184] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.005198] env[68663]: DEBUG nova.compute.provider_tree [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.008521] env[68663]: DEBUG nova.compute.manager [req-0ef9fe8e-32af-4e3c-a568-26bdadc42bd0 req-9075190b-6146-4f16-9f15-782c214758a0 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Received event network-changed-5ee27256-c401-4f15-bf31-3a6887105832 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.008706] env[68663]: DEBUG nova.compute.manager [req-0ef9fe8e-32af-4e3c-a568-26bdadc42bd0 req-9075190b-6146-4f16-9f15-782c214758a0 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Refreshing instance network info cache due to event network-changed-5ee27256-c401-4f15-bf31-3a6887105832. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.008914] env[68663]: DEBUG oslo_concurrency.lockutils [req-0ef9fe8e-32af-4e3c-a568-26bdadc42bd0 req-9075190b-6146-4f16-9f15-782c214758a0 service nova] Acquiring lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.009067] env[68663]: DEBUG oslo_concurrency.lockutils [req-0ef9fe8e-32af-4e3c-a568-26bdadc42bd0 req-9075190b-6146-4f16-9f15-782c214758a0 service nova] Acquired lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.009228] env[68663]: DEBUG nova.network.neutron [req-0ef9fe8e-32af-4e3c-a568-26bdadc42bd0 req-9075190b-6146-4f16-9f15-782c214758a0 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Refreshing network info cache for port 5ee27256-c401-4f15-bf31-3a6887105832 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.013748] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a511194b-4926-478b-88db-c36c375c6cdc" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.013966] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Processing image a511194b-4926-478b-88db-c36c375c6cdc {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.014212] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a511194b-4926-478b-88db-c36c375c6cdc/a511194b-4926-478b-88db-c36c375c6cdc.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.014368] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a511194b-4926-478b-88db-c36c375c6cdc/a511194b-4926-478b-88db-c36c375c6cdc.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.014548] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.014776] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c3be472-ea38-43db-94a8-4e4eda8c47e0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.023461] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.023635] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.024323] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6e02edf-acdf-4488-93a9-89321f045eaf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.029351] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1200.029351] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d7110d-ae01-d4e8-965c-841b322c944c" [ 1200.029351] env[68663]: _type = "Task" [ 1200.029351] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.036689] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d7110d-ae01-d4e8-965c-841b322c944c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.293064] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.484879] env[68663]: DEBUG oslo_vmware.api [None req-ba0710ef-f446-458c-9a5d-d9922f33a904 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239103, 'name': ReconfigVM_Task, 'duration_secs': 0.25087} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.485274] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0710ef-f446-458c-9a5d-d9922f33a904 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1200.489881] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51749b9f-d3ed-4021-960e-997048fae08e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.504559] env[68663]: DEBUG oslo_vmware.api [None req-ba0710ef-f446-458c-9a5d-d9922f33a904 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1200.504559] env[68663]: value = "task-3239104" [ 1200.504559] env[68663]: _type = "Task" [ 1200.504559] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.512661] env[68663]: DEBUG nova.scheduler.client.report [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.515605] env[68663]: DEBUG oslo_vmware.api [None req-ba0710ef-f446-458c-9a5d-d9922f33a904 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.540731] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Preparing fetch location {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1200.541056] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Fetch image to [datastore1] OSTACK_IMG_91e40923-a58a-497c-ae58-4f5ef4f7e113/OSTACK_IMG_91e40923-a58a-497c-ae58-4f5ef4f7e113.vmdk {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1200.541283] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Downloading stream optimized image a511194b-4926-478b-88db-c36c375c6cdc to [datastore1] OSTACK_IMG_91e40923-a58a-497c-ae58-4f5ef4f7e113/OSTACK_IMG_91e40923-a58a-497c-ae58-4f5ef4f7e113.vmdk on the data store datastore1 as vApp {{(pid=68663) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1200.541457] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Downloading image file data a511194b-4926-478b-88db-c36c375c6cdc to the ESX as VM named 'OSTACK_IMG_91e40923-a58a-497c-ae58-4f5ef4f7e113' {{(pid=68663) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1200.620371] env[68663]: DEBUG oslo_vmware.rw_handles [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1200.620371] env[68663]: value = "resgroup-9" [ 1200.620371] env[68663]: _type = "ResourcePool" [ 1200.620371] env[68663]: }. {{(pid=68663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1200.621138] env[68663]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7b9c0286-e7cd-41aa-8da9-2318316b508c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.653725] env[68663]: DEBUG oslo_vmware.rw_handles [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lease: (returnval){ [ 1200.653725] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52057843-a9cd-3a81-1a37-1f76045b41cd" [ 1200.653725] env[68663]: _type = "HttpNfcLease" [ 1200.653725] env[68663]: } obtained for vApp import into resource pool (val){ [ 1200.653725] env[68663]: value = "resgroup-9" [ 1200.653725] env[68663]: _type = "ResourcePool" [ 1200.653725] env[68663]: }. {{(pid=68663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1200.654038] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the lease: (returnval){ [ 1200.654038] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52057843-a9cd-3a81-1a37-1f76045b41cd" [ 1200.654038] env[68663]: _type = "HttpNfcLease" [ 1200.654038] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1200.660496] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1200.660496] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52057843-a9cd-3a81-1a37-1f76045b41cd" [ 1200.660496] env[68663]: _type = "HttpNfcLease" [ 1200.660496] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1200.760590] env[68663]: DEBUG nova.network.neutron [req-0ef9fe8e-32af-4e3c-a568-26bdadc42bd0 req-9075190b-6146-4f16-9f15-782c214758a0 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Updated VIF entry in instance network info cache for port 5ee27256-c401-4f15-bf31-3a6887105832. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.761038] env[68663]: DEBUG nova.network.neutron [req-0ef9fe8e-32af-4e3c-a568-26bdadc42bd0 req-9075190b-6146-4f16-9f15-782c214758a0 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Updating instance_info_cache with network_info: [{"id": "5ee27256-c401-4f15-bf31-3a6887105832", "address": "fa:16:3e:2f:70:e1", "network": {"id": "621233a7-da79-42bf-a000-6f4244623a18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-311170970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd9da2e2f754240805e2b64aff9c4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee27256-c4", "ovs_interfaceid": "5ee27256-c401-4f15-bf31-3a6887105832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.015097] env[68663]: DEBUG oslo_vmware.api [None req-ba0710ef-f446-458c-9a5d-d9922f33a904 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239104, 'name': ReconfigVM_Task, 'duration_secs': 0.13768} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.015437] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0710ef-f446-458c-9a5d-d9922f33a904 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647347', 'volume_id': 'f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b', 'name': 'volume-f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1fbdef98-5a62-443c-87ff-f3653239bc31', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b', 'serial': 'f2b4fa8e-0e62-4f7c-8696-f0ef4a7a144b'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1201.019148] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.019656] env[68663]: DEBUG nova.compute.manager [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1201.022104] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.729s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.022324] env[68663]: DEBUG nova.objects.instance [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lazy-loading 'pci_requests' on Instance uuid 6f3cc711-b5f1-436d-bb5a-8474554ca22c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.162606] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1201.162606] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52057843-a9cd-3a81-1a37-1f76045b41cd" [ 1201.162606] env[68663]: _type = "HttpNfcLease" [ 1201.162606] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1201.162929] env[68663]: DEBUG oslo_vmware.rw_handles [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1201.162929] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52057843-a9cd-3a81-1a37-1f76045b41cd" [ 1201.162929] env[68663]: _type = "HttpNfcLease" [ 1201.162929] env[68663]: }. {{(pid=68663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1201.163662] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a764727a-ca50-4b80-8d26-cf57526a6b2f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.171365] env[68663]: DEBUG oslo_vmware.rw_handles [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b1faf5-1b14-233e-8586-90ed3932aa72/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1201.171554] env[68663]: DEBUG oslo_vmware.rw_handles [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b1faf5-1b14-233e-8586-90ed3932aa72/disk-0.vmdk. {{(pid=68663) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1201.234551] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-809875d2-68d7-485a-9300-58766594cb5d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.263743] env[68663]: DEBUG oslo_concurrency.lockutils [req-0ef9fe8e-32af-4e3c-a568-26bdadc42bd0 req-9075190b-6146-4f16-9f15-782c214758a0 service nova] Releasing lock "refresh_cache-20b0b14e-8264-4dad-acc6-8f2518b16b28" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.524636] env[68663]: DEBUG nova.compute.utils [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.528291] env[68663]: DEBUG nova.objects.instance [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lazy-loading 'numa_topology' on Instance uuid 6f3cc711-b5f1-436d-bb5a-8474554ca22c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.529255] env[68663]: DEBUG nova.compute.manager [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Not allocating networking since 'none' was specified. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1201.558609] env[68663]: DEBUG nova.objects.instance [None req-ba0710ef-f446-458c-9a5d-d9922f33a904 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lazy-loading 'flavor' on Instance uuid 1fbdef98-5a62-443c-87ff-f3653239bc31 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.032790] env[68663]: DEBUG nova.compute.manager [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1202.035965] env[68663]: INFO nova.compute.claims [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.301332] env[68663]: DEBUG oslo_vmware.rw_handles [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Completed reading data from the image iterator. {{(pid=68663) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1202.301527] env[68663]: DEBUG oslo_vmware.rw_handles [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b1faf5-1b14-233e-8586-90ed3932aa72/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1202.302495] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904225e2-f144-417c-8946-91d4f159fe0a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.309575] env[68663]: DEBUG oslo_vmware.rw_handles [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b1faf5-1b14-233e-8586-90ed3932aa72/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1202.309771] env[68663]: DEBUG oslo_vmware.rw_handles [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b1faf5-1b14-233e-8586-90ed3932aa72/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1202.309994] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0711c006-5921-4085-9f45-c0fcf082b0be {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.495473] env[68663]: DEBUG oslo_vmware.rw_handles [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b1faf5-1b14-233e-8586-90ed3932aa72/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1202.495679] env[68663]: INFO nova.virt.vmwareapi.images [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Downloaded image file data a511194b-4926-478b-88db-c36c375c6cdc [ 1202.496559] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5690189-5f1b-45d6-a5b4-59e38e054dcb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.511748] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38a57b14-c2bc-438e-b89e-bf89a4e8f89e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.545065] env[68663]: INFO nova.virt.vmwareapi.images [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] The imported VM was unregistered [ 1202.547013] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Caching image {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1202.547249] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a511194b-4926-478b-88db-c36c375c6cdc {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.547788] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f303542-0f31-4bd8-a2c8-fd8d73b8a50e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.568058] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ba0710ef-f446-458c-9a5d-d9922f33a904 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "1fbdef98-5a62-443c-87ff-f3653239bc31" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.260s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.570109] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Created directory with path [datastore1] devstack-image-cache_base/a511194b-4926-478b-88db-c36c375c6cdc {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.570299] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_91e40923-a58a-497c-ae58-4f5ef4f7e113/OSTACK_IMG_91e40923-a58a-497c-ae58-4f5ef4f7e113.vmdk to [datastore1] devstack-image-cache_base/a511194b-4926-478b-88db-c36c375c6cdc/a511194b-4926-478b-88db-c36c375c6cdc.vmdk. {{(pid=68663) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1202.570707] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f3efe0d6-9b04-485f-a37a-80aa1c528c99 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.579524] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1202.579524] env[68663]: value = "task-3239107" [ 1202.579524] env[68663]: _type = "Task" [ 1202.579524] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.587362] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239107, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.052504] env[68663]: DEBUG nova.compute.manager [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.080622] env[68663]: DEBUG nova.virt.hardware [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.080866] env[68663]: DEBUG nova.virt.hardware [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.081033] env[68663]: DEBUG nova.virt.hardware [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.081220] env[68663]: DEBUG nova.virt.hardware [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.081365] env[68663]: DEBUG nova.virt.hardware [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.081511] env[68663]: DEBUG nova.virt.hardware [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.081717] env[68663]: DEBUG nova.virt.hardware [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.081876] env[68663]: DEBUG nova.virt.hardware [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.082052] env[68663]: DEBUG nova.virt.hardware [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.082221] env[68663]: DEBUG nova.virt.hardware [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.082393] env[68663]: DEBUG nova.virt.hardware [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.083624] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d60bf41-8176-4b58-ba51-db535331d200 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.100547] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e206773b-b49e-46be-9f6e-8facfa75543d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.104822] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239107, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.118331] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Instance VIF info [] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.124210] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Creating folder: Project (8c98cea992fb42f88b9f5ac399a43a25). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1203.127331] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3bd3ee1-0aab-411b-b6ef-b788bdc87192 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.138523] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Created folder: Project (8c98cea992fb42f88b9f5ac399a43a25) in parent group-v647027. [ 1203.138720] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Creating folder: Instances. Parent ref: group-v647350. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1203.138970] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-618d3a69-c4fd-4c74-9b92-0ec7ee8afd56 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.152315] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Created folder: Instances in parent group-v647350. [ 1203.152533] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.155402] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.155851] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1c155a4-8514-4af4-9b18-4dc138e248e4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.175852] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.175852] env[68663]: value = "task-3239110" [ 1203.175852] env[68663]: _type = "Task" [ 1203.175852] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.181674] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b282fa93-c66c-4d43-96c1-58a119506258 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.187449] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239110, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.192578] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3412ff8d-57e8-47d0-93b4-cf484615b55b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.228281] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4226b90e-7ba3-41cf-9034-d5536b65b25c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.238026] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff57b3c2-8e02-4f3f-a631-d2b604bd854e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.252471] env[68663]: DEBUG nova.compute.provider_tree [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.561732] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "1fbdef98-5a62-443c-87ff-f3653239bc31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.562037] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "1fbdef98-5a62-443c-87ff-f3653239bc31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.562227] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "1fbdef98-5a62-443c-87ff-f3653239bc31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.562417] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "1fbdef98-5a62-443c-87ff-f3653239bc31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.562585] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "1fbdef98-5a62-443c-87ff-f3653239bc31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.565268] env[68663]: INFO nova.compute.manager [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Terminating instance [ 1203.593535] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239107, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.686491] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239110, 'name': CreateVM_Task, 'duration_secs': 0.299284} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.686697] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.687143] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.687349] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.687683] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.687953] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6dd789-4cb8-40cd-bfa6-bd65e3352928 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.692850] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1203.692850] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529d7c8a-8011-ea6e-2189-2af8499b75ad" [ 1203.692850] env[68663]: _type = "Task" [ 1203.692850] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.701399] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529d7c8a-8011-ea6e-2189-2af8499b75ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.756180] env[68663]: DEBUG nova.scheduler.client.report [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.069519] env[68663]: DEBUG nova.compute.manager [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.069898] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.070726] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dfe7ba-22c9-4acc-a180-813e7f3bb0e9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.079043] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.079370] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a5fbdbf-f76b-4133-b0c4-1e2db0c76191 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.089655] env[68663]: DEBUG oslo_vmware.api [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1204.089655] env[68663]: value = "task-3239111" [ 1204.089655] env[68663]: _type = "Task" [ 1204.089655] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.097370] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239107, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.103539] env[68663]: DEBUG oslo_vmware.api [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.204118] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529d7c8a-8011-ea6e-2189-2af8499b75ad, 'name': SearchDatastore_Task, 'duration_secs': 0.094978} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.204446] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.204727] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.205063] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.205225] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.205410] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.205687] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3677c451-f9c1-4ded-9bcc-9248396954ed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.222126] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.222342] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.223111] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf7653d-80d9-4e19-867a-0589604fc042 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.230047] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1204.230047] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b2b88a-a968-9c66-22ac-d76a19508993" [ 1204.230047] env[68663]: _type = "Task" [ 1204.230047] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.237292] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b2b88a-a968-9c66-22ac-d76a19508993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.261387] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.239s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.326785] env[68663]: INFO nova.network.neutron [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Updating port 33620dc1-0ed7-4999-b21c-2914ad4ea5d6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1204.600732] env[68663]: DEBUG oslo_vmware.api [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239111, 'name': PowerOffVM_Task, 'duration_secs': 0.416502} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.604345] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.604534] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.604814] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239107, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.605143] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a26c4024-dd70-486f-9921-f9723609f572 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.710180] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.710412] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.710621] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Deleting the datastore file [datastore1] 1fbdef98-5a62-443c-87ff-f3653239bc31 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.710907] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5262cad-2390-48a2-894d-7fbc93017081 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.717964] env[68663]: DEBUG oslo_vmware.api [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1204.717964] env[68663]: value = "task-3239113" [ 1204.717964] env[68663]: _type = "Task" [ 1204.717964] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.727901] env[68663]: DEBUG oslo_vmware.api [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.739698] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52b2b88a-a968-9c66-22ac-d76a19508993, 'name': SearchDatastore_Task, 'duration_secs': 0.086845} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.740577] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d19a116e-2328-4a5d-9665-3f594ff0c7bf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.746485] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1204.746485] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52400c22-392d-33c6-62d0-44692321586b" [ 1204.746485] env[68663]: _type = "Task" [ 1204.746485] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.755883] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52400c22-392d-33c6-62d0-44692321586b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.095235] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239107, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.227524] env[68663]: DEBUG oslo_vmware.api [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.256073] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52400c22-392d-33c6-62d0-44692321586b, 'name': SearchDatastore_Task, 'duration_secs': 0.08333} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.256436] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.256702] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 4f245987-4ecc-4f0c-9522-e6d864370692/4f245987-4ecc-4f0c-9522-e6d864370692.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.257080] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6cbd29f-aea1-45c1-a3ff-a104468c58ec {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.263370] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1205.263370] env[68663]: value = "task-3239114" [ 1205.263370] env[68663]: _type = "Task" [ 1205.263370] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.271297] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.599113] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239107, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.596711} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.599113] env[68663]: INFO nova.virt.vmwareapi.ds_util [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_91e40923-a58a-497c-ae58-4f5ef4f7e113/OSTACK_IMG_91e40923-a58a-497c-ae58-4f5ef4f7e113.vmdk to [datastore1] devstack-image-cache_base/a511194b-4926-478b-88db-c36c375c6cdc/a511194b-4926-478b-88db-c36c375c6cdc.vmdk. [ 1205.599395] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Cleaning up location [datastore1] OSTACK_IMG_91e40923-a58a-497c-ae58-4f5ef4f7e113 {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1205.599538] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_91e40923-a58a-497c-ae58-4f5ef4f7e113 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.599751] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a164096-474a-425a-b2fb-917050f266a2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.607926] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1205.607926] env[68663]: value = "task-3239115" [ 1205.607926] env[68663]: _type = "Task" [ 1205.607926] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.617304] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.730515] env[68663]: DEBUG oslo_vmware.api [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.67068} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.730846] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.731071] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.731266] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.731445] env[68663]: INFO nova.compute.manager [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1205.731787] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.732054] env[68663]: DEBUG nova.compute.manager [-] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.732199] env[68663]: DEBUG nova.network.neutron [-] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.779260] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239114, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.801407] env[68663]: DEBUG nova.compute.manager [req-16185a0b-ed31-48ec-8fcf-909987fd1a65 req-ec439632-9274-485b-9149-8eac634937c2 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Received event network-vif-plugged-33620dc1-0ed7-4999-b21c-2914ad4ea5d6 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.801648] env[68663]: DEBUG oslo_concurrency.lockutils [req-16185a0b-ed31-48ec-8fcf-909987fd1a65 req-ec439632-9274-485b-9149-8eac634937c2 service nova] Acquiring lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.801874] env[68663]: DEBUG oslo_concurrency.lockutils [req-16185a0b-ed31-48ec-8fcf-909987fd1a65 req-ec439632-9274-485b-9149-8eac634937c2 service nova] Lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.802141] env[68663]: DEBUG oslo_concurrency.lockutils [req-16185a0b-ed31-48ec-8fcf-909987fd1a65 req-ec439632-9274-485b-9149-8eac634937c2 service nova] Lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.802351] env[68663]: DEBUG nova.compute.manager [req-16185a0b-ed31-48ec-8fcf-909987fd1a65 req-ec439632-9274-485b-9149-8eac634937c2 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] No waiting events found dispatching network-vif-plugged-33620dc1-0ed7-4999-b21c-2914ad4ea5d6 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1205.802521] env[68663]: WARNING nova.compute.manager [req-16185a0b-ed31-48ec-8fcf-909987fd1a65 req-ec439632-9274-485b-9149-8eac634937c2 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Received unexpected event network-vif-plugged-33620dc1-0ed7-4999-b21c-2914ad4ea5d6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1205.901574] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.901744] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.901967] env[68663]: DEBUG nova.network.neutron [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.118354] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185382} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.118676] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.118784] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a511194b-4926-478b-88db-c36c375c6cdc/a511194b-4926-478b-88db-c36c375c6cdc.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.119105] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a511194b-4926-478b-88db-c36c375c6cdc/a511194b-4926-478b-88db-c36c375c6cdc.vmdk to [datastore1] 20b0b14e-8264-4dad-acc6-8f2518b16b28/20b0b14e-8264-4dad-acc6-8f2518b16b28.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.119251] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91bd62de-46ea-427e-8696-4f63055b838a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.125421] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1206.125421] env[68663]: value = "task-3239116" [ 1206.125421] env[68663]: _type = "Task" [ 1206.125421] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.134727] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.209720] env[68663]: DEBUG nova.compute.manager [req-7d4eb92c-08c3-4d0d-95dd-898964e21158 req-26fb03f9-96f1-4c0d-9342-e2ba2c39226d service nova] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Received event network-vif-deleted-c89112ee-be8b-4046-a1b8-68cbba84b61a {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.209916] env[68663]: INFO nova.compute.manager [req-7d4eb92c-08c3-4d0d-95dd-898964e21158 req-26fb03f9-96f1-4c0d-9342-e2ba2c39226d service nova] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Neutron deleted interface c89112ee-be8b-4046-a1b8-68cbba84b61a; detaching it from the instance and deleting it from the info cache [ 1206.210127] env[68663]: DEBUG nova.network.neutron [req-7d4eb92c-08c3-4d0d-95dd-898964e21158 req-26fb03f9-96f1-4c0d-9342-e2ba2c39226d service nova] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.282132] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551822} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.282432] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 4f245987-4ecc-4f0c-9522-e6d864370692/4f245987-4ecc-4f0c-9522-e6d864370692.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.282654] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1206.282904] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebf24ac0-6b48-436d-b4a6-103f8a106b17 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.293173] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1206.293173] env[68663]: value = "task-3239117" [ 1206.293173] env[68663]: _type = "Task" [ 1206.293173] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.301534] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.636295] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239116, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.643689] env[68663]: DEBUG nova.network.neutron [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Updating instance_info_cache with network_info: [{"id": "33620dc1-0ed7-4999-b21c-2914ad4ea5d6", "address": "fa:16:3e:d0:18:fa", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33620dc1-0e", "ovs_interfaceid": "33620dc1-0ed7-4999-b21c-2914ad4ea5d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.657835] env[68663]: DEBUG nova.network.neutron [-] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.713117] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b0ffa67-adcc-4674-9aca-8a6895d2935f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.723838] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b706832-c54b-4ec4-b2a4-62f0b2dd2e5e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.754186] env[68663]: DEBUG nova.compute.manager [req-7d4eb92c-08c3-4d0d-95dd-898964e21158 req-26fb03f9-96f1-4c0d-9342-e2ba2c39226d service nova] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Detach interface failed, port_id=c89112ee-be8b-4046-a1b8-68cbba84b61a, reason: Instance 1fbdef98-5a62-443c-87ff-f3653239bc31 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1206.803742] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239117, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.136502] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239116, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.146352] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.160227] env[68663]: INFO nova.compute.manager [-] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Took 1.43 seconds to deallocate network for instance. [ 1207.175567] env[68663]: DEBUG nova.virt.hardware [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bd54fa90883c2b5fbf2da80c1965ac4e',container_format='bare',created_at=2025-04-03T07:49:16Z,direct_url=,disk_format='vmdk',id=dcfd048c-a33b-4625-8fbb-95a46597dca4,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1974602270-shelved',owner='62df668cf40d491bb275be0e7df8c121',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-03T07:49:35Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.175886] env[68663]: DEBUG nova.virt.hardware [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.176077] env[68663]: DEBUG nova.virt.hardware [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.176270] env[68663]: DEBUG nova.virt.hardware [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.176418] env[68663]: DEBUG nova.virt.hardware [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.176563] env[68663]: DEBUG nova.virt.hardware [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.176770] env[68663]: DEBUG nova.virt.hardware [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.176934] env[68663]: DEBUG nova.virt.hardware [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.177122] env[68663]: DEBUG nova.virt.hardware [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.177293] env[68663]: DEBUG nova.virt.hardware [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.177553] env[68663]: DEBUG nova.virt.hardware [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.178438] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b6d22d-cf08-4587-ab96-d73e784fae60 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.186640] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bfa28f-147e-4d43-886a-6b2199e9df48 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.202714] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:18:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33620dc1-0ed7-4999-b21c-2914ad4ea5d6', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.210239] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.211228] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.211480] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1af45fdf-52ba-42bd-b567-f96b1681c0f3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.231390] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.231390] env[68663]: value = "task-3239118" [ 1207.231390] env[68663]: _type = "Task" [ 1207.231390] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.240571] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239118, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.303043] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.554747} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.303307] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1207.304106] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f66a80-ca6a-4026-9b0b-eb7ab11ae374 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.324796] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 4f245987-4ecc-4f0c-9522-e6d864370692/4f245987-4ecc-4f0c-9522-e6d864370692.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.325165] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6630b70a-4556-4381-a132-dd27496729bb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.344881] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1207.344881] env[68663]: value = "task-3239119" [ 1207.344881] env[68663]: _type = "Task" [ 1207.344881] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.353795] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.638471] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239116, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.668171] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.668171] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.668171] env[68663]: DEBUG nova.objects.instance [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lazy-loading 'resources' on Instance uuid 1fbdef98-5a62-443c-87ff-f3653239bc31 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.741812] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239118, 'name': CreateVM_Task, 'duration_secs': 0.372583} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.742032] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.742687] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dcfd048c-a33b-4625-8fbb-95a46597dca4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.742857] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dcfd048c-a33b-4625-8fbb-95a46597dca4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.743287] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dcfd048c-a33b-4625-8fbb-95a46597dca4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.743566] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f09bcf59-63f1-4ff4-816c-443aa51f91fa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.749169] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1207.749169] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fba3a3-cac8-5656-d39d-fd093af68d0c" [ 1207.749169] env[68663]: _type = "Task" [ 1207.749169] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.757493] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52fba3a3-cac8-5656-d39d-fd093af68d0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.829909] env[68663]: DEBUG nova.compute.manager [req-43f327cb-647a-4b5a-9707-7281fe7c8b98 req-68d1dc62-d972-477d-add1-b89681a4be4d service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Received event network-changed-33620dc1-0ed7-4999-b21c-2914ad4ea5d6 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.829909] env[68663]: DEBUG nova.compute.manager [req-43f327cb-647a-4b5a-9707-7281fe7c8b98 req-68d1dc62-d972-477d-add1-b89681a4be4d service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Refreshing instance network info cache due to event network-changed-33620dc1-0ed7-4999-b21c-2914ad4ea5d6. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.829909] env[68663]: DEBUG oslo_concurrency.lockutils [req-43f327cb-647a-4b5a-9707-7281fe7c8b98 req-68d1dc62-d972-477d-add1-b89681a4be4d service nova] Acquiring lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.829909] env[68663]: DEBUG oslo_concurrency.lockutils [req-43f327cb-647a-4b5a-9707-7281fe7c8b98 req-68d1dc62-d972-477d-add1-b89681a4be4d service nova] Acquired lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.829909] env[68663]: DEBUG nova.network.neutron [req-43f327cb-647a-4b5a-9707-7281fe7c8b98 req-68d1dc62-d972-477d-add1-b89681a4be4d service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Refreshing network info cache for port 33620dc1-0ed7-4999-b21c-2914ad4ea5d6 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.855505] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239119, 'name': ReconfigVM_Task, 'duration_secs': 0.339422} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.855722] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 4f245987-4ecc-4f0c-9522-e6d864370692/4f245987-4ecc-4f0c-9522-e6d864370692.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.856390] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97f215b0-4a37-458f-bf3b-211728445f45 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.862509] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1207.862509] env[68663]: value = "task-3239120" [ 1207.862509] env[68663]: _type = "Task" [ 1207.862509] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.872971] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239120, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.137567] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239116, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.266582] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dcfd048c-a33b-4625-8fbb-95a46597dca4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.266848] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Processing image dcfd048c-a33b-4625-8fbb-95a46597dca4 {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.267102] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dcfd048c-a33b-4625-8fbb-95a46597dca4/dcfd048c-a33b-4625-8fbb-95a46597dca4.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.267254] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dcfd048c-a33b-4625-8fbb-95a46597dca4/dcfd048c-a33b-4625-8fbb-95a46597dca4.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.267461] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.267947] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ddc37f0-6d2d-485e-9040-af9a3a4c6eb0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.278769] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a18dbd6-4135-40dc-8f90-520a11bf56a9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.284515] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.284716] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.287242] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6810af31-4c2a-42f2-9625-4f4b976ce3c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.290385] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1736f07-038d-4ada-b490-f1e16110361b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.298830] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1208.298830] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]520995b7-f584-d24b-cecb-817ef681c154" [ 1208.298830] env[68663]: _type = "Task" [ 1208.298830] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.324708] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41105152-b734-4774-9bc4-19501ca09c6b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.336398] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Preparing fetch location {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1208.336640] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Fetch image to [datastore1] OSTACK_IMG_f58ae184-df6b-431a-a2f0-92270bf969a0/OSTACK_IMG_f58ae184-df6b-431a-a2f0-92270bf969a0.vmdk {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1208.336822] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Downloading stream optimized image dcfd048c-a33b-4625-8fbb-95a46597dca4 to [datastore1] OSTACK_IMG_f58ae184-df6b-431a-a2f0-92270bf969a0/OSTACK_IMG_f58ae184-df6b-431a-a2f0-92270bf969a0.vmdk on the data store datastore1 as vApp {{(pid=68663) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1208.336989] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Downloading image file data dcfd048c-a33b-4625-8fbb-95a46597dca4 to the ESX as VM named 'OSTACK_IMG_f58ae184-df6b-431a-a2f0-92270bf969a0' {{(pid=68663) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1208.339967] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff23eca-86ab-41ac-ba01-c3fda77f31bb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.355374] env[68663]: DEBUG nova.compute.provider_tree [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.388590] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239120, 'name': Rename_Task, 'duration_secs': 0.142481} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.388824] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.389285] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3ef0230-0d33-4f83-89da-4bdc9da9b1b7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.395089] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1208.395089] env[68663]: value = "task-3239121" [ 1208.395089] env[68663]: _type = "Task" [ 1208.395089] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.404155] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.415558] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1208.415558] env[68663]: value = "resgroup-9" [ 1208.415558] env[68663]: _type = "ResourcePool" [ 1208.415558] env[68663]: }. {{(pid=68663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1208.415798] env[68663]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-91c27991-aa53-4af7-b670-b768bb880ec7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.439861] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lease: (returnval){ [ 1208.439861] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524f3fff-2c4f-8991-9063-8fbccef77ca9" [ 1208.439861] env[68663]: _type = "HttpNfcLease" [ 1208.439861] env[68663]: } obtained for vApp import into resource pool (val){ [ 1208.439861] env[68663]: value = "resgroup-9" [ 1208.439861] env[68663]: _type = "ResourcePool" [ 1208.439861] env[68663]: }. {{(pid=68663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1208.440887] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the lease: (returnval){ [ 1208.440887] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524f3fff-2c4f-8991-9063-8fbccef77ca9" [ 1208.440887] env[68663]: _type = "HttpNfcLease" [ 1208.440887] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1208.448303] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1208.448303] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524f3fff-2c4f-8991-9063-8fbccef77ca9" [ 1208.448303] env[68663]: _type = "HttpNfcLease" [ 1208.448303] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1208.577112] env[68663]: DEBUG nova.network.neutron [req-43f327cb-647a-4b5a-9707-7281fe7c8b98 req-68d1dc62-d972-477d-add1-b89681a4be4d service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Updated VIF entry in instance network info cache for port 33620dc1-0ed7-4999-b21c-2914ad4ea5d6. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.577627] env[68663]: DEBUG nova.network.neutron [req-43f327cb-647a-4b5a-9707-7281fe7c8b98 req-68d1dc62-d972-477d-add1-b89681a4be4d service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Updating instance_info_cache with network_info: [{"id": "33620dc1-0ed7-4999-b21c-2914ad4ea5d6", "address": "fa:16:3e:d0:18:fa", "network": {"id": "b1480521-f9cf-4fca-9680-b8dba5844352", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1407081914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62df668cf40d491bb275be0e7df8c121", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33620dc1-0e", "ovs_interfaceid": "33620dc1-0ed7-4999-b21c-2914ad4ea5d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.638549] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239116, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.218576} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.638852] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a511194b-4926-478b-88db-c36c375c6cdc/a511194b-4926-478b-88db-c36c375c6cdc.vmdk to [datastore1] 20b0b14e-8264-4dad-acc6-8f2518b16b28/20b0b14e-8264-4dad-acc6-8f2518b16b28.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.639619] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd7c2c8-f361-4b6d-a3c9-0d317472d7da {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.661663] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 20b0b14e-8264-4dad-acc6-8f2518b16b28/20b0b14e-8264-4dad-acc6-8f2518b16b28.vmdk or device None with type streamOptimized {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.661948] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3dea37a-5331-4bb1-a182-fe65a01c0188 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.681158] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1208.681158] env[68663]: value = "task-3239123" [ 1208.681158] env[68663]: _type = "Task" [ 1208.681158] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.689111] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.860706] env[68663]: DEBUG nova.scheduler.client.report [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.905916] env[68663]: DEBUG oslo_vmware.api [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239121, 'name': PowerOnVM_Task, 'duration_secs': 0.427352} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.906226] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.906481] env[68663]: INFO nova.compute.manager [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Took 5.85 seconds to spawn the instance on the hypervisor. [ 1208.906683] env[68663]: DEBUG nova.compute.manager [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.907487] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe76e26f-7bc2-4c2d-a4a1-a44c9e605a15 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.950266] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1208.950266] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524f3fff-2c4f-8991-9063-8fbccef77ca9" [ 1208.950266] env[68663]: _type = "HttpNfcLease" [ 1208.950266] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1209.080792] env[68663]: DEBUG oslo_concurrency.lockutils [req-43f327cb-647a-4b5a-9707-7281fe7c8b98 req-68d1dc62-d972-477d-add1-b89681a4be4d service nova] Releasing lock "refresh_cache-6f3cc711-b5f1-436d-bb5a-8474554ca22c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.191522] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239123, 'name': ReconfigVM_Task, 'duration_secs': 0.28306} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.191902] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 20b0b14e-8264-4dad-acc6-8f2518b16b28/20b0b14e-8264-4dad-acc6-8f2518b16b28.vmdk or device None with type streamOptimized {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.192929] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'device_name': '/dev/sda', 'encryption_format': None, 'device_type': 'disk', 'disk_bus': None, 'encrypted': False, 'size': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'image_id': '34b3c90c-68cd-46c0-a971-9997d079fffe'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647346', 'volume_id': '8b95ed0a-0154-482b-8204-eb454b7015cc', 'name': 'volume-8b95ed0a-0154-482b-8204-eb454b7015cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '20b0b14e-8264-4dad-acc6-8f2518b16b28', 'attached_at': '', 'detached_at': '', 'volume_id': '8b95ed0a-0154-482b-8204-eb454b7015cc', 'serial': '8b95ed0a-0154-482b-8204-eb454b7015cc'}, 'delete_on_termination': False, 'attachment_id': '1ebd043d-7631-49c5-a3df-2e4818962b85', 'disk_bus': None, 'mount_device': '/dev/sdb', 'device_type': None, 'guest_format': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=68663) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1209.193324] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Volume attach. Driver type: vmdk {{(pid=68663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1209.193632] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647346', 'volume_id': '8b95ed0a-0154-482b-8204-eb454b7015cc', 'name': 'volume-8b95ed0a-0154-482b-8204-eb454b7015cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '20b0b14e-8264-4dad-acc6-8f2518b16b28', 'attached_at': '', 'detached_at': '', 'volume_id': '8b95ed0a-0154-482b-8204-eb454b7015cc', 'serial': '8b95ed0a-0154-482b-8204-eb454b7015cc'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1209.194542] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a609b266-d4f5-4eea-91c3-5c878aae2632 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.210474] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6f0124-ef64-498f-8979-c6894df09982 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.234386] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-8b95ed0a-0154-482b-8204-eb454b7015cc/volume-8b95ed0a-0154-482b-8204-eb454b7015cc.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.234604] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4e7f4da-36be-4411-a896-81e3907f85f5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.251762] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1209.251762] env[68663]: value = "task-3239124" [ 1209.251762] env[68663]: _type = "Task" [ 1209.251762] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.258902] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.366162] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.384479] env[68663]: INFO nova.scheduler.client.report [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Deleted allocations for instance 1fbdef98-5a62-443c-87ff-f3653239bc31 [ 1209.423974] env[68663]: INFO nova.compute.manager [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Took 13.05 seconds to build instance. [ 1209.450000] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.450000] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524f3fff-2c4f-8991-9063-8fbccef77ca9" [ 1209.450000] env[68663]: _type = "HttpNfcLease" [ 1209.450000] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1209.450324] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1209.450324] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]524f3fff-2c4f-8991-9063-8fbccef77ca9" [ 1209.450324] env[68663]: _type = "HttpNfcLease" [ 1209.450324] env[68663]: }. {{(pid=68663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1209.451136] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfe0062-33bb-443c-b73e-98ea623f95ba {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.458772] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4fc1f-16ae-adcc-f633-2cd76372bae3/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1209.458943] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4fc1f-16ae-adcc-f633-2cd76372bae3/disk-0.vmdk. {{(pid=68663) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1209.523426] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-229b03af-ef4d-4569-a7e0-6e23869d2b80 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.763166] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239124, 'name': ReconfigVM_Task, 'duration_secs': 0.295794} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.764808] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-8b95ed0a-0154-482b-8204-eb454b7015cc/volume-8b95ed0a-0154-482b-8204-eb454b7015cc.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.771108] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eee3951-6858-4d97-95ac-b2b25b848b6a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.789847] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1209.789847] env[68663]: value = "task-3239125" [ 1209.789847] env[68663]: _type = "Task" [ 1209.789847] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.800041] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.894523] env[68663]: DEBUG oslo_concurrency.lockutils [None req-af3940ab-9f81-439b-92be-38583594baac tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "1fbdef98-5a62-443c-87ff-f3653239bc31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.332s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.926150] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9a2cbedc-f00b-4bb2-b051-c374b7a22c57 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Lock "4f245987-4ecc-4f0c-9522-e6d864370692" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.556s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.302837] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239125, 'name': ReconfigVM_Task, 'duration_secs': 0.159937} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.304818] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647346', 'volume_id': '8b95ed0a-0154-482b-8204-eb454b7015cc', 'name': 'volume-8b95ed0a-0154-482b-8204-eb454b7015cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '20b0b14e-8264-4dad-acc6-8f2518b16b28', 'attached_at': '', 'detached_at': '', 'volume_id': '8b95ed0a-0154-482b-8204-eb454b7015cc', 'serial': '8b95ed0a-0154-482b-8204-eb454b7015cc'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1210.305559] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5f35dc7-c09c-463c-970d-b0630ea65950 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.313956] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1210.313956] env[68663]: value = "task-3239126" [ 1210.313956] env[68663]: _type = "Task" [ 1210.313956] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.325656] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239126, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.629452] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Completed reading data from the image iterator. {{(pid=68663) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1210.629830] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4fc1f-16ae-adcc-f633-2cd76372bae3/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1210.630824] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ff3913-1168-44b6-bba4-11809e6aab1c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.639048] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4fc1f-16ae-adcc-f633-2cd76372bae3/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1210.639048] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4fc1f-16ae-adcc-f633-2cd76372bae3/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1210.639048] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4e38ecc4-fb0d-45f4-a431-36748aa5f980 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.824522] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239126, 'name': Rename_Task, 'duration_secs': 0.164598} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.824867] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.825220] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c6979a8-4a23-4eea-b914-7cf1d11c1057 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.832156] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1210.832156] env[68663]: value = "task-3239127" [ 1210.832156] env[68663]: _type = "Task" [ 1210.832156] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.839665] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.917359] env[68663]: DEBUG oslo_vmware.rw_handles [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4fc1f-16ae-adcc-f633-2cd76372bae3/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1210.917584] env[68663]: INFO nova.virt.vmwareapi.images [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Downloaded image file data dcfd048c-a33b-4625-8fbb-95a46597dca4 [ 1210.918591] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89548ca4-cd6c-4fb4-8bad-4c4db6f1cbbc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.935240] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45ca4147-ed9b-4353-a694-4feccbcfcf20 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.943466] env[68663]: INFO nova.compute.manager [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Rebuilding instance [ 1210.979006] env[68663]: INFO nova.virt.vmwareapi.images [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] The imported VM was unregistered [ 1210.981760] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Caching image {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1210.981998] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Creating directory with path [datastore1] devstack-image-cache_base/dcfd048c-a33b-4625-8fbb-95a46597dca4 {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.984736] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f4bb0bf-ce62-4336-8be6-88a5f67eda1c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.990735] env[68663]: DEBUG nova.compute.manager [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.991595] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb75bbde-ff7c-4549-bb57-493d1334f174 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.995612] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Created directory with path [datastore1] devstack-image-cache_base/dcfd048c-a33b-4625-8fbb-95a46597dca4 {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.995809] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f58ae184-df6b-431a-a2f0-92270bf969a0/OSTACK_IMG_f58ae184-df6b-431a-a2f0-92270bf969a0.vmdk to [datastore1] devstack-image-cache_base/dcfd048c-a33b-4625-8fbb-95a46597dca4/dcfd048c-a33b-4625-8fbb-95a46597dca4.vmdk. {{(pid=68663) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1210.996503] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bc47b62e-c7bc-49fa-9cd8-bc172bed8047 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.006677] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1211.006677] env[68663]: value = "task-3239129" [ 1211.006677] env[68663]: _type = "Task" [ 1211.006677] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.013789] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239129, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.343077] env[68663]: DEBUG oslo_vmware.api [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239127, 'name': PowerOnVM_Task, 'duration_secs': 0.50727} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.343077] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.453696] env[68663]: DEBUG nova.compute.manager [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.454638] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5163ddb9-b422-403a-bb3d-9cf41b2c866c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.515567] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239129, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.703320] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "e36b1af3-644c-4688-a24a-041a72769930" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.703660] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "e36b1af3-644c-4688-a24a-041a72769930" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.974781] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0701b3fa-2c0d-4559-8fc1-5bc408afb658 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.803s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.008069] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.008456] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61f71e32-f1ea-4dc1-aa68-cb0d7f907cfa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.018829] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239129, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.020327] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1212.020327] env[68663]: value = "task-3239130" [ 1212.020327] env[68663]: _type = "Task" [ 1212.020327] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.028691] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.206063] env[68663]: DEBUG nova.compute.manager [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1212.242394] env[68663]: DEBUG oslo_concurrency.lockutils [None req-df59c6cf-aae3-4f5c-a3c2-5b798efea72c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "interface-df28a86f-76ef-4f8b-b961-8effdf53de7c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.242738] env[68663]: DEBUG oslo_concurrency.lockutils [None req-df59c6cf-aae3-4f5c-a3c2-5b798efea72c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-df28a86f-76ef-4f8b-b961-8effdf53de7c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.243227] env[68663]: DEBUG nova.objects.instance [None req-df59c6cf-aae3-4f5c-a3c2-5b798efea72c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lazy-loading 'flavor' on Instance uuid df28a86f-76ef-4f8b-b961-8effdf53de7c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.518081] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239129, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.529430] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239130, 'name': PowerOffVM_Task, 'duration_secs': 0.160526} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.529708] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.529941] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.530731] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba5c2bd-5484-4b0b-ae2a-7d604289eca5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.538337] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.538671] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5b24b8f-f642-443e-a36d-1131e6262ed7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.564621] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.564854] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.565061] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Deleting the datastore file [datastore1] 4f245987-4ecc-4f0c-9522-e6d864370692 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.565349] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94f8d0f5-6df9-4c1c-bc42-ccadd1207081 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.575128] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1212.575128] env[68663]: value = "task-3239132" [ 1212.575128] env[68663]: _type = "Task" [ 1212.575128] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.583420] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.731485] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.731786] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.733437] env[68663]: INFO nova.compute.claims [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.748204] env[68663]: DEBUG nova.objects.instance [None req-df59c6cf-aae3-4f5c-a3c2-5b798efea72c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lazy-loading 'pci_requests' on Instance uuid df28a86f-76ef-4f8b-b961-8effdf53de7c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.019544] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239129, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.088322] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.250884] env[68663]: DEBUG nova.objects.base [None req-df59c6cf-aae3-4f5c-a3c2-5b798efea72c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1213.251138] env[68663]: DEBUG nova.network.neutron [None req-df59c6cf-aae3-4f5c-a3c2-5b798efea72c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.340875] env[68663]: DEBUG oslo_concurrency.lockutils [None req-df59c6cf-aae3-4f5c-a3c2-5b798efea72c tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-df28a86f-76ef-4f8b-b961-8effdf53de7c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.098s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.519785] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239129, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.587854] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.829885] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49c8f0f-1020-4722-b594-ec8e6b405aaf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.838295] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938c9b65-8df7-4183-8e0c-0062b9493214 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.874862] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2130110-98c1-4885-bba7-91d1901df2aa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.883787] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8a056d-025d-4ed7-8081-c8650a78d9f2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.898608] env[68663]: DEBUG nova.compute.provider_tree [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.020035] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239129, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.632168} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.020419] env[68663]: INFO nova.virt.vmwareapi.ds_util [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f58ae184-df6b-431a-a2f0-92270bf969a0/OSTACK_IMG_f58ae184-df6b-431a-a2f0-92270bf969a0.vmdk to [datastore1] devstack-image-cache_base/dcfd048c-a33b-4625-8fbb-95a46597dca4/dcfd048c-a33b-4625-8fbb-95a46597dca4.vmdk. [ 1214.020654] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Cleaning up location [datastore1] OSTACK_IMG_f58ae184-df6b-431a-a2f0-92270bf969a0 {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1214.020844] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f58ae184-df6b-431a-a2f0-92270bf969a0 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.021119] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a291f2f9-9877-4cd6-bbf3-7c7e57172a20 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.028185] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1214.028185] env[68663]: value = "task-3239133" [ 1214.028185] env[68663]: _type = "Task" [ 1214.028185] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.036740] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.087880] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.025311} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.088192] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.088393] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.088596] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.155134] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.402077] env[68663]: DEBUG nova.scheduler.client.report [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.538314] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044334} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.538729] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.538729] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dcfd048c-a33b-4625-8fbb-95a46597dca4/dcfd048c-a33b-4625-8fbb-95a46597dca4.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.538980] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dcfd048c-a33b-4625-8fbb-95a46597dca4/dcfd048c-a33b-4625-8fbb-95a46597dca4.vmdk to [datastore1] 6f3cc711-b5f1-436d-bb5a-8474554ca22c/6f3cc711-b5f1-436d-bb5a-8474554ca22c.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.539256] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb18628c-0484-4f70-8440-ebfaf7334db7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.545541] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1214.545541] env[68663]: value = "task-3239134" [ 1214.545541] env[68663]: _type = "Task" [ 1214.545541] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.554077] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.791955] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "interface-df28a86f-76ef-4f8b-b961-8effdf53de7c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.792276] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-df28a86f-76ef-4f8b-b961-8effdf53de7c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.792610] env[68663]: DEBUG nova.objects.instance [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lazy-loading 'flavor' on Instance uuid df28a86f-76ef-4f8b-b961-8effdf53de7c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.906642] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.907092] env[68663]: DEBUG nova.compute.manager [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.055831] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.123368] env[68663]: DEBUG nova.virt.hardware [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.123700] env[68663]: DEBUG nova.virt.hardware [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.123865] env[68663]: DEBUG nova.virt.hardware [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.124069] env[68663]: DEBUG nova.virt.hardware [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.124209] env[68663]: DEBUG nova.virt.hardware [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.124357] env[68663]: DEBUG nova.virt.hardware [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.124558] env[68663]: DEBUG nova.virt.hardware [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.124713] env[68663]: DEBUG nova.virt.hardware [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.124876] env[68663]: DEBUG nova.virt.hardware [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.125046] env[68663]: DEBUG nova.virt.hardware [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.125254] env[68663]: DEBUG nova.virt.hardware [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.126162] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7e6d14-620d-4042-b54d-b8000068d4b6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.133891] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d33b8be-d791-4cce-b39a-1fd6311b48a3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.147444] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Instance VIF info [] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.152980] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.153256] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.153475] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03158e42-0676-4df6-91b0-0f8c7632a003 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.169298] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.169298] env[68663]: value = "task-3239135" [ 1215.169298] env[68663]: _type = "Task" [ 1215.169298] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.179148] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239135, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.378836] env[68663]: DEBUG nova.objects.instance [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lazy-loading 'pci_requests' on Instance uuid df28a86f-76ef-4f8b-b961-8effdf53de7c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.414497] env[68663]: DEBUG nova.compute.utils [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.416825] env[68663]: DEBUG nova.compute.manager [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1215.417378] env[68663]: DEBUG nova.network.neutron [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.458134] env[68663]: DEBUG nova.policy [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6df75f257584114953520f50f5eafc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77bb6a8194574747b8fb03537d848fad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.557420] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239134, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.680642] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239135, 'name': CreateVM_Task, 'duration_secs': 0.37714} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.680861] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.681295] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.681455] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.681832] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.682412] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d17ff128-ad86-4f2a-8da8-1580357c76e2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.687338] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1215.687338] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cc3d75-816b-1476-d0f2-33777c5eea92" [ 1215.687338] env[68663]: _type = "Task" [ 1215.687338] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.696148] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cc3d75-816b-1476-d0f2-33777c5eea92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.789621] env[68663]: DEBUG nova.network.neutron [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Successfully created port: 95c5a985-e729-4526-895c-7f5a73a8f854 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1215.881941] env[68663]: DEBUG nova.objects.base [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1215.882167] env[68663]: DEBUG nova.network.neutron [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.917505] env[68663]: DEBUG nova.compute.manager [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1215.921864] env[68663]: DEBUG nova.policy [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f753d93385374cc48c677ffb14c581ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0912b60ba685430a94f528165dacd20c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.057817] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239134, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.149311] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.187264] env[68663]: DEBUG nova.network.neutron [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Successfully created port: fbd0bbce-d725-4c22-9145-bd57310ee875 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.201277] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52cc3d75-816b-1476-d0f2-33777c5eea92, 'name': SearchDatastore_Task, 'duration_secs': 0.018324} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.201604] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.201845] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.202099] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.202250] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.202429] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.202710] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-680743e6-d95b-453b-bcaa-26b4b9ea1bed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.213085] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.213290] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.214174] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8dd1402-c2da-48cd-9525-3329b693e35f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.220869] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1216.220869] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525fdcbd-70df-066c-c645-2b9081c77554" [ 1216.220869] env[68663]: _type = "Task" [ 1216.220869] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.229342] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525fdcbd-70df-066c-c645-2b9081c77554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.560460] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239134, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.731577] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525fdcbd-70df-066c-c645-2b9081c77554, 'name': SearchDatastore_Task, 'duration_secs': 0.021638} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.732425] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1342969c-2e0e-4786-8c34-d4898f6d3481 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.738337] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1216.738337] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e5f0fc-8fe2-f7d8-d3dd-d283616dbf5b" [ 1216.738337] env[68663]: _type = "Task" [ 1216.738337] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.746463] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e5f0fc-8fe2-f7d8-d3dd-d283616dbf5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.932523] env[68663]: DEBUG nova.compute.manager [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1216.962106] env[68663]: DEBUG nova.virt.hardware [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1216.962928] env[68663]: DEBUG nova.virt.hardware [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.962928] env[68663]: DEBUG nova.virt.hardware [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1216.962928] env[68663]: DEBUG nova.virt.hardware [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.962928] env[68663]: DEBUG nova.virt.hardware [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1216.963210] env[68663]: DEBUG nova.virt.hardware [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1216.963293] env[68663]: DEBUG nova.virt.hardware [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1216.963465] env[68663]: DEBUG nova.virt.hardware [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1216.963635] env[68663]: DEBUG nova.virt.hardware [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1216.963800] env[68663]: DEBUG nova.virt.hardware [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1216.963976] env[68663]: DEBUG nova.virt.hardware [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1216.964894] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332f0e40-7d56-4cb8-bfa4-61aedb4a5519 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.972872] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f5407a-d8dd-4cfe-9063-85a7f6e1dc53 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.061224] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239134, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.154332] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.154332] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.154332] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1217.244874] env[68663]: DEBUG nova.compute.manager [req-1cf75c8d-7333-4aca-995b-21d7e2f5e4c4 req-191b6be3-76fa-44aa-8d85-07aa0bfd01ee service nova] [instance: e36b1af3-644c-4688-a24a-041a72769930] Received event network-vif-plugged-95c5a985-e729-4526-895c-7f5a73a8f854 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.245336] env[68663]: DEBUG oslo_concurrency.lockutils [req-1cf75c8d-7333-4aca-995b-21d7e2f5e4c4 req-191b6be3-76fa-44aa-8d85-07aa0bfd01ee service nova] Acquiring lock "e36b1af3-644c-4688-a24a-041a72769930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.245686] env[68663]: DEBUG oslo_concurrency.lockutils [req-1cf75c8d-7333-4aca-995b-21d7e2f5e4c4 req-191b6be3-76fa-44aa-8d85-07aa0bfd01ee service nova] Lock "e36b1af3-644c-4688-a24a-041a72769930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.245910] env[68663]: DEBUG oslo_concurrency.lockutils [req-1cf75c8d-7333-4aca-995b-21d7e2f5e4c4 req-191b6be3-76fa-44aa-8d85-07aa0bfd01ee service nova] Lock "e36b1af3-644c-4688-a24a-041a72769930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.246287] env[68663]: DEBUG nova.compute.manager [req-1cf75c8d-7333-4aca-995b-21d7e2f5e4c4 req-191b6be3-76fa-44aa-8d85-07aa0bfd01ee service nova] [instance: e36b1af3-644c-4688-a24a-041a72769930] No waiting events found dispatching network-vif-plugged-95c5a985-e729-4526-895c-7f5a73a8f854 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.246542] env[68663]: WARNING nova.compute.manager [req-1cf75c8d-7333-4aca-995b-21d7e2f5e4c4 req-191b6be3-76fa-44aa-8d85-07aa0bfd01ee service nova] [instance: e36b1af3-644c-4688-a24a-041a72769930] Received unexpected event network-vif-plugged-95c5a985-e729-4526-895c-7f5a73a8f854 for instance with vm_state building and task_state spawning. [ 1217.253447] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e5f0fc-8fe2-f7d8-d3dd-d283616dbf5b, 'name': SearchDatastore_Task, 'duration_secs': 0.026818} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.253768] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.253987] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 4f245987-4ecc-4f0c-9522-e6d864370692/4f245987-4ecc-4f0c-9522-e6d864370692.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.254282] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c47491a7-79df-4a14-9e0c-6411edad0648 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.261910] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1217.261910] env[68663]: value = "task-3239136" [ 1217.261910] env[68663]: _type = "Task" [ 1217.261910] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.270158] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.334319] env[68663]: DEBUG nova.network.neutron [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Successfully updated port: 95c5a985-e729-4526-895c-7f5a73a8f854 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.559738] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239134, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.974432} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.560025] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dcfd048c-a33b-4625-8fbb-95a46597dca4/dcfd048c-a33b-4625-8fbb-95a46597dca4.vmdk to [datastore1] 6f3cc711-b5f1-436d-bb5a-8474554ca22c/6f3cc711-b5f1-436d-bb5a-8474554ca22c.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.560809] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d875428-6c61-4737-afd3-c73696c0e4f4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.583588] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 6f3cc711-b5f1-436d-bb5a-8474554ca22c/6f3cc711-b5f1-436d-bb5a-8474554ca22c.vmdk or device None with type streamOptimized {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.584795] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f3b6587-8c18-4ff7-8908-06d59956f9b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.599539] env[68663]: DEBUG nova.compute.manager [req-b78c403b-0e85-4375-8f95-8a270ed5b2ab req-2ab3ad96-b4b2-4961-80e1-207a9287f884 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Received event network-vif-plugged-fbd0bbce-d725-4c22-9145-bd57310ee875 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.599751] env[68663]: DEBUG oslo_concurrency.lockutils [req-b78c403b-0e85-4375-8f95-8a270ed5b2ab req-2ab3ad96-b4b2-4961-80e1-207a9287f884 service nova] Acquiring lock "df28a86f-76ef-4f8b-b961-8effdf53de7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.599956] env[68663]: DEBUG oslo_concurrency.lockutils [req-b78c403b-0e85-4375-8f95-8a270ed5b2ab req-2ab3ad96-b4b2-4961-80e1-207a9287f884 service nova] Lock "df28a86f-76ef-4f8b-b961-8effdf53de7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.600133] env[68663]: DEBUG oslo_concurrency.lockutils [req-b78c403b-0e85-4375-8f95-8a270ed5b2ab req-2ab3ad96-b4b2-4961-80e1-207a9287f884 service nova] Lock "df28a86f-76ef-4f8b-b961-8effdf53de7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.600303] env[68663]: DEBUG nova.compute.manager [req-b78c403b-0e85-4375-8f95-8a270ed5b2ab req-2ab3ad96-b4b2-4961-80e1-207a9287f884 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] No waiting events found dispatching network-vif-plugged-fbd0bbce-d725-4c22-9145-bd57310ee875 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.600473] env[68663]: WARNING nova.compute.manager [req-b78c403b-0e85-4375-8f95-8a270ed5b2ab req-2ab3ad96-b4b2-4961-80e1-207a9287f884 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Received unexpected event network-vif-plugged-fbd0bbce-d725-4c22-9145-bd57310ee875 for instance with vm_state active and task_state None. [ 1217.606830] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1217.606830] env[68663]: value = "task-3239137" [ 1217.606830] env[68663]: _type = "Task" [ 1217.606830] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.615116] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.664367] env[68663]: DEBUG nova.network.neutron [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Successfully updated port: fbd0bbce-d725-4c22-9145-bd57310ee875 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.771619] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.836883] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "refresh_cache-e36b1af3-644c-4688-a24a-041a72769930" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.837053] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquired lock "refresh_cache-e36b1af3-644c-4688-a24a-041a72769930" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.837225] env[68663]: DEBUG nova.network.neutron [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.118191] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239137, 'name': ReconfigVM_Task, 'duration_secs': 0.399227} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.118938] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 6f3cc711-b5f1-436d-bb5a-8474554ca22c/6f3cc711-b5f1-436d-bb5a-8474554ca22c.vmdk or device None with type streamOptimized {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.119635] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ed862c1-00a1-46cd-971a-22ddf4f39d3c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.126244] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1218.126244] env[68663]: value = "task-3239138" [ 1218.126244] env[68663]: _type = "Task" [ 1218.126244] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.136395] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239138, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.154233] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.154479] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.154678] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.167126] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.167344] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.167499] env[68663]: DEBUG nova.network.neutron [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.273161] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239136, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.374884] env[68663]: DEBUG nova.network.neutron [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.504684] env[68663]: DEBUG nova.network.neutron [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Updating instance_info_cache with network_info: [{"id": "95c5a985-e729-4526-895c-7f5a73a8f854", "address": "fa:16:3e:40:a7:ee", "network": {"id": "dc1abe84-9c3e-46a7-8faf-17beb41fa9bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-314858557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77bb6a8194574747b8fb03537d848fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c5a985-e7", "ovs_interfaceid": "95c5a985-e729-4526-895c-7f5a73a8f854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.635846] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239138, 'name': Rename_Task, 'duration_secs': 0.161845} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.636209] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.636394] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a72b10bc-c203-4725-a64b-5b739e7bf241 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.641925] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1218.641925] env[68663]: value = "task-3239139" [ 1218.641925] env[68663]: _type = "Task" [ 1218.641925] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.649820] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.657906] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.658178] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.658333] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.658586] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1218.659547] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91746f5c-e108-434e-8981-6dd289e72497 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.667205] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96210a0-36cf-4098-bad2-09ad768ab073 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.682218] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d054c8-8061-48f9-8bbb-116b72271cc6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.688236] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a60acbc-4a47-4710-84d7-2b6fee67c0cc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.718373] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180009MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=68663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1218.718518] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.718729] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.720941] env[68663]: WARNING nova.network.neutron [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] 694e20c9-1ee8-47a5-abce-f3bcee046ad0 already exists in list: networks containing: ['694e20c9-1ee8-47a5-abce-f3bcee046ad0']. ignoring it [ 1218.772331] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239136, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.322} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.774641] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 4f245987-4ecc-4f0c-9522-e6d864370692/4f245987-4ecc-4f0c-9522-e6d864370692.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.774864] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.775190] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d78c244d-13fd-4e4d-bd52-598258d78848 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.781912] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1218.781912] env[68663]: value = "task-3239140" [ 1218.781912] env[68663]: _type = "Task" [ 1218.781912] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.789452] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.007249] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Releasing lock "refresh_cache-e36b1af3-644c-4688-a24a-041a72769930" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.007710] env[68663]: DEBUG nova.compute.manager [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Instance network_info: |[{"id": "95c5a985-e729-4526-895c-7f5a73a8f854", "address": "fa:16:3e:40:a7:ee", "network": {"id": "dc1abe84-9c3e-46a7-8faf-17beb41fa9bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-314858557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77bb6a8194574747b8fb03537d848fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c5a985-e7", "ovs_interfaceid": "95c5a985-e729-4526-895c-7f5a73a8f854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.008184] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:a7:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95c5a985-e729-4526-895c-7f5a73a8f854', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.016358] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.016925] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e36b1af3-644c-4688-a24a-041a72769930] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.017180] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6102d46-3a05-43c1-8c10-e5a50aa67721 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.040030] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.040030] env[68663]: value = "task-3239141" [ 1219.040030] env[68663]: _type = "Task" [ 1219.040030] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.050686] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239141, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.078634] env[68663]: DEBUG nova.network.neutron [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Updating instance_info_cache with network_info: [{"id": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "address": "fa:16:3e:11:80:76", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd1520e-ea", "ovs_interfaceid": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbd0bbce-d725-4c22-9145-bd57310ee875", "address": "fa:16:3e:c3:19:18", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd0bbce-d7", "ovs_interfaceid": "fbd0bbce-d725-4c22-9145-bd57310ee875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.151871] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.272125] env[68663]: DEBUG nova.compute.manager [req-fd4d1ddc-cbb9-4b72-988e-9e58fd385b0b req-09bb5568-4292-4dfb-a195-9f3fa01c0fca service nova] [instance: e36b1af3-644c-4688-a24a-041a72769930] Received event network-changed-95c5a985-e729-4526-895c-7f5a73a8f854 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.272354] env[68663]: DEBUG nova.compute.manager [req-fd4d1ddc-cbb9-4b72-988e-9e58fd385b0b req-09bb5568-4292-4dfb-a195-9f3fa01c0fca service nova] [instance: e36b1af3-644c-4688-a24a-041a72769930] Refreshing instance network info cache due to event network-changed-95c5a985-e729-4526-895c-7f5a73a8f854. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.272605] env[68663]: DEBUG oslo_concurrency.lockutils [req-fd4d1ddc-cbb9-4b72-988e-9e58fd385b0b req-09bb5568-4292-4dfb-a195-9f3fa01c0fca service nova] Acquiring lock "refresh_cache-e36b1af3-644c-4688-a24a-041a72769930" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.272756] env[68663]: DEBUG oslo_concurrency.lockutils [req-fd4d1ddc-cbb9-4b72-988e-9e58fd385b0b req-09bb5568-4292-4dfb-a195-9f3fa01c0fca service nova] Acquired lock "refresh_cache-e36b1af3-644c-4688-a24a-041a72769930" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.272919] env[68663]: DEBUG nova.network.neutron [req-fd4d1ddc-cbb9-4b72-988e-9e58fd385b0b req-09bb5568-4292-4dfb-a195-9f3fa01c0fca service nova] [instance: e36b1af3-644c-4688-a24a-041a72769930] Refreshing network info cache for port 95c5a985-e729-4526-895c-7f5a73a8f854 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.292871] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065057} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.293165] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1219.293949] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edb4780-1bd6-48d6-86de-f289e76e43fa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.320691] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 4f245987-4ecc-4f0c-9522-e6d864370692/4f245987-4ecc-4f0c-9522-e6d864370692.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.321054] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecb4470d-ccb6-4996-a50f-85cb2243c660 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.342588] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1219.342588] env[68663]: value = "task-3239142" [ 1219.342588] env[68663]: _type = "Task" [ 1219.342588] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.351451] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.553084] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239141, 'name': CreateVM_Task, 'duration_secs': 0.407624} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.553271] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e36b1af3-644c-4688-a24a-041a72769930] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.553985] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.554220] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.554602] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.554911] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155e7938-4e74-4874-951f-094c584849f4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.560477] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1219.560477] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d49e6a-6cc2-18c5-6637-8571fe88008d" [ 1219.560477] env[68663]: _type = "Task" [ 1219.560477] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.569052] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d49e6a-6cc2-18c5-6637-8571fe88008d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.581670] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.582301] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.582481] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.583292] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e2229c-cd37-4816-9e54-4845c6958117 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.600247] env[68663]: DEBUG nova.virt.hardware [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.600500] env[68663]: DEBUG nova.virt.hardware [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.600656] env[68663]: DEBUG nova.virt.hardware [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.600835] env[68663]: DEBUG nova.virt.hardware [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.600980] env[68663]: DEBUG nova.virt.hardware [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.601173] env[68663]: DEBUG nova.virt.hardware [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.601447] env[68663]: DEBUG nova.virt.hardware [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.601622] env[68663]: DEBUG nova.virt.hardware [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.601823] env[68663]: DEBUG nova.virt.hardware [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.601992] env[68663]: DEBUG nova.virt.hardware [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.602190] env[68663]: DEBUG nova.virt.hardware [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.608775] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Reconfiguring VM to attach interface {{(pid=68663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1219.609186] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d57269d-732b-4d18-b799-3258c09bc6d5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.623597] env[68663]: DEBUG nova.compute.manager [req-bfffd0a7-dd67-4bc2-9bdb-252c953ee380 req-488be1a9-8cb4-4814-960b-6a6de790f1c6 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Received event network-changed-fbd0bbce-d725-4c22-9145-bd57310ee875 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.623786] env[68663]: DEBUG nova.compute.manager [req-bfffd0a7-dd67-4bc2-9bdb-252c953ee380 req-488be1a9-8cb4-4814-960b-6a6de790f1c6 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Refreshing instance network info cache due to event network-changed-fbd0bbce-d725-4c22-9145-bd57310ee875. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.624029] env[68663]: DEBUG oslo_concurrency.lockutils [req-bfffd0a7-dd67-4bc2-9bdb-252c953ee380 req-488be1a9-8cb4-4814-960b-6a6de790f1c6 service nova] Acquiring lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.624177] env[68663]: DEBUG oslo_concurrency.lockutils [req-bfffd0a7-dd67-4bc2-9bdb-252c953ee380 req-488be1a9-8cb4-4814-960b-6a6de790f1c6 service nova] Acquired lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.624338] env[68663]: DEBUG nova.network.neutron [req-bfffd0a7-dd67-4bc2-9bdb-252c953ee380 req-488be1a9-8cb4-4814-960b-6a6de790f1c6 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Refreshing network info cache for port fbd0bbce-d725-4c22-9145-bd57310ee875 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.631636] env[68663]: DEBUG oslo_vmware.api [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1219.631636] env[68663]: value = "task-3239143" [ 1219.631636] env[68663]: _type = "Task" [ 1219.631636] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.640832] env[68663]: DEBUG oslo_vmware.api [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239143, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.651616] env[68663]: DEBUG oslo_vmware.api [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239139, 'name': PowerOnVM_Task, 'duration_secs': 0.988415} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.651924] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.750470] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance df28a86f-76ef-4f8b-b961-8effdf53de7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.750633] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 009fff9f-aa80-49e9-bad0-842a931e03e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.750803] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 7513b36a-931d-4734-b885-48bb577bfd9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.750875] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 20b0b14e-8264-4dad-acc6-8f2518b16b28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.750992] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 4f245987-4ecc-4f0c-9522-e6d864370692 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.751124] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 6f3cc711-b5f1-436d-bb5a-8474554ca22c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.751238] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance e36b1af3-644c-4688-a24a-041a72769930 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.751429] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1219.751564] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1219.754943] env[68663]: DEBUG nova.compute.manager [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.756234] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1fa5f6-c8bf-4254-b946-e10555f7b17d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.852304] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6fe36b-e219-4640-b1e4-fa2c5c6da489 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.857971] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239142, 'name': ReconfigVM_Task, 'duration_secs': 0.392941} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.858634] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 4f245987-4ecc-4f0c-9522-e6d864370692/4f245987-4ecc-4f0c-9522-e6d864370692.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.859241] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b031261-295d-4a76-bf0b-3dc8f900f366 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.863544] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72c51aa-0d75-413e-b7e4-697eb897359c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.867942] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1219.867942] env[68663]: value = "task-3239144" [ 1219.867942] env[68663]: _type = "Task" [ 1219.867942] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.897431] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce0e748-c3ea-4f83-8c37-306ed09e5261 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.903267] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239144, 'name': Rename_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.908264] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e694178b-5ed0-4f6d-80d9-b30601c860da {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.922162] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.071875] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d49e6a-6cc2-18c5-6637-8571fe88008d, 'name': SearchDatastore_Task, 'duration_secs': 0.015534} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.072321] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.072394] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.072640] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.072788] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.073012] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.075646] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2193a9d5-611d-46ec-ba93-26f81516cc83 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.083868] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.084056] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.084819] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78dcab68-9779-4561-98eb-b52b19139c9c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.089974] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1220.089974] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e8a068-5f78-8a63-c931-3fa25bc94bc7" [ 1220.089974] env[68663]: _type = "Task" [ 1220.089974] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.098149] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e8a068-5f78-8a63-c931-3fa25bc94bc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.141691] env[68663]: DEBUG oslo_vmware.api [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.275786] env[68663]: DEBUG oslo_concurrency.lockutils [None req-7d947b99-68f5-4ba8-84fe-6268fdadc012 tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.006s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.337013] env[68663]: DEBUG nova.network.neutron [req-fd4d1ddc-cbb9-4b72-988e-9e58fd385b0b req-09bb5568-4292-4dfb-a195-9f3fa01c0fca service nova] [instance: e36b1af3-644c-4688-a24a-041a72769930] Updated VIF entry in instance network info cache for port 95c5a985-e729-4526-895c-7f5a73a8f854. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.338662] env[68663]: DEBUG nova.network.neutron [req-fd4d1ddc-cbb9-4b72-988e-9e58fd385b0b req-09bb5568-4292-4dfb-a195-9f3fa01c0fca service nova] [instance: e36b1af3-644c-4688-a24a-041a72769930] Updating instance_info_cache with network_info: [{"id": "95c5a985-e729-4526-895c-7f5a73a8f854", "address": "fa:16:3e:40:a7:ee", "network": {"id": "dc1abe84-9c3e-46a7-8faf-17beb41fa9bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-314858557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77bb6a8194574747b8fb03537d848fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c5a985-e7", "ovs_interfaceid": "95c5a985-e729-4526-895c-7f5a73a8f854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.345697] env[68663]: DEBUG nova.network.neutron [req-bfffd0a7-dd67-4bc2-9bdb-252c953ee380 req-488be1a9-8cb4-4814-960b-6a6de790f1c6 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Updated VIF entry in instance network info cache for port fbd0bbce-d725-4c22-9145-bd57310ee875. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.346227] env[68663]: DEBUG nova.network.neutron [req-bfffd0a7-dd67-4bc2-9bdb-252c953ee380 req-488be1a9-8cb4-4814-960b-6a6de790f1c6 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Updating instance_info_cache with network_info: [{"id": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "address": "fa:16:3e:11:80:76", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd1520e-ea", "ovs_interfaceid": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbd0bbce-d725-4c22-9145-bd57310ee875", "address": "fa:16:3e:c3:19:18", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd0bbce-d7", "ovs_interfaceid": "fbd0bbce-d725-4c22-9145-bd57310ee875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.378991] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239144, 'name': Rename_Task, 'duration_secs': 0.201891} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.379281] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.379533] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b9d974c-9bf6-4e55-be1b-ad394bf05375 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.386926] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1220.386926] env[68663]: value = "task-3239145" [ 1220.386926] env[68663]: _type = "Task" [ 1220.386926] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.399574] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.425572] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.600661] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52e8a068-5f78-8a63-c931-3fa25bc94bc7, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.601474] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23652467-2ebb-4b73-b70b-5bf481a55f40 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.607227] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1220.607227] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5237fbcf-5ae5-c6cf-8c92-b1811c1196c7" [ 1220.607227] env[68663]: _type = "Task" [ 1220.607227] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.614490] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5237fbcf-5ae5-c6cf-8c92-b1811c1196c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.641892] env[68663]: DEBUG oslo_vmware.api [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239143, 'name': ReconfigVM_Task, 'duration_secs': 0.692553} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.642405] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.642640] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Reconfigured VM to attach interface {{(pid=68663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1220.846062] env[68663]: DEBUG oslo_concurrency.lockutils [req-fd4d1ddc-cbb9-4b72-988e-9e58fd385b0b req-09bb5568-4292-4dfb-a195-9f3fa01c0fca service nova] Releasing lock "refresh_cache-e36b1af3-644c-4688-a24a-041a72769930" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.848782] env[68663]: DEBUG oslo_concurrency.lockutils [req-bfffd0a7-dd67-4bc2-9bdb-252c953ee380 req-488be1a9-8cb4-4814-960b-6a6de790f1c6 service nova] Releasing lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.898012] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.931370] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1220.931518] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.213s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.985328] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.985598] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.985858] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.986096] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.986325] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.988745] env[68663]: INFO nova.compute.manager [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Terminating instance [ 1221.122962] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5237fbcf-5ae5-c6cf-8c92-b1811c1196c7, 'name': SearchDatastore_Task, 'duration_secs': 0.01097} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.123278] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.123544] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] e36b1af3-644c-4688-a24a-041a72769930/e36b1af3-644c-4688-a24a-041a72769930.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.123804] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53ec9ac4-637c-4ea5-bcee-7b4a0b52d667 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.130795] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1221.130795] env[68663]: value = "task-3239146" [ 1221.130795] env[68663]: _type = "Task" [ 1221.130795] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.141490] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.146831] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c3d103be-c62a-4f0d-a57d-7dd903fdbd7e tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-df28a86f-76ef-4f8b-b961-8effdf53de7c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.354s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.326477] env[68663]: DEBUG oslo_concurrency.lockutils [None req-047a1125-05e9-4be6-adad-bbe04d34b645 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "7513b36a-931d-4734-b885-48bb577bfd9d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.326792] env[68663]: DEBUG oslo_concurrency.lockutils [None req-047a1125-05e9-4be6-adad-bbe04d34b645 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "7513b36a-931d-4734-b885-48bb577bfd9d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.327026] env[68663]: DEBUG nova.compute.manager [None req-047a1125-05e9-4be6-adad-bbe04d34b645 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.328078] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aed44c0-d497-49c1-81c5-a3afa455d72a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.335753] env[68663]: DEBUG nova.compute.manager [None req-047a1125-05e9-4be6-adad-bbe04d34b645 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1221.336407] env[68663]: DEBUG nova.objects.instance [None req-047a1125-05e9-4be6-adad-bbe04d34b645 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lazy-loading 'flavor' on Instance uuid 7513b36a-931d-4734-b885-48bb577bfd9d {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.398516] env[68663]: DEBUG oslo_vmware.api [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239145, 'name': PowerOnVM_Task, 'duration_secs': 0.779144} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.398813] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.399029] env[68663]: DEBUG nova.compute.manager [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.399867] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d634df3a-dfce-4cbf-ac74-e2fa71675964 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.492674] env[68663]: DEBUG nova.compute.manager [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.492907] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.493865] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2f177e-dcd6-442f-89af-b94850f2cad9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.502227] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.502510] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad8d63ed-7343-4783-b596-2926f1b5071b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.508456] env[68663]: DEBUG oslo_vmware.api [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1221.508456] env[68663]: value = "task-3239147" [ 1221.508456] env[68663]: _type = "Task" [ 1221.508456] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.517195] env[68663]: DEBUG oslo_vmware.api [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.644462] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239146, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.916998] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.916998] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.917328] env[68663]: DEBUG nova.objects.instance [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1221.930981] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.019435] env[68663]: DEBUG oslo_vmware.api [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239147, 'name': PowerOffVM_Task, 'duration_secs': 0.23592} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.019689] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.019862] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.020122] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d204e56f-3abc-4ea5-b5f3-eec8b7af09d7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.082569] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.082848] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.083013] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Deleting the datastore file [datastore1] 6f3cc711-b5f1-436d-bb5a-8474554ca22c {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.083256] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1fd5d55-c6e0-4253-9fc7-a128c6ab3655 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.089702] env[68663]: DEBUG oslo_vmware.api [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for the task: (returnval){ [ 1222.089702] env[68663]: value = "task-3239149" [ 1222.089702] env[68663]: _type = "Task" [ 1222.089702] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.097474] env[68663]: DEBUG oslo_vmware.api [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.141837] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523863} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.142814] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] e36b1af3-644c-4688-a24a-041a72769930/e36b1af3-644c-4688-a24a-041a72769930.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.142814] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.142814] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e6aea43-6371-4503-a679-96a424d3153f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.149366] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1222.149366] env[68663]: value = "task-3239150" [ 1222.149366] env[68663]: _type = "Task" [ 1222.149366] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.156646] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.343018] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-047a1125-05e9-4be6-adad-bbe04d34b645 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.343247] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c1a61ef-d6e5-4520-995b-bcf5bf914112 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.350116] env[68663]: DEBUG oslo_vmware.api [None req-047a1125-05e9-4be6-adad-bbe04d34b645 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1222.350116] env[68663]: value = "task-3239151" [ 1222.350116] env[68663]: _type = "Task" [ 1222.350116] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.360689] env[68663]: DEBUG oslo_vmware.api [None req-047a1125-05e9-4be6-adad-bbe04d34b645 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.599418] env[68663]: DEBUG oslo_vmware.api [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Task: {'id': task-3239149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442699} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.599685] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.599873] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.600058] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.600281] env[68663]: INFO nova.compute.manager [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1222.600535] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.600730] env[68663]: DEBUG nova.compute.manager [-] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.600815] env[68663]: DEBUG nova.network.neutron [-] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.658733] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071255} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.660091] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.662894] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3061f1ad-a0c5-4e40-8b62-b08479c4557a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.686079] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] e36b1af3-644c-4688-a24a-041a72769930/e36b1af3-644c-4688-a24a-041a72769930.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.689152] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3476e1b9-7530-4b3d-ae61-a401d38da180 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.709176] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1222.709176] env[68663]: value = "task-3239152" [ 1222.709176] env[68663]: _type = "Task" [ 1222.709176] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.718027] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.778896] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "interface-df28a86f-76ef-4f8b-b961-8effdf53de7c-2f81603a-08db-49e5-9b76-dd60d0ec379d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.779183] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-df28a86f-76ef-4f8b-b961-8effdf53de7c-2f81603a-08db-49e5-9b76-dd60d0ec379d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.779631] env[68663]: DEBUG nova.objects.instance [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lazy-loading 'flavor' on Instance uuid df28a86f-76ef-4f8b-b961-8effdf53de7c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.861824] env[68663]: DEBUG oslo_vmware.api [None req-047a1125-05e9-4be6-adad-bbe04d34b645 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239151, 'name': PowerOffVM_Task, 'duration_secs': 0.269832} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.861824] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-047a1125-05e9-4be6-adad-bbe04d34b645 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.861824] env[68663]: DEBUG nova.compute.manager [None req-047a1125-05e9-4be6-adad-bbe04d34b645 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.861824] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5217631c-5e19-4899-87ad-45364d0fb728 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.931968] env[68663]: DEBUG oslo_concurrency.lockutils [None req-21ed8bf9-566f-4116-99f1-1c152c2a8c3a tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.167937] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Acquiring lock "4f245987-4ecc-4f0c-9522-e6d864370692" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.168390] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Lock "4f245987-4ecc-4f0c-9522-e6d864370692" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.168693] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Acquiring lock "4f245987-4ecc-4f0c-9522-e6d864370692-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.168969] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Lock "4f245987-4ecc-4f0c-9522-e6d864370692-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.169243] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Lock "4f245987-4ecc-4f0c-9522-e6d864370692-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.171723] env[68663]: INFO nova.compute.manager [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Terminating instance [ 1223.221176] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239152, 'name': ReconfigVM_Task, 'duration_secs': 0.306928} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.221493] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Reconfigured VM instance instance-00000078 to attach disk [datastore2] e36b1af3-644c-4688-a24a-041a72769930/e36b1af3-644c-4688-a24a-041a72769930.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.222084] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24433bc9-2789-41ea-965d-009e7421c5c8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.232869] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1223.232869] env[68663]: value = "task-3239153" [ 1223.232869] env[68663]: _type = "Task" [ 1223.232869] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.245279] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239153, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.375866] env[68663]: DEBUG oslo_concurrency.lockutils [None req-047a1125-05e9-4be6-adad-bbe04d34b645 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "7513b36a-931d-4734-b885-48bb577bfd9d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.379357] env[68663]: DEBUG nova.compute.manager [req-d2ef2915-b474-4b7c-9214-9cbd461ab4cd req-52c9fd96-3706-433f-81aa-6554a939bfe8 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Received event network-vif-deleted-33620dc1-0ed7-4999-b21c-2914ad4ea5d6 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.379538] env[68663]: INFO nova.compute.manager [req-d2ef2915-b474-4b7c-9214-9cbd461ab4cd req-52c9fd96-3706-433f-81aa-6554a939bfe8 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Neutron deleted interface 33620dc1-0ed7-4999-b21c-2914ad4ea5d6; detaching it from the instance and deleting it from the info cache [ 1223.379741] env[68663]: DEBUG nova.network.neutron [req-d2ef2915-b474-4b7c-9214-9cbd461ab4cd req-52c9fd96-3706-433f-81aa-6554a939bfe8 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.417676] env[68663]: DEBUG nova.objects.instance [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lazy-loading 'pci_requests' on Instance uuid df28a86f-76ef-4f8b-b961-8effdf53de7c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.675306] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Acquiring lock "refresh_cache-4f245987-4ecc-4f0c-9522-e6d864370692" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.676078] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Acquired lock "refresh_cache-4f245987-4ecc-4f0c-9522-e6d864370692" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.676304] env[68663]: DEBUG nova.network.neutron [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.728832] env[68663]: DEBUG nova.objects.instance [None req-6f306f5e-3839-47e2-ba63-3ec8cfc94c67 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lazy-loading 'flavor' on Instance uuid 7513b36a-931d-4734-b885-48bb577bfd9d {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.743060] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239153, 'name': Rename_Task, 'duration_secs': 0.142104} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.743370] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.744299] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b9d9452-1ea4-4f2a-805a-9404869d946e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.750925] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1223.750925] env[68663]: value = "task-3239154" [ 1223.750925] env[68663]: _type = "Task" [ 1223.750925] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.760506] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.848427] env[68663]: DEBUG nova.network.neutron [-] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.874188] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "009fff9f-aa80-49e9-bad0-842a931e03e2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.874684] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.882910] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9630674c-9e06-4c5a-9db0-40588dbe973f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.893106] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab37455-b58d-4827-a63e-1a4f1602959b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.925933] env[68663]: DEBUG nova.objects.base [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1223.926155] env[68663]: DEBUG nova.network.neutron [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.928794] env[68663]: DEBUG nova.compute.manager [req-d2ef2915-b474-4b7c-9214-9cbd461ab4cd req-52c9fd96-3706-433f-81aa-6554a939bfe8 service nova] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Detach interface failed, port_id=33620dc1-0ed7-4999-b21c-2914ad4ea5d6, reason: Instance 6f3cc711-b5f1-436d-bb5a-8474554ca22c could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1223.990154] env[68663]: DEBUG nova.policy [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f753d93385374cc48c677ffb14c581ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0912b60ba685430a94f528165dacd20c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.198807] env[68663]: DEBUG nova.network.neutron [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.233601] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f306f5e-3839-47e2-ba63-3ec8cfc94c67 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "refresh_cache-7513b36a-931d-4734-b885-48bb577bfd9d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.233776] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f306f5e-3839-47e2-ba63-3ec8cfc94c67 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "refresh_cache-7513b36a-931d-4734-b885-48bb577bfd9d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.233950] env[68663]: DEBUG nova.network.neutron [None req-6f306f5e-3839-47e2-ba63-3ec8cfc94c67 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.234138] env[68663]: DEBUG nova.objects.instance [None req-6f306f5e-3839-47e2-ba63-3ec8cfc94c67 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lazy-loading 'info_cache' on Instance uuid 7513b36a-931d-4734-b885-48bb577bfd9d {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.249112] env[68663]: DEBUG nova.network.neutron [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.260558] env[68663]: DEBUG oslo_vmware.api [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239154, 'name': PowerOnVM_Task, 'duration_secs': 0.492041} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.261437] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.261698] env[68663]: INFO nova.compute.manager [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1224.261737] env[68663]: DEBUG nova.compute.manager [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.262507] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50f8c5a-b216-4a90-86f4-cb784ef1dad0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.354837] env[68663]: INFO nova.compute.manager [-] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Took 1.75 seconds to deallocate network for instance. [ 1224.378075] env[68663]: DEBUG nova.compute.utils [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1224.738533] env[68663]: DEBUG nova.objects.base [None req-6f306f5e-3839-47e2-ba63-3ec8cfc94c67 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Object Instance<7513b36a-931d-4734-b885-48bb577bfd9d> lazy-loaded attributes: flavor,info_cache {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1224.751493] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Releasing lock "refresh_cache-4f245987-4ecc-4f0c-9522-e6d864370692" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.751885] env[68663]: DEBUG nova.compute.manager [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.752091] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.753174] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171dade5-d2b5-446b-887c-94a2a2d67f3d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.760936] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.761186] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ef095bc-b481-45f1-8f42-5922d329b58c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.766671] env[68663]: DEBUG oslo_vmware.api [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1224.766671] env[68663]: value = "task-3239155" [ 1224.766671] env[68663]: _type = "Task" [ 1224.766671] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.777619] env[68663]: DEBUG oslo_vmware.api [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.781823] env[68663]: INFO nova.compute.manager [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Took 12.07 seconds to build instance. [ 1224.863484] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.863841] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.864084] env[68663]: DEBUG nova.objects.instance [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lazy-loading 'resources' on Instance uuid 6f3cc711-b5f1-436d-bb5a-8474554ca22c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.880813] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.279824] env[68663]: DEBUG oslo_vmware.api [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239155, 'name': PowerOffVM_Task, 'duration_secs': 0.142556} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.282362] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.282542] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.282838] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7910cc6-1775-44ee-8004-61998d9a93a5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.284897] env[68663]: DEBUG oslo_concurrency.lockutils [None req-844509fb-5a23-4aa2-8267-967505acee52 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "e36b1af3-644c-4688-a24a-041a72769930" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.581s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.312867] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.313131] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.313309] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Deleting the datastore file [datastore2] 4f245987-4ecc-4f0c-9522-e6d864370692 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.313582] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb9d417e-39a6-49dd-9586-9e3e87292f88 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.320048] env[68663]: DEBUG oslo_vmware.api [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for the task: (returnval){ [ 1225.320048] env[68663]: value = "task-3239157" [ 1225.320048] env[68663]: _type = "Task" [ 1225.320048] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.329349] env[68663]: DEBUG oslo_vmware.api [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.467747] env[68663]: DEBUG nova.network.neutron [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Successfully updated port: 2f81603a-08db-49e5-9b76-dd60d0ec379d {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.485032] env[68663]: DEBUG nova.network.neutron [None req-6f306f5e-3839-47e2-ba63-3ec8cfc94c67 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Updating instance_info_cache with network_info: [{"id": "b815049d-98d9-49d3-80e9-a841e9367b43", "address": "fa:16:3e:50:63:b6", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb815049d-98", "ovs_interfaceid": "b815049d-98d9-49d3-80e9-a841e9367b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.509237] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe9d6bc-78fc-41a9-bb3b-5cd8a2f87fad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.516532] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d79ff1-5259-4d83-aec6-2b4fccdd4769 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.548091] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099daa31-eb4f-4224-9442-8115e2ba210e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.555314] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b1185b-bb23-4fc1-83bd-91374998b5d2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.568477] env[68663]: DEBUG nova.compute.provider_tree [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.751925] env[68663]: DEBUG nova.compute.manager [req-2bafe8c1-f888-41df-928d-b6e0507a751e req-ec8338a1-3810-409e-b0ab-afd634863c83 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Received event network-vif-plugged-2f81603a-08db-49e5-9b76-dd60d0ec379d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.752196] env[68663]: DEBUG oslo_concurrency.lockutils [req-2bafe8c1-f888-41df-928d-b6e0507a751e req-ec8338a1-3810-409e-b0ab-afd634863c83 service nova] Acquiring lock "df28a86f-76ef-4f8b-b961-8effdf53de7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.752383] env[68663]: DEBUG oslo_concurrency.lockutils [req-2bafe8c1-f888-41df-928d-b6e0507a751e req-ec8338a1-3810-409e-b0ab-afd634863c83 service nova] Lock "df28a86f-76ef-4f8b-b961-8effdf53de7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.752572] env[68663]: DEBUG oslo_concurrency.lockutils [req-2bafe8c1-f888-41df-928d-b6e0507a751e req-ec8338a1-3810-409e-b0ab-afd634863c83 service nova] Lock "df28a86f-76ef-4f8b-b961-8effdf53de7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.752856] env[68663]: DEBUG nova.compute.manager [req-2bafe8c1-f888-41df-928d-b6e0507a751e req-ec8338a1-3810-409e-b0ab-afd634863c83 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] No waiting events found dispatching network-vif-plugged-2f81603a-08db-49e5-9b76-dd60d0ec379d {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1225.753046] env[68663]: WARNING nova.compute.manager [req-2bafe8c1-f888-41df-928d-b6e0507a751e req-ec8338a1-3810-409e-b0ab-afd634863c83 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Received unexpected event network-vif-plugged-2f81603a-08db-49e5-9b76-dd60d0ec379d for instance with vm_state active and task_state None. [ 1225.829683] env[68663]: DEBUG oslo_vmware.api [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Task: {'id': task-3239157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13127} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.830688] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.830688] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.830688] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.830688] env[68663]: INFO nova.compute.manager [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1225.830890] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.831096] env[68663]: DEBUG nova.compute.manager [-] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.831196] env[68663]: DEBUG nova.network.neutron [-] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.847302] env[68663]: DEBUG nova.network.neutron [-] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.973880] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "009fff9f-aa80-49e9-bad0-842a931e03e2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.974184] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.974423] env[68663]: INFO nova.compute.manager [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Attaching volume e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5 to /dev/sdb [ 1225.976799] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.976953] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.977225] env[68663]: DEBUG nova.network.neutron [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.987769] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f306f5e-3839-47e2-ba63-3ec8cfc94c67 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "refresh_cache-7513b36a-931d-4734-b885-48bb577bfd9d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.008354] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1f9b50-8abd-4bc5-a4ae-f0cc85edc2ea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.015665] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0492e680-141e-41fc-b569-8678105f467e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.028383] env[68663]: DEBUG nova.virt.block_device [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Updating existing volume attachment record: 1c9600dc-ebe2-4333-94a0-528fc73d329f {{(pid=68663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1226.071149] env[68663]: DEBUG nova.scheduler.client.report [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.349767] env[68663]: DEBUG nova.network.neutron [-] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.522631] env[68663]: WARNING nova.network.neutron [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] 694e20c9-1ee8-47a5-abce-f3bcee046ad0 already exists in list: networks containing: ['694e20c9-1ee8-47a5-abce-f3bcee046ad0']. ignoring it [ 1226.522841] env[68663]: WARNING nova.network.neutron [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] 694e20c9-1ee8-47a5-abce-f3bcee046ad0 already exists in list: networks containing: ['694e20c9-1ee8-47a5-abce-f3bcee046ad0']. ignoring it [ 1226.577145] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.618233] env[68663]: INFO nova.scheduler.client.report [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Deleted allocations for instance 6f3cc711-b5f1-436d-bb5a-8474554ca22c [ 1226.853100] env[68663]: INFO nova.compute.manager [-] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Took 1.02 seconds to deallocate network for instance. [ 1226.978215] env[68663]: DEBUG nova.network.neutron [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Updating instance_info_cache with network_info: [{"id": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "address": "fa:16:3e:11:80:76", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd1520e-ea", "ovs_interfaceid": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbd0bbce-d725-4c22-9145-bd57310ee875", "address": "fa:16:3e:c3:19:18", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd0bbce-d7", "ovs_interfaceid": "fbd0bbce-d725-4c22-9145-bd57310ee875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2f81603a-08db-49e5-9b76-dd60d0ec379d", "address": "fa:16:3e:db:f2:51", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f81603a-08", "ovs_interfaceid": "2f81603a-08db-49e5-9b76-dd60d0ec379d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.995304] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f306f5e-3839-47e2-ba63-3ec8cfc94c67 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.995599] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-144c6d3e-bfaa-474a-97f4-2d705ad19cb3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.003995] env[68663]: DEBUG oslo_vmware.api [None req-6f306f5e-3839-47e2-ba63-3ec8cfc94c67 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1227.003995] env[68663]: value = "task-3239159" [ 1227.003995] env[68663]: _type = "Task" [ 1227.003995] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.012316] env[68663]: DEBUG oslo_vmware.api [None req-6f306f5e-3839-47e2-ba63-3ec8cfc94c67 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.127125] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a921602b-97a3-4b73-90b2-348a2c587e5c tempest-ServerActionsTestOtherB-760718851 tempest-ServerActionsTestOtherB-760718851-project-member] Lock "6f3cc711-b5f1-436d-bb5a-8474554ca22c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.141s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.359018] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.359325] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.359558] env[68663]: DEBUG nova.objects.instance [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Lazy-loading 'resources' on Instance uuid 4f245987-4ecc-4f0c-9522-e6d864370692 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.481514] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.482222] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.482392] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.483258] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b67c70-b719-485a-abd2-accbf4e6c745 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.501440] env[68663]: DEBUG nova.virt.hardware [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.501669] env[68663]: DEBUG nova.virt.hardware [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.501827] env[68663]: DEBUG nova.virt.hardware [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.502026] env[68663]: DEBUG nova.virt.hardware [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.502175] env[68663]: DEBUG nova.virt.hardware [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.502325] env[68663]: DEBUG nova.virt.hardware [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.502552] env[68663]: DEBUG nova.virt.hardware [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.502928] env[68663]: DEBUG nova.virt.hardware [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.502928] env[68663]: DEBUG nova.virt.hardware [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.503073] env[68663]: DEBUG nova.virt.hardware [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.503244] env[68663]: DEBUG nova.virt.hardware [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.509588] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Reconfiguring VM to attach interface {{(pid=68663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1227.509935] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a0390e8-d70f-44ef-86a7-e96ffafa9993 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.530157] env[68663]: DEBUG oslo_vmware.api [None req-6f306f5e-3839-47e2-ba63-3ec8cfc94c67 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239159, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.531350] env[68663]: DEBUG oslo_vmware.api [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1227.531350] env[68663]: value = "task-3239160" [ 1227.531350] env[68663]: _type = "Task" [ 1227.531350] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.538598] env[68663]: DEBUG oslo_vmware.api [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.876559] env[68663]: DEBUG nova.compute.manager [req-72c8e596-5e46-4243-8e1f-9a3afbdb530e req-ae3170e1-32b6-4f7a-912c-44e287537fdc service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Received event network-changed-2f81603a-08db-49e5-9b76-dd60d0ec379d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.876906] env[68663]: DEBUG nova.compute.manager [req-72c8e596-5e46-4243-8e1f-9a3afbdb530e req-ae3170e1-32b6-4f7a-912c-44e287537fdc service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Refreshing instance network info cache due to event network-changed-2f81603a-08db-49e5-9b76-dd60d0ec379d. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.877147] env[68663]: DEBUG oslo_concurrency.lockutils [req-72c8e596-5e46-4243-8e1f-9a3afbdb530e req-ae3170e1-32b6-4f7a-912c-44e287537fdc service nova] Acquiring lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.877662] env[68663]: DEBUG oslo_concurrency.lockutils [req-72c8e596-5e46-4243-8e1f-9a3afbdb530e req-ae3170e1-32b6-4f7a-912c-44e287537fdc service nova] Acquired lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.877662] env[68663]: DEBUG nova.network.neutron [req-72c8e596-5e46-4243-8e1f-9a3afbdb530e req-ae3170e1-32b6-4f7a-912c-44e287537fdc service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Refreshing network info cache for port 2f81603a-08db-49e5-9b76-dd60d0ec379d {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.956798] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e80515-3ced-4bc6-85a2-6139a671ebcc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.964862] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3511d50-6d97-46fd-8d11-7dc613cbb6c7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.995045] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01905cad-f6bb-4b77-b94b-6c2378d0f60a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.002300] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbff9b2-e6dc-40dd-82e7-e6109f1245c8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.016852] env[68663]: DEBUG nova.compute.provider_tree [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.026300] env[68663]: DEBUG oslo_vmware.api [None req-6f306f5e-3839-47e2-ba63-3ec8cfc94c67 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239159, 'name': PowerOnVM_Task, 'duration_secs': 0.991996} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.026582] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f306f5e-3839-47e2-ba63-3ec8cfc94c67 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.026798] env[68663]: DEBUG nova.compute.manager [None req-6f306f5e-3839-47e2-ba63-3ec8cfc94c67 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.028026] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c9e1c4-4d38-4c0e-9936-6a26112cb609 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.043245] env[68663]: DEBUG oslo_vmware.api [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.149798] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.522508] env[68663]: DEBUG nova.scheduler.client.report [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.543219] env[68663]: DEBUG oslo_vmware.api [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239160, 'name': ReconfigVM_Task, 'duration_secs': 0.751239} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.544599] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.544802] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Reconfigured VM to attach interface {{(pid=68663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1228.620561] env[68663]: DEBUG nova.network.neutron [req-72c8e596-5e46-4243-8e1f-9a3afbdb530e req-ae3170e1-32b6-4f7a-912c-44e287537fdc service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Updated VIF entry in instance network info cache for port 2f81603a-08db-49e5-9b76-dd60d0ec379d. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.621046] env[68663]: DEBUG nova.network.neutron [req-72c8e596-5e46-4243-8e1f-9a3afbdb530e req-ae3170e1-32b6-4f7a-912c-44e287537fdc service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Updating instance_info_cache with network_info: [{"id": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "address": "fa:16:3e:11:80:76", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd1520e-ea", "ovs_interfaceid": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbd0bbce-d725-4c22-9145-bd57310ee875", "address": "fa:16:3e:c3:19:18", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd0bbce-d7", "ovs_interfaceid": "fbd0bbce-d725-4c22-9145-bd57310ee875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2f81603a-08db-49e5-9b76-dd60d0ec379d", "address": "fa:16:3e:db:f2:51", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f81603a-08", "ovs_interfaceid": "2f81603a-08db-49e5-9b76-dd60d0ec379d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.028883] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.047597] env[68663]: INFO nova.scheduler.client.report [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Deleted allocations for instance 4f245987-4ecc-4f0c-9522-e6d864370692 [ 1229.049755] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0009b6ba-e28c-4344-8ab2-66e978338f67 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-df28a86f-76ef-4f8b-b961-8effdf53de7c-2f81603a-08db-49e5-9b76-dd60d0ec379d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.271s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.123568] env[68663]: DEBUG oslo_concurrency.lockutils [req-72c8e596-5e46-4243-8e1f-9a3afbdb530e req-ae3170e1-32b6-4f7a-912c-44e287537fdc service nova] Releasing lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.123724] env[68663]: DEBUG nova.compute.manager [req-72c8e596-5e46-4243-8e1f-9a3afbdb530e req-ae3170e1-32b6-4f7a-912c-44e287537fdc service nova] [instance: e36b1af3-644c-4688-a24a-041a72769930] Received event network-changed-95c5a985-e729-4526-895c-7f5a73a8f854 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.123831] env[68663]: DEBUG nova.compute.manager [req-72c8e596-5e46-4243-8e1f-9a3afbdb530e req-ae3170e1-32b6-4f7a-912c-44e287537fdc service nova] [instance: e36b1af3-644c-4688-a24a-041a72769930] Refreshing instance network info cache due to event network-changed-95c5a985-e729-4526-895c-7f5a73a8f854. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.124070] env[68663]: DEBUG oslo_concurrency.lockutils [req-72c8e596-5e46-4243-8e1f-9a3afbdb530e req-ae3170e1-32b6-4f7a-912c-44e287537fdc service nova] Acquiring lock "refresh_cache-e36b1af3-644c-4688-a24a-041a72769930" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.124216] env[68663]: DEBUG oslo_concurrency.lockutils [req-72c8e596-5e46-4243-8e1f-9a3afbdb530e req-ae3170e1-32b6-4f7a-912c-44e287537fdc service nova] Acquired lock "refresh_cache-e36b1af3-644c-4688-a24a-041a72769930" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.124377] env[68663]: DEBUG nova.network.neutron [req-72c8e596-5e46-4243-8e1f-9a3afbdb530e req-ae3170e1-32b6-4f7a-912c-44e287537fdc service nova] [instance: e36b1af3-644c-4688-a24a-041a72769930] Refreshing network info cache for port 95c5a985-e729-4526-895c-7f5a73a8f854 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.557407] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0fee3cbf-7a3e-46e9-8d6a-737006dc2153 tempest-ServerShowV254Test-1894431571 tempest-ServerShowV254Test-1894431571-project-member] Lock "4f245987-4ecc-4f0c-9522-e6d864370692" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.389s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.751020] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b32d01-5433-4914-9169-12ede5132380 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.757747] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4df0356c-6987-439f-9819-9676085e3614 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Suspending the VM {{(pid=68663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1229.758048] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ae60d1f3-6fb6-4a4e-9f97-687506958bd0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.764450] env[68663]: DEBUG oslo_vmware.api [None req-4df0356c-6987-439f-9819-9676085e3614 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1229.764450] env[68663]: value = "task-3239163" [ 1229.764450] env[68663]: _type = "Task" [ 1229.764450] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.771839] env[68663]: DEBUG oslo_vmware.api [None req-4df0356c-6987-439f-9819-9676085e3614 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239163, 'name': SuspendVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.841523] env[68663]: DEBUG nova.network.neutron [req-72c8e596-5e46-4243-8e1f-9a3afbdb530e req-ae3170e1-32b6-4f7a-912c-44e287537fdc service nova] [instance: e36b1af3-644c-4688-a24a-041a72769930] Updated VIF entry in instance network info cache for port 95c5a985-e729-4526-895c-7f5a73a8f854. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.842129] env[68663]: DEBUG nova.network.neutron [req-72c8e596-5e46-4243-8e1f-9a3afbdb530e req-ae3170e1-32b6-4f7a-912c-44e287537fdc service nova] [instance: e36b1af3-644c-4688-a24a-041a72769930] Updating instance_info_cache with network_info: [{"id": "95c5a985-e729-4526-895c-7f5a73a8f854", "address": "fa:16:3e:40:a7:ee", "network": {"id": "dc1abe84-9c3e-46a7-8faf-17beb41fa9bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-314858557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77bb6a8194574747b8fb03537d848fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c5a985-e7", "ovs_interfaceid": "95c5a985-e729-4526-895c-7f5a73a8f854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.274479] env[68663]: DEBUG oslo_vmware.api [None req-4df0356c-6987-439f-9819-9676085e3614 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239163, 'name': SuspendVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.345480] env[68663]: DEBUG oslo_concurrency.lockutils [req-72c8e596-5e46-4243-8e1f-9a3afbdb530e req-ae3170e1-32b6-4f7a-912c-44e287537fdc service nova] Releasing lock "refresh_cache-e36b1af3-644c-4688-a24a-041a72769930" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.573820] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Volume attach. Driver type: vmdk {{(pid=68663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1230.574086] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647357', 'volume_id': 'e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5', 'name': 'volume-e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009fff9f-aa80-49e9-bad0-842a931e03e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5', 'serial': 'e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1230.574985] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956cf6e8-783a-4ee8-9f77-b81fddae32f8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.593356] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951ffc29-d5bc-4713-a79a-629c6fae5d0f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.611034] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "interface-df28a86f-76ef-4f8b-b961-8effdf53de7c-fbd0bbce-d725-4c22-9145-bd57310ee875" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.611273] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-df28a86f-76ef-4f8b-b961-8effdf53de7c-fbd0bbce-d725-4c22-9145-bd57310ee875" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.619675] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5/volume-e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.620058] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4baedc6-1a3f-4b6c-b400-d28b92ded319 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.640241] env[68663]: DEBUG oslo_vmware.api [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1230.640241] env[68663]: value = "task-3239164" [ 1230.640241] env[68663]: _type = "Task" [ 1230.640241] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.648794] env[68663]: DEBUG oslo_vmware.api [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.774931] env[68663]: DEBUG oslo_vmware.api [None req-4df0356c-6987-439f-9819-9676085e3614 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239163, 'name': SuspendVM_Task, 'duration_secs': 0.607374} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.775288] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-4df0356c-6987-439f-9819-9676085e3614 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Suspended the VM {{(pid=68663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1230.775498] env[68663]: DEBUG nova.compute.manager [None req-4df0356c-6987-439f-9819-9676085e3614 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.776304] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f068e2-a174-4659-877c-f89b3e946c94 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.121084] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.121298] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.122236] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88b63a6-1b26-424e-96ea-b16c6d2d6c57 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.139920] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cb9782-b42f-46eb-b1a6-b4de3903f826 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.150283] env[68663]: DEBUG oslo_vmware.api [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239164, 'name': ReconfigVM_Task, 'duration_secs': 0.359979} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.167656] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5/volume-e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.177415] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Reconfiguring VM to detach interface {{(pid=68663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1231.177678] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5481e03f-5d3d-4a7c-960d-d6b4acb1d2f4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.187196] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31424bf8-f563-476f-b285-fc76d8864b77 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.207496] env[68663]: DEBUG oslo_vmware.api [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1231.207496] env[68663]: value = "task-3239166" [ 1231.207496] env[68663]: _type = "Task" [ 1231.207496] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.208755] env[68663]: DEBUG oslo_vmware.api [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1231.208755] env[68663]: value = "task-3239165" [ 1231.208755] env[68663]: _type = "Task" [ 1231.208755] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.219083] env[68663]: DEBUG oslo_vmware.api [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.221965] env[68663]: DEBUG oslo_vmware.api [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.721423] env[68663]: DEBUG oslo_vmware.api [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.724519] env[68663]: DEBUG oslo_vmware.api [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239165, 'name': ReconfigVM_Task, 'duration_secs': 0.148378} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.724794] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647357', 'volume_id': 'e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5', 'name': 'volume-e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009fff9f-aa80-49e9-bad0-842a931e03e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5', 'serial': 'e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1232.113394] env[68663]: INFO nova.compute.manager [None req-0193d133-0591-4dc5-8726-1519c39147e9 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Resuming [ 1232.114022] env[68663]: DEBUG nova.objects.instance [None req-0193d133-0591-4dc5-8726-1519c39147e9 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lazy-loading 'flavor' on Instance uuid 7513b36a-931d-4734-b885-48bb577bfd9d {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.219710] env[68663]: DEBUG oslo_vmware.api [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.720829] env[68663]: DEBUG oslo_vmware.api [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.762446] env[68663]: DEBUG nova.objects.instance [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lazy-loading 'flavor' on Instance uuid 009fff9f-aa80-49e9-bad0-842a931e03e2 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.221586] env[68663]: DEBUG oslo_vmware.api [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.267224] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ea48de2c-aaf8-448f-9f4e-9ceeab5bca2e tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.293s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.624461] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0193d133-0591-4dc5-8726-1519c39147e9 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "refresh_cache-7513b36a-931d-4734-b885-48bb577bfd9d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.624641] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0193d133-0591-4dc5-8726-1519c39147e9 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquired lock "refresh_cache-7513b36a-931d-4734-b885-48bb577bfd9d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.624826] env[68663]: DEBUG nova.network.neutron [None req-0193d133-0591-4dc5-8726-1519c39147e9 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.721561] env[68663]: DEBUG oslo_vmware.api [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.740970] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Acquiring lock "09e74c06-ca42-4f86-ae6f-2ae0242d0be4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.741204] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Lock "09e74c06-ca42-4f86-ae6f-2ae0242d0be4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.072281] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "009fff9f-aa80-49e9-bad0-842a931e03e2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.072281] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.222442] env[68663]: DEBUG oslo_vmware.api [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.243237] env[68663]: DEBUG nova.compute.manager [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1234.344153] env[68663]: DEBUG nova.network.neutron [None req-0193d133-0591-4dc5-8726-1519c39147e9 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Updating instance_info_cache with network_info: [{"id": "b815049d-98d9-49d3-80e9-a841e9367b43", "address": "fa:16:3e:50:63:b6", "network": {"id": "f9a63015-86ed-4901-a7fb-86d68079efbb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-207226257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86b7a180a3564cca955c100cbbdbd51e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb815049d-98", "ovs_interfaceid": "b815049d-98d9-49d3-80e9-a841e9367b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.575678] env[68663]: DEBUG nova.compute.utils [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.723247] env[68663]: DEBUG oslo_vmware.api [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.766419] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.766743] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.768269] env[68663]: INFO nova.compute.claims [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.846680] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0193d133-0591-4dc5-8726-1519c39147e9 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Releasing lock "refresh_cache-7513b36a-931d-4734-b885-48bb577bfd9d" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.847797] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cba0a86-e46f-4606-9b9e-11f0edc1d68d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.855814] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0193d133-0591-4dc5-8726-1519c39147e9 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Resuming the VM {{(pid=68663) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1234.856072] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb6d5ce7-adff-4c31-b6d9-52fb7b2c9686 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.862095] env[68663]: DEBUG oslo_vmware.api [None req-0193d133-0591-4dc5-8726-1519c39147e9 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1234.862095] env[68663]: value = "task-3239167" [ 1234.862095] env[68663]: _type = "Task" [ 1234.862095] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.869475] env[68663]: DEBUG oslo_vmware.api [None req-0193d133-0591-4dc5-8726-1519c39147e9 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.078259] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.227372] env[68663]: DEBUG oslo_vmware.api [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.376702] env[68663]: DEBUG oslo_vmware.api [None req-0193d133-0591-4dc5-8726-1519c39147e9 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239167, 'name': PowerOnVM_Task, 'duration_secs': 0.503719} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.376995] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0193d133-0591-4dc5-8726-1519c39147e9 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Resumed the VM {{(pid=68663) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1235.377198] env[68663]: DEBUG nova.compute.manager [None req-0193d133-0591-4dc5-8726-1519c39147e9 tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.378063] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c146e3b7-eccb-4e20-9b92-3e7a72b21efb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.724159] env[68663]: DEBUG oslo_vmware.api [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.858904] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7586f315-f74c-4340-bed5-e854861265a2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.866282] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb9e56a-fd8f-4492-ae86-944fed2608a1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.900239] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a28949b-6c70-405d-9a84-fc39895a7acf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.908057] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ce20db-4048-4b51-b43f-e5f4153c0920 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.922537] env[68663]: DEBUG nova.compute.provider_tree [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.146238] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "009fff9f-aa80-49e9-bad0-842a931e03e2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.146551] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.146770] env[68663]: INFO nova.compute.manager [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Attaching volume cc96e2be-7961-4bf6-949f-816c05a2bb33 to /dev/sdc [ 1236.176747] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa439754-5af1-4fef-a7e3-c9b4befc719b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.183411] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6b8ab7-635a-4034-8e04-44aa523d6f4e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.196401] env[68663]: DEBUG nova.virt.block_device [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Updating existing volume attachment record: b42c51c8-8aaf-48f9-90be-1386ad30ec0f {{(pid=68663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1236.223633] env[68663]: DEBUG oslo_vmware.api [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.425694] env[68663]: DEBUG nova.scheduler.client.report [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.725492] env[68663]: DEBUG oslo_vmware.api [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239166, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.800279] env[68663]: DEBUG oslo_concurrency.lockutils [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "7513b36a-931d-4734-b885-48bb577bfd9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.800599] env[68663]: DEBUG oslo_concurrency.lockutils [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "7513b36a-931d-4734-b885-48bb577bfd9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.800861] env[68663]: DEBUG oslo_concurrency.lockutils [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "7513b36a-931d-4734-b885-48bb577bfd9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.801092] env[68663]: DEBUG oslo_concurrency.lockutils [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "7513b36a-931d-4734-b885-48bb577bfd9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.801332] env[68663]: DEBUG oslo_concurrency.lockutils [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "7513b36a-931d-4734-b885-48bb577bfd9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.803651] env[68663]: INFO nova.compute.manager [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Terminating instance [ 1236.931067] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.931599] env[68663]: DEBUG nova.compute.manager [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1237.225697] env[68663]: DEBUG oslo_vmware.api [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239166, 'name': ReconfigVM_Task, 'duration_secs': 5.931299} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.226094] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.226094] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Reconfigured VM to detach interface {{(pid=68663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1237.307110] env[68663]: DEBUG nova.compute.manager [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1237.307349] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.308318] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3ed259-67b9-43b6-9fa3-de4cd3120659 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.316054] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.316309] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff7fa645-dae1-445d-b1ea-7e5c2a9e5de2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.322802] env[68663]: DEBUG oslo_vmware.api [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1237.322802] env[68663]: value = "task-3239169" [ 1237.322802] env[68663]: _type = "Task" [ 1237.322802] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.331476] env[68663]: DEBUG oslo_vmware.api [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.436943] env[68663]: DEBUG nova.compute.utils [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.438449] env[68663]: DEBUG nova.compute.manager [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Not allocating networking since 'none' was specified. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1237.501089] env[68663]: DEBUG nova.compute.manager [req-e96eaadd-1ea0-48d4-a621-19829333dab8 req-b680629e-44d8-4ca6-aee4-907a8f05fc6f service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Received event network-vif-deleted-fbd0bbce-d725-4c22-9145-bd57310ee875 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.501182] env[68663]: INFO nova.compute.manager [req-e96eaadd-1ea0-48d4-a621-19829333dab8 req-b680629e-44d8-4ca6-aee4-907a8f05fc6f service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Neutron deleted interface fbd0bbce-d725-4c22-9145-bd57310ee875; detaching it from the instance and deleting it from the info cache [ 1237.501519] env[68663]: DEBUG nova.network.neutron [req-e96eaadd-1ea0-48d4-a621-19829333dab8 req-b680629e-44d8-4ca6-aee4-907a8f05fc6f service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Updating instance_info_cache with network_info: [{"id": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "address": "fa:16:3e:11:80:76", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd1520e-ea", "ovs_interfaceid": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2f81603a-08db-49e5-9b76-dd60d0ec379d", "address": "fa:16:3e:db:f2:51", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f81603a-08", "ovs_interfaceid": "2f81603a-08db-49e5-9b76-dd60d0ec379d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.832738] env[68663]: DEBUG oslo_vmware.api [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239169, 'name': PowerOffVM_Task, 'duration_secs': 0.365086} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.833046] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.833253] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.833521] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca5ef1f1-62d0-48fe-8150-6e4f1034dae9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.894706] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.895231] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.895231] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Deleting the datastore file [datastore2] 7513b36a-931d-4734-b885-48bb577bfd9d {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.895400] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eee0121a-27d0-4fef-88ae-d8b24d9772f1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.902201] env[68663]: DEBUG oslo_vmware.api [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for the task: (returnval){ [ 1237.902201] env[68663]: value = "task-3239171" [ 1237.902201] env[68663]: _type = "Task" [ 1237.902201] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.909875] env[68663]: DEBUG oslo_vmware.api [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.939769] env[68663]: DEBUG nova.compute.manager [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.948110] env[68663]: DEBUG nova.compute.manager [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Received event network-vif-deleted-2f81603a-08db-49e5-9b76-dd60d0ec379d {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.948443] env[68663]: INFO nova.compute.manager [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Neutron deleted interface 2f81603a-08db-49e5-9b76-dd60d0ec379d; detaching it from the instance and deleting it from the info cache [ 1237.948614] env[68663]: DEBUG nova.network.neutron [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Updating instance_info_cache with network_info: [{"id": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "address": "fa:16:3e:11:80:76", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd1520e-ea", "ovs_interfaceid": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.004013] env[68663]: DEBUG oslo_concurrency.lockutils [req-e96eaadd-1ea0-48d4-a621-19829333dab8 req-b680629e-44d8-4ca6-aee4-907a8f05fc6f service nova] Acquiring lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.004205] env[68663]: DEBUG oslo_concurrency.lockutils [req-e96eaadd-1ea0-48d4-a621-19829333dab8 req-b680629e-44d8-4ca6-aee4-907a8f05fc6f service nova] Acquired lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.005733] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9130ba9b-2e86-45d9-bb4d-790977478e46 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.023636] env[68663]: DEBUG oslo_concurrency.lockutils [req-e96eaadd-1ea0-48d4-a621-19829333dab8 req-b680629e-44d8-4ca6-aee4-907a8f05fc6f service nova] Releasing lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.023909] env[68663]: WARNING nova.compute.manager [req-e96eaadd-1ea0-48d4-a621-19829333dab8 req-b680629e-44d8-4ca6-aee4-907a8f05fc6f service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Detach interface failed, port_id=fbd0bbce-d725-4c22-9145-bd57310ee875, reason: No device with interface-id fbd0bbce-d725-4c22-9145-bd57310ee875 exists on VM: nova.exception.NotFound: No device with interface-id fbd0bbce-d725-4c22-9145-bd57310ee875 exists on VM [ 1238.412016] env[68663]: DEBUG oslo_vmware.api [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Task: {'id': task-3239171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167037} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.412296] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.412516] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.412733] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.412916] env[68663]: INFO nova.compute.manager [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1238.413189] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.413395] env[68663]: DEBUG nova.compute.manager [-] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1238.413540] env[68663]: DEBUG nova.network.neutron [-] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1238.451237] env[68663]: DEBUG oslo_concurrency.lockutils [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] Acquiring lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.451446] env[68663]: DEBUG oslo_concurrency.lockutils [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] Acquired lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.452388] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d0da28-fedc-4926-970e-250e542a0378 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.480198] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b9b774-b2d7-48e4-adae-65a1eb316fa0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.483499] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.483671] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.483859] env[68663]: DEBUG nova.network.neutron [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.503894] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.509704] env[68663]: DEBUG nova.virt.vmwareapi.vmops [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Reconfiguring VM to detach interface {{(pid=68663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1238.511528] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60c2298b-eb87-48ee-9b24-58e8c09e916d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.530390] env[68663]: DEBUG oslo_vmware.api [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] Waiting for the task: (returnval){ [ 1238.530390] env[68663]: value = "task-3239173" [ 1238.530390] env[68663]: _type = "Task" [ 1238.530390] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.539156] env[68663]: DEBUG oslo_vmware.api [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] Task: {'id': task-3239173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.949788] env[68663]: DEBUG nova.compute.manager [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.978354] env[68663]: DEBUG nova.virt.hardware [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.978630] env[68663]: DEBUG nova.virt.hardware [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.978789] env[68663]: DEBUG nova.virt.hardware [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.978974] env[68663]: DEBUG nova.virt.hardware [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.979140] env[68663]: DEBUG nova.virt.hardware [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.979291] env[68663]: DEBUG nova.virt.hardware [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.979503] env[68663]: DEBUG nova.virt.hardware [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.979660] env[68663]: DEBUG nova.virt.hardware [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.979827] env[68663]: DEBUG nova.virt.hardware [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.979987] env[68663]: DEBUG nova.virt.hardware [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.980178] env[68663]: DEBUG nova.virt.hardware [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.981424] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfba71e-3f8a-4dca-a778-c16e95c5c4a1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.991161] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433dd77b-1d85-4a35-b2f9-8d39a68577ea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.004720] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Instance VIF info [] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.010359] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Creating folder: Project (9acb6baceb99422f87e4c6186adc8e73). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1239.012598] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9712b28-4a93-4727-b2a7-24dd67a98d0e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.022730] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Created folder: Project (9acb6baceb99422f87e4c6186adc8e73) in parent group-v647027. [ 1239.022907] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Creating folder: Instances. Parent ref: group-v647359. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1239.023204] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52c9da32-2f2d-4127-bc55-816c6fee35c2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.034630] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Created folder: Instances in parent group-v647359. [ 1239.034841] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.035383] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.035580] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62c01041-b007-44eb-a5ad-7b24a571f2aa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.051875] env[68663]: DEBUG oslo_vmware.api [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] Task: {'id': task-3239173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.055480] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.055480] env[68663]: value = "task-3239176" [ 1239.055480] env[68663]: _type = "Task" [ 1239.055480] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.062356] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239176, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.228559] env[68663]: DEBUG nova.network.neutron [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Updating instance_info_cache with network_info: [{"id": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "address": "fa:16:3e:11:80:76", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd1520e-ea", "ovs_interfaceid": "2dd1520e-ead9-4362-9db2-d3e39e43d2b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.387341] env[68663]: DEBUG nova.network.neutron [-] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.530244] env[68663]: DEBUG nova.compute.manager [req-a41c7ad0-ccca-4dd0-af77-8098731251a1 req-32ae4816-e79d-4674-8950-046dd6fe186b service nova] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Received event network-vif-deleted-b815049d-98d9-49d3-80e9-a841e9367b43 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.540914] env[68663]: DEBUG oslo_vmware.api [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] Task: {'id': task-3239173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.564671] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239176, 'name': CreateVM_Task, 'duration_secs': 0.236794} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.564844] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.565371] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.565548] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.565854] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.566431] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94f6118-16aa-4b80-a6e8-83df2baf0b0c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.571370] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1239.571370] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52314c9b-5ba2-5ada-55c1-cce194f9fe84" [ 1239.571370] env[68663]: _type = "Task" [ 1239.571370] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.580679] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52314c9b-5ba2-5ada-55c1-cce194f9fe84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.731857] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "refresh_cache-df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.890258] env[68663]: INFO nova.compute.manager [-] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Took 1.48 seconds to deallocate network for instance. [ 1240.041268] env[68663]: DEBUG oslo_vmware.api [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] Task: {'id': task-3239173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.081250] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52314c9b-5ba2-5ada-55c1-cce194f9fe84, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.081564] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.081794] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.082034] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.082211] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.082403] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.082658] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-513c40b1-b465-445b-8329-bab0e8798504 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.090751] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.090920] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.091598] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf70dc0-2c47-4cc3-8682-be3e04c2edc9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.096201] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1240.096201] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529c902f-53e8-ae52-87a4-800a6ea45430" [ 1240.096201] env[68663]: _type = "Task" [ 1240.096201] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.103385] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529c902f-53e8-ae52-87a4-800a6ea45430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.236418] env[68663]: DEBUG oslo_concurrency.lockutils [None req-ff89e26f-2d04-4700-bd41-3947457de1ae tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-df28a86f-76ef-4f8b-b961-8effdf53de7c-fbd0bbce-d725-4c22-9145-bd57310ee875" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.625s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.397063] env[68663]: DEBUG oslo_concurrency.lockutils [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.397063] env[68663]: DEBUG oslo_concurrency.lockutils [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.397275] env[68663]: DEBUG nova.objects.instance [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lazy-loading 'resources' on Instance uuid 7513b36a-931d-4734-b885-48bb577bfd9d {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.542372] env[68663]: DEBUG oslo_vmware.api [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] Task: {'id': task-3239173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.606056] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529c902f-53e8-ae52-87a4-800a6ea45430, 'name': SearchDatastore_Task, 'duration_secs': 0.008079} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.606782] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c782ffb-04b8-4452-be08-c646d012bb3d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.611530] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1240.611530] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52530d09-6778-39bd-7953-40762dfc66f7" [ 1240.611530] env[68663]: _type = "Task" [ 1240.611530] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.618534] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52530d09-6778-39bd-7953-40762dfc66f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.738659] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Volume attach. Driver type: vmdk {{(pid=68663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1240.738902] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647358', 'volume_id': 'cc96e2be-7961-4bf6-949f-816c05a2bb33', 'name': 'volume-cc96e2be-7961-4bf6-949f-816c05a2bb33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009fff9f-aa80-49e9-bad0-842a931e03e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc96e2be-7961-4bf6-949f-816c05a2bb33', 'serial': 'cc96e2be-7961-4bf6-949f-816c05a2bb33'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1240.740045] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89cec2e-67bc-40e6-b8fb-4652db807d3a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.756284] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beccad6f-0438-44e8-be0d-70e58b876991 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.784344] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-cc96e2be-7961-4bf6-949f-816c05a2bb33/volume-cc96e2be-7961-4bf6-949f-816c05a2bb33.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.784616] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ad9b034-e19d-4226-8e7c-aab8365ca134 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.802220] env[68663]: DEBUG oslo_vmware.api [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1240.802220] env[68663]: value = "task-3239177" [ 1240.802220] env[68663]: _type = "Task" [ 1240.802220] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.813051] env[68663]: DEBUG oslo_vmware.api [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239177, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.982706] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10344523-537b-4e51-9a2f-e0cea1053263 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.990184] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c35e95-9eae-473a-bc65-571765702d54 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.019989] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b3665a-d288-429f-999c-a96650da046e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.027288] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716ad8a3-6209-4340-aee4-0849fd812d48 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.040109] env[68663]: DEBUG nova.compute.provider_tree [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.048282] env[68663]: DEBUG oslo_vmware.api [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] Task: {'id': task-3239173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.121420] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52530d09-6778-39bd-7953-40762dfc66f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009337} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.121684] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.121933] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 09e74c06-ca42-4f86-ae6f-2ae0242d0be4/09e74c06-ca42-4f86-ae6f-2ae0242d0be4.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.122194] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efb74633-a2a4-4268-8548-439d2ffe03b0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.129018] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1241.129018] env[68663]: value = "task-3239178" [ 1241.129018] env[68663]: _type = "Task" [ 1241.129018] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.137013] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.312827] env[68663]: DEBUG oslo_vmware.api [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239177, 'name': ReconfigVM_Task, 'duration_secs': 0.347216} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.313217] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-cc96e2be-7961-4bf6-949f-816c05a2bb33/volume-cc96e2be-7961-4bf6-949f-816c05a2bb33.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.318155] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-854bf8ef-ef75-4aea-ac07-ec9219f2353e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.333368] env[68663]: DEBUG oslo_vmware.api [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1241.333368] env[68663]: value = "task-3239179" [ 1241.333368] env[68663]: _type = "Task" [ 1241.333368] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.343389] env[68663]: DEBUG oslo_vmware.api [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.544977] env[68663]: DEBUG nova.scheduler.client.report [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.553236] env[68663]: DEBUG oslo_vmware.api [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] Task: {'id': task-3239173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.638436] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437228} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.638733] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 09e74c06-ca42-4f86-ae6f-2ae0242d0be4/09e74c06-ca42-4f86-ae6f-2ae0242d0be4.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.638981] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.639270] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a036c625-37bd-495d-968a-f37b2a18c1e2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.647200] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1241.647200] env[68663]: value = "task-3239180" [ 1241.647200] env[68663]: _type = "Task" [ 1241.647200] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.654957] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.843101] env[68663]: DEBUG oslo_vmware.api [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239179, 'name': ReconfigVM_Task, 'duration_secs': 0.140457} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.843421] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647358', 'volume_id': 'cc96e2be-7961-4bf6-949f-816c05a2bb33', 'name': 'volume-cc96e2be-7961-4bf6-949f-816c05a2bb33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009fff9f-aa80-49e9-bad0-842a931e03e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc96e2be-7961-4bf6-949f-816c05a2bb33', 'serial': 'cc96e2be-7961-4bf6-949f-816c05a2bb33'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1242.050248] env[68663]: DEBUG oslo_concurrency.lockutils [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.052081] env[68663]: DEBUG oslo_vmware.api [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] Task: {'id': task-3239173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.068688] env[68663]: INFO nova.scheduler.client.report [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Deleted allocations for instance 7513b36a-931d-4734-b885-48bb577bfd9d [ 1242.156282] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0644} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.156553] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.157306] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ccac52-e51b-4612-9d32-e66d948f2b9d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.176106] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 09e74c06-ca42-4f86-ae6f-2ae0242d0be4/09e74c06-ca42-4f86-ae6f-2ae0242d0be4.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.176580] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed3cf13b-7ae6-4b6e-8944-621850daebde {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.196758] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1242.196758] env[68663]: value = "task-3239181" [ 1242.196758] env[68663]: _type = "Task" [ 1242.196758] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.204245] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.550365] env[68663]: DEBUG oslo_vmware.api [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] Task: {'id': task-3239173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.575406] env[68663]: DEBUG oslo_concurrency.lockutils [None req-20f4fd2d-5e82-4f89-94f9-3f5624acf6bb tempest-ServerActionsTestJSON-1438260803 tempest-ServerActionsTestJSON-1438260803-project-member] Lock "7513b36a-931d-4734-b885-48bb577bfd9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.775s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.708066] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239181, 'name': ReconfigVM_Task, 'duration_secs': 0.286672} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.708351] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 09e74c06-ca42-4f86-ae6f-2ae0242d0be4/09e74c06-ca42-4f86-ae6f-2ae0242d0be4.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.708947] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8cdef87-d53d-4db2-a630-c987925b2de7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.715676] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1242.715676] env[68663]: value = "task-3239182" [ 1242.715676] env[68663]: _type = "Task" [ 1242.715676] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.725392] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239182, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.882227] env[68663]: DEBUG nova.objects.instance [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lazy-loading 'flavor' on Instance uuid 009fff9f-aa80-49e9-bad0-842a931e03e2 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.051743] env[68663]: DEBUG oslo_vmware.api [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] Task: {'id': task-3239173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.225328] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239182, 'name': Rename_Task, 'duration_secs': 0.127948} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.225587] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.225852] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1bc885c-5bf1-4fc4-ab61-1dca9323cd7b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.232791] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1243.232791] env[68663]: value = "task-3239183" [ 1243.232791] env[68663]: _type = "Task" [ 1243.232791] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.240305] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.388434] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6eb37972-a281-4a81-8227-4f4d349947a3 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.556503] env[68663]: DEBUG oslo_vmware.api [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] Task: {'id': task-3239173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.683220] env[68663]: DEBUG oslo_concurrency.lockutils [None req-367633a3-f20a-4108-a079-5b7c6fd4d972 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "009fff9f-aa80-49e9-bad0-842a931e03e2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.683504] env[68663]: DEBUG oslo_concurrency.lockutils [None req-367633a3-f20a-4108-a079-5b7c6fd4d972 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.743293] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.053124] env[68663]: DEBUG oslo_vmware.api [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] Task: {'id': task-3239173, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.186475] env[68663]: INFO nova.compute.manager [None req-367633a3-f20a-4108-a079-5b7c6fd4d972 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Detaching volume e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5 [ 1244.226699] env[68663]: INFO nova.virt.block_device [None req-367633a3-f20a-4108-a079-5b7c6fd4d972 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Attempting to driver detach volume e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5 from mountpoint /dev/sdb [ 1244.226902] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-367633a3-f20a-4108-a079-5b7c6fd4d972 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1244.227101] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-367633a3-f20a-4108-a079-5b7c6fd4d972 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647357', 'volume_id': 'e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5', 'name': 'volume-e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009fff9f-aa80-49e9-bad0-842a931e03e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5', 'serial': 'e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1244.227979] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b17ab9-937b-43fb-afa2-b63e25d52aa1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.256223] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410fff10-0030-49d2-9766-56878b151b77 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.265090] env[68663]: DEBUG oslo_vmware.api [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239183, 'name': PowerOnVM_Task, 'duration_secs': 0.672187} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.266766] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.266977] env[68663]: INFO nova.compute.manager [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Took 5.32 seconds to spawn the instance on the hypervisor. [ 1244.267218] env[68663]: DEBUG nova.compute.manager [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.267995] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d628685-2df7-41ad-a525-82b4f0ad1e42 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.270794] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61306271-0d59-4f0b-a735-6722079f01d3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.298885] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e6ad6f-468a-4f66-8acd-cf50c6bfff27 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.316073] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-367633a3-f20a-4108-a079-5b7c6fd4d972 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] The volume has not been displaced from its original location: [datastore1] volume-e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5/volume-e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5.vmdk. No consolidation needed. {{(pid=68663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1244.321497] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-367633a3-f20a-4108-a079-5b7c6fd4d972 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1244.321856] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d890095-f7a3-48b1-a180-3cbf173cf3d8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.339650] env[68663]: DEBUG oslo_vmware.api [None req-367633a3-f20a-4108-a079-5b7c6fd4d972 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1244.339650] env[68663]: value = "task-3239184" [ 1244.339650] env[68663]: _type = "Task" [ 1244.339650] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.348363] env[68663]: DEBUG oslo_vmware.api [None req-367633a3-f20a-4108-a079-5b7c6fd4d972 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.554598] env[68663]: DEBUG oslo_vmware.api [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] Task: {'id': task-3239173, 'name': ReconfigVM_Task, 'duration_secs': 5.724474} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.555055] env[68663]: DEBUG oslo_concurrency.lockutils [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] Releasing lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.555411] env[68663]: DEBUG nova.virt.vmwareapi.vmops [req-d4ccfd2d-9b84-47e8-83a5-863256c1a385 req-c4700446-fc63-4af9-8443-f2d4f635b8be service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Reconfigured VM to detach interface {{(pid=68663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1244.556035] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.052s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.556394] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "df28a86f-76ef-4f8b-b961-8effdf53de7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.556748] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "df28a86f-76ef-4f8b-b961-8effdf53de7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.557228] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "df28a86f-76ef-4f8b-b961-8effdf53de7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.560653] env[68663]: INFO nova.compute.manager [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Terminating instance [ 1244.805455] env[68663]: INFO nova.compute.manager [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Took 10.06 seconds to build instance. [ 1244.850269] env[68663]: DEBUG oslo_vmware.api [None req-367633a3-f20a-4108-a079-5b7c6fd4d972 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239184, 'name': ReconfigVM_Task, 'duration_secs': 0.291215} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.850545] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-367633a3-f20a-4108-a079-5b7c6fd4d972 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1244.855171] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0009008-2f95-4ec8-ae23-45766784470e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.869937] env[68663]: DEBUG oslo_vmware.api [None req-367633a3-f20a-4108-a079-5b7c6fd4d972 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1244.869937] env[68663]: value = "task-3239185" [ 1244.869937] env[68663]: _type = "Task" [ 1244.869937] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.878041] env[68663]: DEBUG oslo_vmware.api [None req-367633a3-f20a-4108-a079-5b7c6fd4d972 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.065318] env[68663]: DEBUG nova.compute.manager [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.065691] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.066658] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cedfb15-012e-412e-91cc-8eb48f7501cf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.074732] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.074995] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0990ba9e-1c11-4369-b822-a647bfc35bb2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.081487] env[68663]: DEBUG oslo_vmware.api [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1245.081487] env[68663]: value = "task-3239186" [ 1245.081487] env[68663]: _type = "Task" [ 1245.081487] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.090148] env[68663]: DEBUG oslo_vmware.api [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.307847] env[68663]: DEBUG oslo_concurrency.lockutils [None req-cca2d723-0351-4422-abe9-248651048ecd tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Lock "09e74c06-ca42-4f86-ae6f-2ae0242d0be4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.566s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.384026] env[68663]: DEBUG oslo_vmware.api [None req-367633a3-f20a-4108-a079-5b7c6fd4d972 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239185, 'name': ReconfigVM_Task, 'duration_secs': 0.371585} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.384377] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-367633a3-f20a-4108-a079-5b7c6fd4d972 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647357', 'volume_id': 'e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5', 'name': 'volume-e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009fff9f-aa80-49e9-bad0-842a931e03e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5', 'serial': 'e778dc09-b3e2-4a7d-8a14-2fe5887ca1e5'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1245.590894] env[68663]: DEBUG oslo_vmware.api [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239186, 'name': PowerOffVM_Task, 'duration_secs': 0.302075} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.591276] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.591364] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.591580] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0a23f3d-f4fd-4382-b216-770fc05bb61b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.685986] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.686259] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.686479] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Deleting the datastore file [datastore2] df28a86f-76ef-4f8b-b961-8effdf53de7c {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.686748] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96965b4d-f0b1-49d4-a7d9-f9accfff49f5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.693047] env[68663]: DEBUG oslo_vmware.api [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1245.693047] env[68663]: value = "task-3239188" [ 1245.693047] env[68663]: _type = "Task" [ 1245.693047] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.700789] env[68663]: DEBUG oslo_vmware.api [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.929586] env[68663]: DEBUG nova.objects.instance [None req-367633a3-f20a-4108-a079-5b7c6fd4d972 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lazy-loading 'flavor' on Instance uuid 009fff9f-aa80-49e9-bad0-842a931e03e2 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.937908] env[68663]: INFO nova.compute.manager [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Rebuilding instance [ 1245.984440] env[68663]: DEBUG nova.compute.manager [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.985341] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48127f6f-f1ce-4f59-b97e-4edccd4e4b6f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.203553] env[68663]: DEBUG oslo_vmware.api [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414549} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.203851] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.204078] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.204268] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.204485] env[68663]: INFO nova.compute.manager [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1246.204756] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.204980] env[68663]: DEBUG nova.compute.manager [-] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1246.205399] env[68663]: DEBUG nova.network.neutron [-] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.939243] env[68663]: DEBUG nova.compute.manager [req-fe04c4e5-ed2e-4ae9-95e1-e87ba443f33a req-a503a1f3-5cb0-4184-b6c6-d504889c9081 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Received event network-vif-deleted-2dd1520e-ead9-4362-9db2-d3e39e43d2b9 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.941105] env[68663]: INFO nova.compute.manager [req-fe04c4e5-ed2e-4ae9-95e1-e87ba443f33a req-a503a1f3-5cb0-4184-b6c6-d504889c9081 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Neutron deleted interface 2dd1520e-ead9-4362-9db2-d3e39e43d2b9; detaching it from the instance and deleting it from the info cache [ 1246.941105] env[68663]: DEBUG nova.network.neutron [req-fe04c4e5-ed2e-4ae9-95e1-e87ba443f33a req-a503a1f3-5cb0-4184-b6c6-d504889c9081 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.942612] env[68663]: DEBUG oslo_concurrency.lockutils [None req-367633a3-f20a-4108-a079-5b7c6fd4d972 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.259s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.984527] env[68663]: DEBUG oslo_concurrency.lockutils [None req-df8f6066-0a46-4763-a61a-6255ca2316e7 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "009fff9f-aa80-49e9-bad0-842a931e03e2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.984527] env[68663]: DEBUG oslo_concurrency.lockutils [None req-df8f6066-0a46-4763-a61a-6255ca2316e7 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.001031] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.001031] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ae7a36d-2b2e-429b-b100-e0a118ae54f2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.009152] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1247.009152] env[68663]: value = "task-3239189" [ 1247.009152] env[68663]: _type = "Task" [ 1247.009152] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.018067] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.414523] env[68663]: DEBUG nova.network.neutron [-] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.442646] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5484ccd0-93e0-4b82-8ed3-66f31c21a830 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.452779] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6d53b0-c723-47f2-89fa-a5544a3bf8fb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.487286] env[68663]: INFO nova.compute.manager [None req-df8f6066-0a46-4763-a61a-6255ca2316e7 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Detaching volume cc96e2be-7961-4bf6-949f-816c05a2bb33 [ 1247.489905] env[68663]: DEBUG nova.compute.manager [req-fe04c4e5-ed2e-4ae9-95e1-e87ba443f33a req-a503a1f3-5cb0-4184-b6c6-d504889c9081 service nova] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Detach interface failed, port_id=2dd1520e-ead9-4362-9db2-d3e39e43d2b9, reason: Instance df28a86f-76ef-4f8b-b961-8effdf53de7c could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1247.525433] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239189, 'name': PowerOffVM_Task, 'duration_secs': 0.15353} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.525702] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.526931] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.527557] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940458a7-6f6b-4c97-8de4-a3ff2d418379 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.537085] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.537085] env[68663]: INFO nova.virt.block_device [None req-df8f6066-0a46-4763-a61a-6255ca2316e7 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Attempting to driver detach volume cc96e2be-7961-4bf6-949f-816c05a2bb33 from mountpoint /dev/sdc [ 1247.537085] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8f6066-0a46-4763-a61a-6255ca2316e7 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1247.537300] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8f6066-0a46-4763-a61a-6255ca2316e7 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647358', 'volume_id': 'cc96e2be-7961-4bf6-949f-816c05a2bb33', 'name': 'volume-cc96e2be-7961-4bf6-949f-816c05a2bb33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009fff9f-aa80-49e9-bad0-842a931e03e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc96e2be-7961-4bf6-949f-816c05a2bb33', 'serial': 'cc96e2be-7961-4bf6-949f-816c05a2bb33'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1247.537551] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6770266f-7803-4b6a-9146-673dc87a426a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.539791] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0e77c7-955b-430c-9148-85b45ad98d40 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.573714] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0696cf33-f5ff-4cee-b2aa-da49e1ec3475 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.573714] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.573714] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.573916] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Deleting the datastore file [datastore1] 09e74c06-ca42-4f86-ae6f-2ae0242d0be4 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.574151] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a181236b-daa6-440b-aa87-285e658d1b35 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.584034] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14419c36-fc1f-4f5d-bc7d-87e1c07db562 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.585078] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1247.585078] env[68663]: value = "task-3239191" [ 1247.585078] env[68663]: _type = "Task" [ 1247.585078] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.607133] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583c9091-a426-4397-9718-72aafe29ad05 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.612718] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.625585] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8f6066-0a46-4763-a61a-6255ca2316e7 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] The volume has not been displaced from its original location: [datastore1] volume-cc96e2be-7961-4bf6-949f-816c05a2bb33/volume-cc96e2be-7961-4bf6-949f-816c05a2bb33.vmdk. No consolidation needed. {{(pid=68663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1247.631342] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8f6066-0a46-4763-a61a-6255ca2316e7 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Reconfiguring VM instance instance-00000075 to detach disk 2002 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1247.631748] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18660917-605a-45d5-9661-0dc396c487e8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.651738] env[68663]: DEBUG oslo_vmware.api [None req-df8f6066-0a46-4763-a61a-6255ca2316e7 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1247.651738] env[68663]: value = "task-3239192" [ 1247.651738] env[68663]: _type = "Task" [ 1247.651738] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.661353] env[68663]: DEBUG oslo_vmware.api [None req-df8f6066-0a46-4763-a61a-6255ca2316e7 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.918093] env[68663]: INFO nova.compute.manager [-] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Took 1.71 seconds to deallocate network for instance. [ 1248.095895] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101785} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.096193] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.096363] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.096546] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.161721] env[68663]: DEBUG oslo_vmware.api [None req-df8f6066-0a46-4763-a61a-6255ca2316e7 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239192, 'name': ReconfigVM_Task, 'duration_secs': 0.321591} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.161986] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8f6066-0a46-4763-a61a-6255ca2316e7 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Reconfigured VM instance instance-00000075 to detach disk 2002 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1248.166908] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c0d0644-86ba-4c69-99b0-fbcc1cb6c8b1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.183587] env[68663]: DEBUG oslo_vmware.api [None req-df8f6066-0a46-4763-a61a-6255ca2316e7 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1248.183587] env[68663]: value = "task-3239193" [ 1248.183587] env[68663]: _type = "Task" [ 1248.183587] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.191770] env[68663]: DEBUG oslo_vmware.api [None req-df8f6066-0a46-4763-a61a-6255ca2316e7 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.424720] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.425042] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.425311] env[68663]: DEBUG nova.objects.instance [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lazy-loading 'resources' on Instance uuid df28a86f-76ef-4f8b-b961-8effdf53de7c {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.692998] env[68663]: DEBUG oslo_vmware.api [None req-df8f6066-0a46-4763-a61a-6255ca2316e7 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239193, 'name': ReconfigVM_Task, 'duration_secs': 0.147828} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.693332] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8f6066-0a46-4763-a61a-6255ca2316e7 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647358', 'volume_id': 'cc96e2be-7961-4bf6-949f-816c05a2bb33', 'name': 'volume-cc96e2be-7961-4bf6-949f-816c05a2bb33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009fff9f-aa80-49e9-bad0-842a931e03e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc96e2be-7961-4bf6-949f-816c05a2bb33', 'serial': 'cc96e2be-7961-4bf6-949f-816c05a2bb33'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1248.714266] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0009f743-d202-4e3d-956c-87527747a3ed tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "20b0b14e-8264-4dad-acc6-8f2518b16b28" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.714266] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0009f743-d202-4e3d-956c-87527747a3ed tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.946130] env[68663]: DEBUG nova.scheduler.client.report [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Refreshing inventories for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1248.960078] env[68663]: DEBUG nova.scheduler.client.report [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Updating ProviderTree inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1248.960306] env[68663]: DEBUG nova.compute.provider_tree [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1248.970834] env[68663]: DEBUG nova.scheduler.client.report [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Refreshing aggregate associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, aggregates: None {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1248.990436] env[68663]: DEBUG nova.scheduler.client.report [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Refreshing trait associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1249.064039] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9e780e-aa1c-49bf-a3b0-adc9c9da4faa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.071941] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dd29cd-746f-44f5-94ba-dfaaa667d891 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.102360] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc3832b-8ed1-4fd1-b5b9-8eedf2ec3dea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.112090] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9159abbb-6783-4419-9922-824e68311754 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.125785] env[68663]: DEBUG nova.compute.provider_tree [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.135559] env[68663]: DEBUG nova.virt.hardware [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.135688] env[68663]: DEBUG nova.virt.hardware [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.135747] env[68663]: DEBUG nova.virt.hardware [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.135924] env[68663]: DEBUG nova.virt.hardware [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.136081] env[68663]: DEBUG nova.virt.hardware [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.136251] env[68663]: DEBUG nova.virt.hardware [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.136477] env[68663]: DEBUG nova.virt.hardware [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.138400] env[68663]: DEBUG nova.virt.hardware [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.138400] env[68663]: DEBUG nova.virt.hardware [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.138400] env[68663]: DEBUG nova.virt.hardware [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.138400] env[68663]: DEBUG nova.virt.hardware [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.138400] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065d83d4-eada-4298-b06b-4978cf6af606 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.146092] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d853c3-3293-4695-b3c4-8600eab0f521 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.161286] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Instance VIF info [] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.166899] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.167142] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.167354] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25e59727-d2f9-47ee-9d39-51829f688f93 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.185095] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.185095] env[68663]: value = "task-3239194" [ 1249.185095] env[68663]: _type = "Task" [ 1249.185095] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.192290] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239194, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.216927] env[68663]: INFO nova.compute.manager [None req-0009f743-d202-4e3d-956c-87527747a3ed tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Detaching volume 8b95ed0a-0154-482b-8204-eb454b7015cc [ 1249.241356] env[68663]: DEBUG nova.objects.instance [None req-df8f6066-0a46-4763-a61a-6255ca2316e7 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lazy-loading 'flavor' on Instance uuid 009fff9f-aa80-49e9-bad0-842a931e03e2 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.249102] env[68663]: INFO nova.virt.block_device [None req-0009f743-d202-4e3d-956c-87527747a3ed tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Attempting to driver detach volume 8b95ed0a-0154-482b-8204-eb454b7015cc from mountpoint /dev/sdb [ 1249.249300] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0009f743-d202-4e3d-956c-87527747a3ed tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1249.249499] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0009f743-d202-4e3d-956c-87527747a3ed tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647346', 'volume_id': '8b95ed0a-0154-482b-8204-eb454b7015cc', 'name': 'volume-8b95ed0a-0154-482b-8204-eb454b7015cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '20b0b14e-8264-4dad-acc6-8f2518b16b28', 'attached_at': '', 'detached_at': '', 'volume_id': '8b95ed0a-0154-482b-8204-eb454b7015cc', 'serial': '8b95ed0a-0154-482b-8204-eb454b7015cc'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1249.250456] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce94787-f281-4e58-9991-235bc7ef201c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.274532] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acaf4a6-19c5-483b-84b7-33ca84d8fb5d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.282272] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c078da4d-1e0b-4cc7-9b04-08d96597aa3a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.303333] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016a573b-bae5-4e2b-8914-079cd65dbb34 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.318223] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0009f743-d202-4e3d-956c-87527747a3ed tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] The volume has not been displaced from its original location: [datastore1] volume-8b95ed0a-0154-482b-8204-eb454b7015cc/volume-8b95ed0a-0154-482b-8204-eb454b7015cc.vmdk. No consolidation needed. {{(pid=68663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1249.323713] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0009f743-d202-4e3d-956c-87527747a3ed tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.324347] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2ab5e46-83fa-44c9-a6a7-28def919834f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.342605] env[68663]: DEBUG oslo_vmware.api [None req-0009f743-d202-4e3d-956c-87527747a3ed tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1249.342605] env[68663]: value = "task-3239195" [ 1249.342605] env[68663]: _type = "Task" [ 1249.342605] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.350832] env[68663]: DEBUG oslo_vmware.api [None req-0009f743-d202-4e3d-956c-87527747a3ed tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.630778] env[68663]: DEBUG nova.scheduler.client.report [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.695788] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239194, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.854020] env[68663]: DEBUG oslo_vmware.api [None req-0009f743-d202-4e3d-956c-87527747a3ed tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239195, 'name': ReconfigVM_Task, 'duration_secs': 0.212439} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.854212] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0009f743-d202-4e3d-956c-87527747a3ed tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1249.858966] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-124be83c-622a-4302-99b4-c52baa9c8fc8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.874043] env[68663]: DEBUG oslo_vmware.api [None req-0009f743-d202-4e3d-956c-87527747a3ed tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1249.874043] env[68663]: value = "task-3239196" [ 1249.874043] env[68663]: _type = "Task" [ 1249.874043] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.883462] env[68663]: DEBUG oslo_vmware.api [None req-0009f743-d202-4e3d-956c-87527747a3ed tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.135654] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.161468] env[68663]: INFO nova.scheduler.client.report [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Deleted allocations for instance df28a86f-76ef-4f8b-b961-8effdf53de7c [ 1250.196184] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239194, 'name': CreateVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.250497] env[68663]: DEBUG oslo_concurrency.lockutils [None req-df8f6066-0a46-4763-a61a-6255ca2316e7 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.384321] env[68663]: DEBUG oslo_vmware.api [None req-0009f743-d202-4e3d-956c-87527747a3ed tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239196, 'name': ReconfigVM_Task, 'duration_secs': 0.139044} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.384687] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0009f743-d202-4e3d-956c-87527747a3ed tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647346', 'volume_id': '8b95ed0a-0154-482b-8204-eb454b7015cc', 'name': 'volume-8b95ed0a-0154-482b-8204-eb454b7015cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '20b0b14e-8264-4dad-acc6-8f2518b16b28', 'attached_at': '', 'detached_at': '', 'volume_id': '8b95ed0a-0154-482b-8204-eb454b7015cc', 'serial': '8b95ed0a-0154-482b-8204-eb454b7015cc'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1250.670523] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3ea5e28f-bfc4-4a51-8a52-58edf1e9d770 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "df28a86f-76ef-4f8b-b961-8effdf53de7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.114s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.697623] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239194, 'name': CreateVM_Task, 'duration_secs': 1.261315} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.697866] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.698324] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.698520] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.698843] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.699109] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63aecb00-c658-4cb9-98c8-8bae0dff9840 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.703860] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1250.703860] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522d28bc-f464-508f-8ca1-e7c4afae1479" [ 1250.703860] env[68663]: _type = "Task" [ 1250.703860] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.712114] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522d28bc-f464-508f-8ca1-e7c4afae1479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.939367] env[68663]: DEBUG nova.objects.instance [None req-0009f743-d202-4e3d-956c-87527747a3ed tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lazy-loading 'flavor' on Instance uuid 20b0b14e-8264-4dad-acc6-8f2518b16b28 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.215627] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522d28bc-f464-508f-8ca1-e7c4afae1479, 'name': SearchDatastore_Task, 'duration_secs': 0.015779} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.216174] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.216452] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.216694] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.216914] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.217180] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.217451] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baa51fa5-284a-451c-9547-73a23472aec9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.226241] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.226388] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.227174] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eb00ba9-30e1-455c-a060-144e7d0e8e6b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.232573] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1251.232573] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52799f0d-77e4-665d-cc71-05f10ee8f38f" [ 1251.232573] env[68663]: _type = "Task" [ 1251.232573] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.240541] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52799f0d-77e4-665d-cc71-05f10ee8f38f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.452648] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "009fff9f-aa80-49e9-bad0-842a931e03e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.452648] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.452648] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "009fff9f-aa80-49e9-bad0-842a931e03e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.452831] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.452870] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.454764] env[68663]: INFO nova.compute.manager [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Terminating instance [ 1251.743875] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52799f0d-77e4-665d-cc71-05f10ee8f38f, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.744423] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94abe039-6c8a-405b-a19b-d699ac1f7e54 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.749620] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1251.749620] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5242bbe3-994f-c93a-8ee3-c4d06092d1cf" [ 1251.749620] env[68663]: _type = "Task" [ 1251.749620] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.758613] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5242bbe3-994f-c93a-8ee3-c4d06092d1cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.949539] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0009f743-d202-4e3d-956c-87527747a3ed tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.236s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.962016] env[68663]: DEBUG nova.compute.manager [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.962016] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.962472] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ce8402-e98a-4ca0-9ddc-91fc510f2df1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.972490] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.972790] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e8ff3d0-7853-454b-8a36-c37ca358f16b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.981800] env[68663]: DEBUG oslo_vmware.api [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1251.981800] env[68663]: value = "task-3239197" [ 1251.981800] env[68663]: _type = "Task" [ 1251.981800] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.992202] env[68663]: DEBUG oslo_vmware.api [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.261466] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5242bbe3-994f-c93a-8ee3-c4d06092d1cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012637} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.261784] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.262035] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 09e74c06-ca42-4f86-ae6f-2ae0242d0be4/09e74c06-ca42-4f86-ae6f-2ae0242d0be4.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.262308] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e14e022-ca9d-469f-84bd-5285dd2c98cc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.268686] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1252.268686] env[68663]: value = "task-3239198" [ 1252.268686] env[68663]: _type = "Task" [ 1252.268686] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.276589] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.458508] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Acquiring lock "e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.458802] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Lock "e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.495759] env[68663]: DEBUG oslo_vmware.api [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239197, 'name': PowerOffVM_Task, 'duration_secs': 0.200142} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.496388] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.497053] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.497599] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7efdcda3-a19e-4e0a-b60b-612f6d0cb4ed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.563177] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.566733] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.566733] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Deleting the datastore file [datastore2] 009fff9f-aa80-49e9-bad0-842a931e03e2 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.566733] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aadb0f7f-6385-4067-8a61-e76f6eed5581 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.574023] env[68663]: DEBUG oslo_vmware.api [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for the task: (returnval){ [ 1252.574023] env[68663]: value = "task-3239200" [ 1252.574023] env[68663]: _type = "Task" [ 1252.574023] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.582979] env[68663]: DEBUG oslo_vmware.api [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.778577] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495007} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.778871] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 09e74c06-ca42-4f86-ae6f-2ae0242d0be4/09e74c06-ca42-4f86-ae6f-2ae0242d0be4.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.779151] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.779435] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-465adeb8-8788-4596-a9eb-e594668b7e48 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.784977] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1252.784977] env[68663]: value = "task-3239201" [ 1252.784977] env[68663]: _type = "Task" [ 1252.784977] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.792986] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.964045] env[68663]: DEBUG nova.compute.manager [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1253.061664] env[68663]: DEBUG oslo_concurrency.lockutils [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "20b0b14e-8264-4dad-acc6-8f2518b16b28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.061918] env[68663]: DEBUG oslo_concurrency.lockutils [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.062155] env[68663]: DEBUG oslo_concurrency.lockutils [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "20b0b14e-8264-4dad-acc6-8f2518b16b28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.062345] env[68663]: DEBUG oslo_concurrency.lockutils [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.062512] env[68663]: DEBUG oslo_concurrency.lockutils [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.064599] env[68663]: INFO nova.compute.manager [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Terminating instance [ 1253.084375] env[68663]: DEBUG oslo_vmware.api [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Task: {'id': task-3239200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256837} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.084694] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.084807] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.084976] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.085160] env[68663]: INFO nova.compute.manager [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1253.085451] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.085650] env[68663]: DEBUG nova.compute.manager [-] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1253.085743] env[68663]: DEBUG nova.network.neutron [-] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1253.225201] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "618f6316-6c4b-47ca-97d5-919d786b95cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.225531] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "618f6316-6c4b-47ca-97d5-919d786b95cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.298845] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0618} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.298845] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.298845] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4a7d69-3826-47bb-9abd-574b79ca0426 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.325025] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 09e74c06-ca42-4f86-ae6f-2ae0242d0be4/09e74c06-ca42-4f86-ae6f-2ae0242d0be4.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.325025] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5100ba62-79d7-4771-90cd-301f94604a6a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.341552] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1253.341552] env[68663]: value = "task-3239202" [ 1253.341552] env[68663]: _type = "Task" [ 1253.341552] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.349851] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.489156] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.489483] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.491051] env[68663]: INFO nova.compute.claims [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.568734] env[68663]: DEBUG nova.compute.manager [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.568948] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.570285] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5645d63a-3d7c-49ef-94ca-0886938a6364 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.579295] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.580560] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74382b2a-0d53-4330-ba4d-632bab0edca5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.583098] env[68663]: DEBUG nova.compute.manager [req-dbece85b-5ec1-450b-8853-5d3042a6ccc2 req-b929cd82-eb89-47aa-b2cb-957ffbdffebf service nova] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Received event network-vif-deleted-e879dd21-63f1-4429-bc7e-e70e5cd845d3 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.583314] env[68663]: INFO nova.compute.manager [req-dbece85b-5ec1-450b-8853-5d3042a6ccc2 req-b929cd82-eb89-47aa-b2cb-957ffbdffebf service nova] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Neutron deleted interface e879dd21-63f1-4429-bc7e-e70e5cd845d3; detaching it from the instance and deleting it from the info cache [ 1253.583493] env[68663]: DEBUG nova.network.neutron [req-dbece85b-5ec1-450b-8853-5d3042a6ccc2 req-b929cd82-eb89-47aa-b2cb-957ffbdffebf service nova] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.590690] env[68663]: DEBUG oslo_vmware.api [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1253.590690] env[68663]: value = "task-3239203" [ 1253.590690] env[68663]: _type = "Task" [ 1253.590690] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.599624] env[68663]: DEBUG oslo_vmware.api [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.727875] env[68663]: DEBUG nova.compute.manager [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1253.853788] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239202, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.060424] env[68663]: DEBUG nova.network.neutron [-] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.085853] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0215962-242f-44fd-a0de-1ba764229ffd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.098032] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb30cb2-1164-4754-b998-d10ea6a0ebd5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.113359] env[68663]: DEBUG oslo_vmware.api [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239203, 'name': PowerOffVM_Task, 'duration_secs': 0.2301} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.113616] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.113784] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.114023] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41335a5a-e29a-4783-a57b-df18cd06ee68 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.126279] env[68663]: DEBUG nova.compute.manager [req-dbece85b-5ec1-450b-8853-5d3042a6ccc2 req-b929cd82-eb89-47aa-b2cb-957ffbdffebf service nova] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Detach interface failed, port_id=e879dd21-63f1-4429-bc7e-e70e5cd845d3, reason: Instance 009fff9f-aa80-49e9-bad0-842a931e03e2 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1254.175743] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.176042] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.176310] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Deleting the datastore file [datastore1] 20b0b14e-8264-4dad-acc6-8f2518b16b28 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.176657] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf4a3358-3c3e-434e-afeb-9dbfeadb1983 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.182799] env[68663]: DEBUG oslo_vmware.api [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1254.182799] env[68663]: value = "task-3239205" [ 1254.182799] env[68663]: _type = "Task" [ 1254.182799] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.190595] env[68663]: DEBUG oslo_vmware.api [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.247480] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.352747] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239202, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.565374] env[68663]: INFO nova.compute.manager [-] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Took 1.48 seconds to deallocate network for instance. [ 1254.586733] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282738f0-1b9d-4120-a96c-5ff4f7c0367e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.594501] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4b9bd9-65bb-4b7b-ab0d-184f0781a89e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.624923] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c39dfb-e58f-4438-ad95-c236f12424cc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.632540] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01581e6f-849e-4718-9301-872678441b09 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.648362] env[68663]: DEBUG nova.compute.provider_tree [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.693860] env[68663]: DEBUG oslo_vmware.api [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171308} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.693860] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.693860] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.694645] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.694645] env[68663]: INFO nova.compute.manager [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1254.694645] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.694645] env[68663]: DEBUG nova.compute.manager [-] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.694800] env[68663]: DEBUG nova.network.neutron [-] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.853235] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239202, 'name': ReconfigVM_Task, 'duration_secs': 1.390328} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.853514] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 09e74c06-ca42-4f86-ae6f-2ae0242d0be4/09e74c06-ca42-4f86-ae6f-2ae0242d0be4.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.854141] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-283f8e2a-cfc0-4c4d-b663-1e86deae9a00 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.860917] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1254.860917] env[68663]: value = "task-3239206" [ 1254.860917] env[68663]: _type = "Task" [ 1254.860917] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.868510] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239206, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.071641] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.151661] env[68663]: DEBUG nova.scheduler.client.report [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.371863] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239206, 'name': Rename_Task, 'duration_secs': 0.228201} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.372601] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.372601] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22fd5fcd-aa80-4e61-932c-a7b74cfa6d6f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.379168] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1255.379168] env[68663]: value = "task-3239207" [ 1255.379168] env[68663]: _type = "Task" [ 1255.379168] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.386548] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.611714] env[68663]: DEBUG nova.compute.manager [req-f17882e7-3db4-4d47-b7c9-9d506444745c req-afc9f4ed-6909-45cf-94ae-13ca4df3ccb6 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Received event network-vif-deleted-5ee27256-c401-4f15-bf31-3a6887105832 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.612055] env[68663]: INFO nova.compute.manager [req-f17882e7-3db4-4d47-b7c9-9d506444745c req-afc9f4ed-6909-45cf-94ae-13ca4df3ccb6 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Neutron deleted interface 5ee27256-c401-4f15-bf31-3a6887105832; detaching it from the instance and deleting it from the info cache [ 1255.612360] env[68663]: DEBUG nova.network.neutron [req-f17882e7-3db4-4d47-b7c9-9d506444745c req-afc9f4ed-6909-45cf-94ae-13ca4df3ccb6 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.620851] env[68663]: DEBUG nova.network.neutron [-] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.656307] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.656838] env[68663]: DEBUG nova.compute.manager [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.659301] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.412s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.660746] env[68663]: INFO nova.compute.claims [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.890452] env[68663]: DEBUG oslo_vmware.api [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239207, 'name': PowerOnVM_Task, 'duration_secs': 0.510169} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.890747] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.890946] env[68663]: DEBUG nova.compute.manager [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.891714] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88852b1-33a2-4230-8aed-1a275dc89ab3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.115934] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98bbb4b7-6f52-4922-b3df-3a629140a2fa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.122867] env[68663]: INFO nova.compute.manager [-] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Took 1.43 seconds to deallocate network for instance. [ 1256.127173] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9beecf02-bce7-46d3-b210-dc94bb286aec {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.155686] env[68663]: DEBUG nova.compute.manager [req-f17882e7-3db4-4d47-b7c9-9d506444745c req-afc9f4ed-6909-45cf-94ae-13ca4df3ccb6 service nova] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Detach interface failed, port_id=5ee27256-c401-4f15-bf31-3a6887105832, reason: Instance 20b0b14e-8264-4dad-acc6-8f2518b16b28 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1256.165029] env[68663]: DEBUG nova.compute.utils [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.168302] env[68663]: DEBUG nova.compute.manager [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1256.168469] env[68663]: DEBUG nova.network.neutron [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1256.206263] env[68663]: DEBUG nova.policy [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0909444c28924fab812a0f5e9211f730', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11f6ddd6580a4ffc9e8230e241743d48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1256.410778] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.486279] env[68663]: DEBUG nova.network.neutron [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Successfully created port: af49474e-35bd-4ae1-ab41-06bdcbd53bf7 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.641589] env[68663]: DEBUG oslo_concurrency.lockutils [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.668969] env[68663]: DEBUG nova.compute.manager [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1256.770630] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea91ad6-e720-489c-aa08-1472ce2662b4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.778825] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8031309-c071-4fce-a929-4e69924e4031 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.822487] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c173d3-5b91-4b0c-bec4-ffabb1593f71 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.829959] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9ab803-cb67-438a-a541-b2d8b1ae01fb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.843061] env[68663]: DEBUG nova.compute.provider_tree [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.882181] env[68663]: DEBUG oslo_concurrency.lockutils [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Acquiring lock "09e74c06-ca42-4f86-ae6f-2ae0242d0be4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.882468] env[68663]: DEBUG oslo_concurrency.lockutils [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Lock "09e74c06-ca42-4f86-ae6f-2ae0242d0be4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.882742] env[68663]: DEBUG oslo_concurrency.lockutils [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Acquiring lock "09e74c06-ca42-4f86-ae6f-2ae0242d0be4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.882936] env[68663]: DEBUG oslo_concurrency.lockutils [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Lock "09e74c06-ca42-4f86-ae6f-2ae0242d0be4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.883114] env[68663]: DEBUG oslo_concurrency.lockutils [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Lock "09e74c06-ca42-4f86-ae6f-2ae0242d0be4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.885175] env[68663]: INFO nova.compute.manager [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Terminating instance [ 1257.346063] env[68663]: DEBUG nova.scheduler.client.report [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.388672] env[68663]: DEBUG oslo_concurrency.lockutils [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Acquiring lock "refresh_cache-09e74c06-ca42-4f86-ae6f-2ae0242d0be4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.388836] env[68663]: DEBUG oslo_concurrency.lockutils [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Acquired lock "refresh_cache-09e74c06-ca42-4f86-ae6f-2ae0242d0be4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.389015] env[68663]: DEBUG nova.network.neutron [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.682074] env[68663]: DEBUG nova.compute.manager [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1257.709807] env[68663]: DEBUG nova.virt.hardware [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.710102] env[68663]: DEBUG nova.virt.hardware [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.710270] env[68663]: DEBUG nova.virt.hardware [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.710451] env[68663]: DEBUG nova.virt.hardware [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.710597] env[68663]: DEBUG nova.virt.hardware [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.710744] env[68663]: DEBUG nova.virt.hardware [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.710953] env[68663]: DEBUG nova.virt.hardware [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.711126] env[68663]: DEBUG nova.virt.hardware [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.711293] env[68663]: DEBUG nova.virt.hardware [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.711458] env[68663]: DEBUG nova.virt.hardware [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.711629] env[68663]: DEBUG nova.virt.hardware [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.712496] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c3214b-e525-487a-8fb1-b0df5571e874 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.720576] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92f6e0a-9abb-4a6d-8c37-9b528c231cfb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.850798] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.851342] env[68663]: DEBUG nova.compute.manager [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1257.853990] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.782s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.854219] env[68663]: DEBUG nova.objects.instance [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lazy-loading 'resources' on Instance uuid 009fff9f-aa80-49e9-bad0-842a931e03e2 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.876829] env[68663]: DEBUG nova.compute.manager [req-b67e5925-9275-40ae-9be1-eb522057cf87 req-49a65c06-db31-44b3-914b-6d033b10d39b service nova] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Received event network-vif-plugged-af49474e-35bd-4ae1-ab41-06bdcbd53bf7 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.877060] env[68663]: DEBUG oslo_concurrency.lockutils [req-b67e5925-9275-40ae-9be1-eb522057cf87 req-49a65c06-db31-44b3-914b-6d033b10d39b service nova] Acquiring lock "e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.877271] env[68663]: DEBUG oslo_concurrency.lockutils [req-b67e5925-9275-40ae-9be1-eb522057cf87 req-49a65c06-db31-44b3-914b-6d033b10d39b service nova] Lock "e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.877438] env[68663]: DEBUG oslo_concurrency.lockutils [req-b67e5925-9275-40ae-9be1-eb522057cf87 req-49a65c06-db31-44b3-914b-6d033b10d39b service nova] Lock "e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.877604] env[68663]: DEBUG nova.compute.manager [req-b67e5925-9275-40ae-9be1-eb522057cf87 req-49a65c06-db31-44b3-914b-6d033b10d39b service nova] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] No waiting events found dispatching network-vif-plugged-af49474e-35bd-4ae1-ab41-06bdcbd53bf7 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1257.877820] env[68663]: WARNING nova.compute.manager [req-b67e5925-9275-40ae-9be1-eb522057cf87 req-49a65c06-db31-44b3-914b-6d033b10d39b service nova] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Received unexpected event network-vif-plugged-af49474e-35bd-4ae1-ab41-06bdcbd53bf7 for instance with vm_state building and task_state spawning. [ 1257.912690] env[68663]: DEBUG nova.network.neutron [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1257.960901] env[68663]: DEBUG nova.network.neutron [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Successfully updated port: af49474e-35bd-4ae1-ab41-06bdcbd53bf7 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.969281] env[68663]: DEBUG nova.network.neutron [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.357664] env[68663]: DEBUG nova.compute.utils [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1258.361813] env[68663]: DEBUG nova.compute.manager [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1258.361992] env[68663]: DEBUG nova.network.neutron [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.399912] env[68663]: DEBUG nova.policy [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f753d93385374cc48c677ffb14c581ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0912b60ba685430a94f528165dacd20c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1258.444036] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc22045f-e437-4cc2-8dc7-966180261e91 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.451923] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c971c3-89f6-461d-8c53-b98ec82cbdb3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.482907] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Acquiring lock "refresh_cache-e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.483087] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Acquired lock "refresh_cache-e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.483245] env[68663]: DEBUG nova.network.neutron [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.485351] env[68663]: DEBUG oslo_concurrency.lockutils [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Releasing lock "refresh_cache-09e74c06-ca42-4f86-ae6f-2ae0242d0be4" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.485792] env[68663]: DEBUG nova.compute.manager [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.486053] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.488116] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb74dbec-83c2-4a00-9519-75232e2b97ea {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.491596] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2751b887-25c7-4e1c-85f5-f69bc7e6663f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.499659] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.502049] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81d373cf-9289-4c97-8c3f-abef00c85314 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.504458] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86d1c40-1411-4748-9ef4-859fde15ddd2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.518991] env[68663]: DEBUG nova.compute.provider_tree [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.521384] env[68663]: DEBUG oslo_vmware.api [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1258.521384] env[68663]: value = "task-3239208" [ 1258.521384] env[68663]: _type = "Task" [ 1258.521384] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.531208] env[68663]: DEBUG oslo_vmware.api [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.790776] env[68663]: DEBUG nova.network.neutron [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Successfully created port: b10d1dee-13a0-47be-b131-97bfbb3f46bc {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1258.863302] env[68663]: DEBUG nova.compute.manager [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1259.019608] env[68663]: DEBUG nova.network.neutron [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.022572] env[68663]: DEBUG nova.scheduler.client.report [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.044834] env[68663]: DEBUG oslo_vmware.api [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239208, 'name': PowerOffVM_Task, 'duration_secs': 0.179914} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.045113] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.045331] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.046154] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-042435c5-f4df-4a22-8578-84a877bbe80b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.071385] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.071594] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.071773] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Deleting the datastore file [datastore1] 09e74c06-ca42-4f86-ae6f-2ae0242d0be4 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.072039] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0cc64a1-e105-43f9-9395-2f73f5685c16 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.080442] env[68663]: DEBUG oslo_vmware.api [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for the task: (returnval){ [ 1259.080442] env[68663]: value = "task-3239210" [ 1259.080442] env[68663]: _type = "Task" [ 1259.080442] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.087950] env[68663]: DEBUG oslo_vmware.api [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.158898] env[68663]: DEBUG nova.network.neutron [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Updating instance_info_cache with network_info: [{"id": "af49474e-35bd-4ae1-ab41-06bdcbd53bf7", "address": "fa:16:3e:39:1b:33", "network": {"id": "18bb50f4-b59d-4e8e-a365-9b6883fc59cc", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1220218639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11f6ddd6580a4ffc9e8230e241743d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf49474e-35", "ovs_interfaceid": "af49474e-35bd-4ae1-ab41-06bdcbd53bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.539173] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.541641] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.131s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.541858] env[68663]: DEBUG nova.objects.instance [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1259.563416] env[68663]: INFO nova.scheduler.client.report [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Deleted allocations for instance 009fff9f-aa80-49e9-bad0-842a931e03e2 [ 1259.590580] env[68663]: DEBUG oslo_vmware.api [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Task: {'id': task-3239210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289216} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.590854] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.591063] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.591247] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.591472] env[68663]: INFO nova.compute.manager [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1259.591734] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.591946] env[68663]: DEBUG nova.compute.manager [-] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.592058] env[68663]: DEBUG nova.network.neutron [-] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.610147] env[68663]: DEBUG nova.network.neutron [-] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.661177] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Releasing lock "refresh_cache-e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.661508] env[68663]: DEBUG nova.compute.manager [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Instance network_info: |[{"id": "af49474e-35bd-4ae1-ab41-06bdcbd53bf7", "address": "fa:16:3e:39:1b:33", "network": {"id": "18bb50f4-b59d-4e8e-a365-9b6883fc59cc", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1220218639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11f6ddd6580a4ffc9e8230e241743d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf49474e-35", "ovs_interfaceid": "af49474e-35bd-4ae1-ab41-06bdcbd53bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1259.661976] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:1b:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af49474e-35bd-4ae1-ab41-06bdcbd53bf7', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.670887] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Creating folder: Project (11f6ddd6580a4ffc9e8230e241743d48). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1259.671196] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55dff707-7007-4d23-8dce-a4bdef37a450 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.683933] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Created folder: Project (11f6ddd6580a4ffc9e8230e241743d48) in parent group-v647027. [ 1259.684160] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Creating folder: Instances. Parent ref: group-v647363. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1259.684456] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bae53cf-7499-4223-8e34-a3e9ca25580b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.693205] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Created folder: Instances in parent group-v647363. [ 1259.693471] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.693669] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.693878] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8bc369f-6fdb-46d0-98d6-d492342d1a67 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.712926] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.712926] env[68663]: value = "task-3239213" [ 1259.712926] env[68663]: _type = "Task" [ 1259.712926] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.720509] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239213, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.874326] env[68663]: DEBUG nova.compute.manager [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1259.907587] env[68663]: DEBUG nova.virt.hardware [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.907901] env[68663]: DEBUG nova.virt.hardware [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.908196] env[68663]: DEBUG nova.virt.hardware [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.908272] env[68663]: DEBUG nova.virt.hardware [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.908421] env[68663]: DEBUG nova.virt.hardware [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.908571] env[68663]: DEBUG nova.virt.hardware [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.908782] env[68663]: DEBUG nova.virt.hardware [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.908932] env[68663]: DEBUG nova.virt.hardware [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.909153] env[68663]: DEBUG nova.virt.hardware [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.909276] env[68663]: DEBUG nova.virt.hardware [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.909481] env[68663]: DEBUG nova.virt.hardware [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.910326] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54db8f77-fc13-4f90-ba58-f24253bae26f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.915161] env[68663]: DEBUG nova.compute.manager [req-7678e866-50ee-460c-879e-27396f8de588 req-c728f491-084d-43cf-bc4d-97118928a19a service nova] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Received event network-changed-af49474e-35bd-4ae1-ab41-06bdcbd53bf7 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.915285] env[68663]: DEBUG nova.compute.manager [req-7678e866-50ee-460c-879e-27396f8de588 req-c728f491-084d-43cf-bc4d-97118928a19a service nova] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Refreshing instance network info cache due to event network-changed-af49474e-35bd-4ae1-ab41-06bdcbd53bf7. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.915501] env[68663]: DEBUG oslo_concurrency.lockutils [req-7678e866-50ee-460c-879e-27396f8de588 req-c728f491-084d-43cf-bc4d-97118928a19a service nova] Acquiring lock "refresh_cache-e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.915644] env[68663]: DEBUG oslo_concurrency.lockutils [req-7678e866-50ee-460c-879e-27396f8de588 req-c728f491-084d-43cf-bc4d-97118928a19a service nova] Acquired lock "refresh_cache-e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.915917] env[68663]: DEBUG nova.network.neutron [req-7678e866-50ee-460c-879e-27396f8de588 req-c728f491-084d-43cf-bc4d-97118928a19a service nova] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Refreshing network info cache for port af49474e-35bd-4ae1-ab41-06bdcbd53bf7 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.922555] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b79f271-ecd0-41b8-acb9-41274d393512 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.070735] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c04c05bb-d0e3-4c18-a6c2-d0ce1a04f214 tempest-AttachVolumeTestJSON-896665428 tempest-AttachVolumeTestJSON-896665428-project-member] Lock "009fff9f-aa80-49e9-bad0-842a931e03e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.618s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.112913] env[68663]: DEBUG nova.network.neutron [-] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.222192] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239213, 'name': CreateVM_Task, 'duration_secs': 0.404551} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.222366] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.223073] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.223243] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.223613] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.223877] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4b6cd7-171e-4060-b37d-26ddd56c4f21 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.229935] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Waiting for the task: (returnval){ [ 1260.229935] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5286f12b-4e30-a077-89b3-33d490bcce35" [ 1260.229935] env[68663]: _type = "Task" [ 1260.229935] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.238013] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5286f12b-4e30-a077-89b3-33d490bcce35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.246545] env[68663]: DEBUG nova.compute.manager [req-0de96815-60a0-4967-8385-45d3fb3b80b4 req-d5acb9c2-118e-4d37-b2e7-171e39a77f50 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Received event network-vif-plugged-b10d1dee-13a0-47be-b131-97bfbb3f46bc {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.246655] env[68663]: DEBUG oslo_concurrency.lockutils [req-0de96815-60a0-4967-8385-45d3fb3b80b4 req-d5acb9c2-118e-4d37-b2e7-171e39a77f50 service nova] Acquiring lock "618f6316-6c4b-47ca-97d5-919d786b95cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.246826] env[68663]: DEBUG oslo_concurrency.lockutils [req-0de96815-60a0-4967-8385-45d3fb3b80b4 req-d5acb9c2-118e-4d37-b2e7-171e39a77f50 service nova] Lock "618f6316-6c4b-47ca-97d5-919d786b95cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.246993] env[68663]: DEBUG oslo_concurrency.lockutils [req-0de96815-60a0-4967-8385-45d3fb3b80b4 req-d5acb9c2-118e-4d37-b2e7-171e39a77f50 service nova] Lock "618f6316-6c4b-47ca-97d5-919d786b95cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.247176] env[68663]: DEBUG nova.compute.manager [req-0de96815-60a0-4967-8385-45d3fb3b80b4 req-d5acb9c2-118e-4d37-b2e7-171e39a77f50 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] No waiting events found dispatching network-vif-plugged-b10d1dee-13a0-47be-b131-97bfbb3f46bc {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.247340] env[68663]: WARNING nova.compute.manager [req-0de96815-60a0-4967-8385-45d3fb3b80b4 req-d5acb9c2-118e-4d37-b2e7-171e39a77f50 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Received unexpected event network-vif-plugged-b10d1dee-13a0-47be-b131-97bfbb3f46bc for instance with vm_state building and task_state spawning. [ 1260.355193] env[68663]: DEBUG nova.network.neutron [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Successfully updated port: b10d1dee-13a0-47be-b131-97bfbb3f46bc {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.550240] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6f5883b6-9f03-4d8d-a557-a38cd31ce26d tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.551282] env[68663]: DEBUG oslo_concurrency.lockutils [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.910s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.551509] env[68663]: DEBUG nova.objects.instance [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lazy-loading 'resources' on Instance uuid 20b0b14e-8264-4dad-acc6-8f2518b16b28 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.615312] env[68663]: INFO nova.compute.manager [-] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Took 1.02 seconds to deallocate network for instance. [ 1260.635187] env[68663]: DEBUG nova.network.neutron [req-7678e866-50ee-460c-879e-27396f8de588 req-c728f491-084d-43cf-bc4d-97118928a19a service nova] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Updated VIF entry in instance network info cache for port af49474e-35bd-4ae1-ab41-06bdcbd53bf7. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.635984] env[68663]: DEBUG nova.network.neutron [req-7678e866-50ee-460c-879e-27396f8de588 req-c728f491-084d-43cf-bc4d-97118928a19a service nova] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Updating instance_info_cache with network_info: [{"id": "af49474e-35bd-4ae1-ab41-06bdcbd53bf7", "address": "fa:16:3e:39:1b:33", "network": {"id": "18bb50f4-b59d-4e8e-a365-9b6883fc59cc", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1220218639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11f6ddd6580a4ffc9e8230e241743d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf49474e-35", "ovs_interfaceid": "af49474e-35bd-4ae1-ab41-06bdcbd53bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.739911] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5286f12b-4e30-a077-89b3-33d490bcce35, 'name': SearchDatastore_Task, 'duration_secs': 0.011342} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.740236] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.740471] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.740705] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.740853] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.741044] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.741305] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5c4b2a8-9385-41ab-95e8-f96326ba3a59 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.749064] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.749241] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.749921] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f0626f-7e42-45f2-8f95-73806dbf0d24 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.754455] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Waiting for the task: (returnval){ [ 1260.754455] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527bc4d7-c144-1540-5df8-89eeb52d31e7" [ 1260.754455] env[68663]: _type = "Task" [ 1260.754455] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.761960] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527bc4d7-c144-1540-5df8-89eeb52d31e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.858136] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.858313] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.858458] env[68663]: DEBUG nova.network.neutron [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.120901] env[68663]: DEBUG oslo_concurrency.lockutils [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.125646] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46448b2c-6087-43e2-b0b0-204a1f1cb485 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.132944] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc66a863-135a-4125-8517-efa4fbfcb672 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.137671] env[68663]: DEBUG oslo_concurrency.lockutils [req-7678e866-50ee-460c-879e-27396f8de588 req-c728f491-084d-43cf-bc4d-97118928a19a service nova] Releasing lock "refresh_cache-e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.164471] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd63315-96e5-47ee-8182-7cf0fcd4f031 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.171084] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60da147f-1734-437e-9de5-de11179b3043 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.183694] env[68663]: DEBUG nova.compute.provider_tree [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.265922] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527bc4d7-c144-1540-5df8-89eeb52d31e7, 'name': SearchDatastore_Task, 'duration_secs': 0.007916} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.266777] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0227151-b753-46fb-9507-6f119939d62b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.272350] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Waiting for the task: (returnval){ [ 1261.272350] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52649bd4-61c7-0d3e-134c-977cb2ce6fff" [ 1261.272350] env[68663]: _type = "Task" [ 1261.272350] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.280796] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52649bd4-61c7-0d3e-134c-977cb2ce6fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.642527] env[68663]: DEBUG nova.network.neutron [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1261.705430] env[68663]: ERROR nova.scheduler.client.report [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [req-ae471c51-5d20-4c9e-92c4-2a09a7a28787] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ae471c51-5d20-4c9e-92c4-2a09a7a28787"}]} [ 1261.721039] env[68663]: DEBUG nova.scheduler.client.report [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Refreshing inventories for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1261.735008] env[68663]: DEBUG nova.scheduler.client.report [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Updating ProviderTree inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1261.735257] env[68663]: DEBUG nova.compute.provider_tree [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.745783] env[68663]: DEBUG nova.scheduler.client.report [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Refreshing aggregate associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, aggregates: None {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1261.762715] env[68663]: DEBUG nova.scheduler.client.report [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Refreshing trait associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1261.784026] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52649bd4-61c7-0d3e-134c-977cb2ce6fff, 'name': SearchDatastore_Task, 'duration_secs': 0.011538} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.784273] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.784525] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2/e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.784782] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4eec10d-72a0-4ea6-b499-4f66c9f33914 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.789272] env[68663]: DEBUG nova.network.neutron [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Updating instance_info_cache with network_info: [{"id": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "address": "fa:16:3e:0d:2a:b0", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10d1dee-13", "ovs_interfaceid": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.798195] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Waiting for the task: (returnval){ [ 1261.798195] env[68663]: value = "task-3239215" [ 1261.798195] env[68663]: _type = "Task" [ 1261.798195] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.809557] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': task-3239215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.838833] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5a2b2c-1ed6-4e70-a11a-49394591ca58 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.847215] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1827a43e-f780-4ab0-8920-b8b595012039 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.881712] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0049041a-9cf2-4f86-8193-66a83cc6f886 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.890309] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c618e6cc-78eb-4545-96c5-655f523d3b48 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.900821] env[68663]: DEBUG nova.compute.provider_tree [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.275366] env[68663]: DEBUG nova.compute.manager [req-21c44006-c309-4a7b-ae77-f9e01fb5e32d req-4fc6dba7-0633-4fa7-8151-681ff53c34bb service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Received event network-changed-b10d1dee-13a0-47be-b131-97bfbb3f46bc {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.275623] env[68663]: DEBUG nova.compute.manager [req-21c44006-c309-4a7b-ae77-f9e01fb5e32d req-4fc6dba7-0633-4fa7-8151-681ff53c34bb service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Refreshing instance network info cache due to event network-changed-b10d1dee-13a0-47be-b131-97bfbb3f46bc. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.275809] env[68663]: DEBUG oslo_concurrency.lockutils [req-21c44006-c309-4a7b-ae77-f9e01fb5e32d req-4fc6dba7-0633-4fa7-8151-681ff53c34bb service nova] Acquiring lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.293973] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.294658] env[68663]: DEBUG nova.compute.manager [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Instance network_info: |[{"id": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "address": "fa:16:3e:0d:2a:b0", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10d1dee-13", "ovs_interfaceid": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1262.294658] env[68663]: DEBUG oslo_concurrency.lockutils [req-21c44006-c309-4a7b-ae77-f9e01fb5e32d req-4fc6dba7-0633-4fa7-8151-681ff53c34bb service nova] Acquired lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.294930] env[68663]: DEBUG nova.network.neutron [req-21c44006-c309-4a7b-ae77-f9e01fb5e32d req-4fc6dba7-0633-4fa7-8151-681ff53c34bb service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Refreshing network info cache for port b10d1dee-13a0-47be-b131-97bfbb3f46bc {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.296400] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:2a:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b10d1dee-13a0-47be-b131-97bfbb3f46bc', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.304445] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.307360] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.311173] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-216afd0b-5781-4849-b30e-2e30c5a5797e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.331290] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': task-3239215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457893} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.332529] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2/e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.332779] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.333041] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.333041] env[68663]: value = "task-3239216" [ 1262.333041] env[68663]: _type = "Task" [ 1262.333041] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.333230] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f4611ce-cfdb-454f-b203-0d773f4931d9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.344591] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239216, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.344821] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Waiting for the task: (returnval){ [ 1262.344821] env[68663]: value = "task-3239217" [ 1262.344821] env[68663]: _type = "Task" [ 1262.344821] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.352197] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': task-3239217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.436186] env[68663]: DEBUG nova.scheduler.client.report [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 182 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1262.436186] env[68663]: DEBUG nova.compute.provider_tree [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 182 to 183 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1262.436186] env[68663]: DEBUG nova.compute.provider_tree [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.563711] env[68663]: DEBUG nova.network.neutron [req-21c44006-c309-4a7b-ae77-f9e01fb5e32d req-4fc6dba7-0633-4fa7-8151-681ff53c34bb service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Updated VIF entry in instance network info cache for port b10d1dee-13a0-47be-b131-97bfbb3f46bc. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.564085] env[68663]: DEBUG nova.network.neutron [req-21c44006-c309-4a7b-ae77-f9e01fb5e32d req-4fc6dba7-0633-4fa7-8151-681ff53c34bb service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Updating instance_info_cache with network_info: [{"id": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "address": "fa:16:3e:0d:2a:b0", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10d1dee-13", "ovs_interfaceid": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.844026] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239216, 'name': CreateVM_Task, 'duration_secs': 0.367131} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.844210] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.844871] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.845050] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.845398] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.845699] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99f7a593-b5d8-430d-bfdb-aed9ba8afd4e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.853041] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1262.853041] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ceed65-be67-1a92-ed7f-b3dd6baf4660" [ 1262.853041] env[68663]: _type = "Task" [ 1262.853041] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.857637] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': task-3239217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057598} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.861406] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.862171] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88d3639-bc8a-485f-a158-7143b0e6cabd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.880348] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ceed65-be67-1a92-ed7f-b3dd6baf4660, 'name': SearchDatastore_Task, 'duration_secs': 0.009417} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.889362] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2/e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.889693] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.889910] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.890155] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.890305] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.890514] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.890758] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c13570-c6d0-4e03-ac46-687094b810f9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.904782] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bf10073-7feb-497d-966e-6915f10b97ab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.912412] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Waiting for the task: (returnval){ [ 1262.912412] env[68663]: value = "task-3239218" [ 1262.912412] env[68663]: _type = "Task" [ 1262.912412] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.916284] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.916477] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.917475] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32c7c09-8c6a-4da8-aa16-10dc13ad3c38 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.922661] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': task-3239218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.927175] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1262.927175] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ddaae8-9615-e63e-17d1-7b443f5df278" [ 1262.927175] env[68663]: _type = "Task" [ 1262.927175] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.934898] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ddaae8-9615-e63e-17d1-7b443f5df278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.941030] env[68663]: DEBUG oslo_concurrency.lockutils [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.389s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.943032] env[68663]: DEBUG oslo_concurrency.lockutils [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.822s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.943172] env[68663]: DEBUG nova.objects.instance [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Lazy-loading 'resources' on Instance uuid 09e74c06-ca42-4f86-ae6f-2ae0242d0be4 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.961059] env[68663]: INFO nova.scheduler.client.report [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Deleted allocations for instance 20b0b14e-8264-4dad-acc6-8f2518b16b28 [ 1263.067153] env[68663]: DEBUG oslo_concurrency.lockutils [req-21c44006-c309-4a7b-ae77-f9e01fb5e32d req-4fc6dba7-0633-4fa7-8151-681ff53c34bb service nova] Releasing lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.422016] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': task-3239218, 'name': ReconfigVM_Task, 'duration_secs': 0.259113} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.422380] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Reconfigured VM instance instance-0000007a to attach disk [datastore2] e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2/e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.422913] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfff893b-3e3a-461d-bf1b-ccd655606c89 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.431443] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Waiting for the task: (returnval){ [ 1263.431443] env[68663]: value = "task-3239220" [ 1263.431443] env[68663]: _type = "Task" [ 1263.431443] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.437875] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52ddaae8-9615-e63e-17d1-7b443f5df278, 'name': SearchDatastore_Task, 'duration_secs': 0.010393} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.438904] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c5c5eec-07eb-4d1a-bbbe-582b2d2518f6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.443754] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': task-3239220, 'name': Rename_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.449362] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1263.449362] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52455859-f09a-e557-82a3-65cd843aea54" [ 1263.449362] env[68663]: _type = "Task" [ 1263.449362] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.457242] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52455859-f09a-e557-82a3-65cd843aea54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.469888] env[68663]: DEBUG oslo_concurrency.lockutils [None req-79cfa68b-9a2e-4e89-8758-0735d79d13e3 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "20b0b14e-8264-4dad-acc6-8f2518b16b28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.408s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.514651] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604364a9-1d06-4059-801c-04b6518695fa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.521739] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e5e0c6-bb93-49f5-bcb2-d912b34721f9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.554804] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed1127f-d216-4cf6-aed6-7927d1c1473b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.562774] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed451950-755b-4299-b5cf-5cf367e786f6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.575997] env[68663]: DEBUG nova.compute.provider_tree [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.942869] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': task-3239220, 'name': Rename_Task, 'duration_secs': 0.150605} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.942869] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.942869] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-881bea20-2c49-4403-aa99-91a1777da821 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.954586] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Waiting for the task: (returnval){ [ 1263.954586] env[68663]: value = "task-3239221" [ 1263.954586] env[68663]: _type = "Task" [ 1263.954586] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.961952] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52455859-f09a-e557-82a3-65cd843aea54, 'name': SearchDatastore_Task, 'duration_secs': 0.010325} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.964745] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.965110] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 618f6316-6c4b-47ca-97d5-919d786b95cd/618f6316-6c4b-47ca-97d5-919d786b95cd.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.965418] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': task-3239221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.965713] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-267e48bd-af8f-434f-b796-982bd3940e3b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.971386] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1263.971386] env[68663]: value = "task-3239222" [ 1263.971386] env[68663]: _type = "Task" [ 1263.971386] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.979693] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.079013] env[68663]: DEBUG nova.scheduler.client.report [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.464710] env[68663]: DEBUG oslo_vmware.api [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': task-3239221, 'name': PowerOnVM_Task, 'duration_secs': 0.480147} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.465037] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.465293] env[68663]: INFO nova.compute.manager [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1264.465739] env[68663]: DEBUG nova.compute.manager [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.466380] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2a1337-e96f-4f0a-ad64-1611675d0205 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.482034] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474321} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.482034] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 618f6316-6c4b-47ca-97d5-919d786b95cd/618f6316-6c4b-47ca-97d5-919d786b95cd.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.482034] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.482242] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56e6dbaf-8fbb-4848-a552-547cf4351acd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.488598] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1264.488598] env[68663]: value = "task-3239223" [ 1264.488598] env[68663]: _type = "Task" [ 1264.488598] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.497112] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.584038] env[68663]: DEBUG oslo_concurrency.lockutils [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.604995] env[68663]: INFO nova.scheduler.client.report [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Deleted allocations for instance 09e74c06-ca42-4f86-ae6f-2ae0242d0be4 [ 1264.808558] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "e36b1af3-644c-4688-a24a-041a72769930" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.808850] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "e36b1af3-644c-4688-a24a-041a72769930" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.985502] env[68663]: INFO nova.compute.manager [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Took 11.52 seconds to build instance. [ 1264.997784] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062161} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.998071] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.998893] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11657dc-254b-4f01-b070-ea53d713ed40 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.022007] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 618f6316-6c4b-47ca-97d5-919d786b95cd/618f6316-6c4b-47ca-97d5-919d786b95cd.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.022583] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2332489-1a5e-476a-9611-33bf55c458c4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.045218] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1265.045218] env[68663]: value = "task-3239224" [ 1265.045218] env[68663]: _type = "Task" [ 1265.045218] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.053766] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.112501] env[68663]: DEBUG oslo_concurrency.lockutils [None req-68fd6745-b08b-4eb3-9936-62b15d49b8ba tempest-ServersListShow296Test-533426207 tempest-ServersListShow296Test-533426207-project-member] Lock "09e74c06-ca42-4f86-ae6f-2ae0242d0be4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.230s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.312766] env[68663]: DEBUG nova.compute.utils [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.486514] env[68663]: DEBUG oslo_concurrency.lockutils [None req-5b90d919-c59f-49b1-96dc-4fa0e2d742e3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Lock "e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.028s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.523181] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "e13a7774-9888-4c96-9a71-841856df5907" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.524465] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "e13a7774-9888-4c96-9a71-841856df5907" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.554982] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.689179] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Acquiring lock "e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.689782] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Lock "e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.689782] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Acquiring lock "e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.689886] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Lock "e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.690102] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Lock "e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.692450] env[68663]: INFO nova.compute.manager [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Terminating instance [ 1265.815576] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "e36b1af3-644c-4688-a24a-041a72769930" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.026141] env[68663]: DEBUG nova.compute.manager [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1266.056910] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239224, 'name': ReconfigVM_Task, 'duration_secs': 0.889415} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.056910] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 618f6316-6c4b-47ca-97d5-919d786b95cd/618f6316-6c4b-47ca-97d5-919d786b95cd.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.056910] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-517d2fb1-b27d-402e-874b-d0fb70095de0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.061957] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1266.061957] env[68663]: value = "task-3239226" [ 1266.061957] env[68663]: _type = "Task" [ 1266.061957] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.069758] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239226, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.196122] env[68663]: DEBUG nova.compute.manager [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.196370] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.197247] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb112e6-2c17-4b28-8ad5-03aaf5bb61df {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.205017] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.205239] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2db8c43-00ea-41b2-adca-f4a6ded658fe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.211536] env[68663]: DEBUG oslo_vmware.api [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Waiting for the task: (returnval){ [ 1266.211536] env[68663]: value = "task-3239227" [ 1266.211536] env[68663]: _type = "Task" [ 1266.211536] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.218575] env[68663]: DEBUG oslo_vmware.api [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': task-3239227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.548912] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.549205] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.550719] env[68663]: INFO nova.compute.claims [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.571175] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239226, 'name': Rename_Task, 'duration_secs': 0.251327} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.571442] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.571678] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd4f9b2e-ba4b-47f8-a2d8-30a24ad2e7ba {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.579953] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1266.579953] env[68663]: value = "task-3239228" [ 1266.579953] env[68663]: _type = "Task" [ 1266.579953] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.588582] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.721395] env[68663]: DEBUG oslo_vmware.api [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': task-3239227, 'name': PowerOffVM_Task, 'duration_secs': 0.183366} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.721650] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.721823] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.722085] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b388226-8451-4146-971c-586b316f056c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.782280] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.782514] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.782685] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Deleting the datastore file [datastore2] e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.782966] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09a41c52-e506-4628-83b8-f3e09280a35b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.789442] env[68663]: DEBUG oslo_vmware.api [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Waiting for the task: (returnval){ [ 1266.789442] env[68663]: value = "task-3239230" [ 1266.789442] env[68663]: _type = "Task" [ 1266.789442] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.797052] env[68663]: DEBUG oslo_vmware.api [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': task-3239230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.886561] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "e36b1af3-644c-4688-a24a-041a72769930" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.886858] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "e36b1af3-644c-4688-a24a-041a72769930" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.887136] env[68663]: INFO nova.compute.manager [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Attaching volume 3d5ef941-a602-45fd-83d6-200b4177874e to /dev/sdb [ 1266.918759] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf0c502-a137-466d-bde9-8b046fe0a12d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.927242] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997179cc-122d-4188-a973-c5c51d5ef626 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.940514] env[68663]: DEBUG nova.virt.block_device [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Updating existing volume attachment record: e9e2eee2-eef9-47c4-9968-aa564c748b2d {{(pid=68663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1267.090089] env[68663]: DEBUG oslo_vmware.api [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239228, 'name': PowerOnVM_Task, 'duration_secs': 0.451145} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.090324] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.090520] env[68663]: INFO nova.compute.manager [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1267.090701] env[68663]: DEBUG nova.compute.manager [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.091452] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bfc6a0-7ccd-4816-b652-73803b7a63bf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.299883] env[68663]: DEBUG oslo_vmware.api [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Task: {'id': task-3239230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16416} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.300151] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.300338] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.300516] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.300688] env[68663]: INFO nova.compute.manager [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1267.300928] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.301139] env[68663]: DEBUG nova.compute.manager [-] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1267.301232] env[68663]: DEBUG nova.network.neutron [-] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.545945] env[68663]: DEBUG nova.compute.manager [req-9092c752-f4e5-433d-8f61-206f1fe2a594 req-107dd333-27ec-4373-897f-a1e45d045db2 service nova] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Received event network-vif-deleted-af49474e-35bd-4ae1-ab41-06bdcbd53bf7 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.546117] env[68663]: INFO nova.compute.manager [req-9092c752-f4e5-433d-8f61-206f1fe2a594 req-107dd333-27ec-4373-897f-a1e45d045db2 service nova] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Neutron deleted interface af49474e-35bd-4ae1-ab41-06bdcbd53bf7; detaching it from the instance and deleting it from the info cache [ 1267.546301] env[68663]: DEBUG nova.network.neutron [req-9092c752-f4e5-433d-8f61-206f1fe2a594 req-107dd333-27ec-4373-897f-a1e45d045db2 service nova] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.608910] env[68663]: INFO nova.compute.manager [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Took 13.38 seconds to build instance. [ 1267.627526] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9c3a9e-919c-4d35-ad5f-f70153eee1b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.636635] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc3301a-116d-4afe-92a4-dc83a4c609b0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.666906] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db5ee41-207b-447c-b36f-2d180a30edff {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.673851] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea16a1f4-4aed-484e-a316-649d2183c4ad {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.688818] env[68663]: DEBUG nova.compute.provider_tree [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1268.027484] env[68663]: DEBUG nova.network.neutron [-] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.050632] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0b4ad97-9f43-4bf5-b5a3-e96d5ff29879 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.064474] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c61a2b0-6122-4a6b-bfd6-aeed04269449 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.091876] env[68663]: DEBUG nova.compute.manager [req-9092c752-f4e5-433d-8f61-206f1fe2a594 req-107dd333-27ec-4373-897f-a1e45d045db2 service nova] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Detach interface failed, port_id=af49474e-35bd-4ae1-ab41-06bdcbd53bf7, reason: Instance e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1268.111243] env[68663]: DEBUG oslo_concurrency.lockutils [None req-b24a775a-fbb1-4964-bda8-53be852e7397 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "618f6316-6c4b-47ca-97d5-919d786b95cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.886s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.215931] env[68663]: ERROR nova.scheduler.client.report [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [req-d94cb04c-e31b-4592-a373-d1e1df233c56] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d94cb04c-e31b-4592-a373-d1e1df233c56"}]} [ 1268.235736] env[68663]: DEBUG nova.scheduler.client.report [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Refreshing inventories for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1268.252270] env[68663]: DEBUG nova.scheduler.client.report [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Updating ProviderTree inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1268.252735] env[68663]: DEBUG nova.compute.provider_tree [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1268.266319] env[68663]: DEBUG nova.scheduler.client.report [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Refreshing aggregate associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, aggregates: None {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1268.293858] env[68663]: DEBUG nova.scheduler.client.report [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Refreshing trait associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1268.367218] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ffdc16-9f4a-4fa8-bf2f-99e7d968f137 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.376475] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc94853-6744-4029-b92b-6dd9f9a90668 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.412936] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dc55be-14cd-4a11-b3d0-541bc55a2473 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.425509] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d62b61-fb92-4da1-b84b-bad576cca230 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.440068] env[68663]: DEBUG nova.compute.provider_tree [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1268.530708] env[68663]: INFO nova.compute.manager [-] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Took 1.23 seconds to deallocate network for instance. [ 1268.975123] env[68663]: DEBUG nova.scheduler.client.report [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 184 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1268.975462] env[68663]: DEBUG nova.compute.provider_tree [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 184 to 185 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1268.975681] env[68663]: DEBUG nova.compute.provider_tree [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1269.037038] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.481580] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.932s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.482162] env[68663]: DEBUG nova.compute.manager [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1269.485023] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.448s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.485260] env[68663]: DEBUG nova.objects.instance [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Lazy-loading 'resources' on Instance uuid e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.577143] env[68663]: DEBUG nova.compute.manager [req-8fae3a85-b6e8-4075-9fc0-607dd9743739 req-901c5943-f050-41ea-a7a9-a1c99010ad25 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Received event network-changed-b10d1dee-13a0-47be-b131-97bfbb3f46bc {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.577402] env[68663]: DEBUG nova.compute.manager [req-8fae3a85-b6e8-4075-9fc0-607dd9743739 req-901c5943-f050-41ea-a7a9-a1c99010ad25 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Refreshing instance network info cache due to event network-changed-b10d1dee-13a0-47be-b131-97bfbb3f46bc. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.577603] env[68663]: DEBUG oslo_concurrency.lockutils [req-8fae3a85-b6e8-4075-9fc0-607dd9743739 req-901c5943-f050-41ea-a7a9-a1c99010ad25 service nova] Acquiring lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.577750] env[68663]: DEBUG oslo_concurrency.lockutils [req-8fae3a85-b6e8-4075-9fc0-607dd9743739 req-901c5943-f050-41ea-a7a9-a1c99010ad25 service nova] Acquired lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.577943] env[68663]: DEBUG nova.network.neutron [req-8fae3a85-b6e8-4075-9fc0-607dd9743739 req-901c5943-f050-41ea-a7a9-a1c99010ad25 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Refreshing network info cache for port b10d1dee-13a0-47be-b131-97bfbb3f46bc {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.585179] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "5590c434-782d-440d-b81b-d42f8a91a2d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.585541] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "5590c434-782d-440d-b81b-d42f8a91a2d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.991933] env[68663]: DEBUG nova.compute.utils [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1269.993590] env[68663]: DEBUG nova.compute.manager [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1269.993679] env[68663]: DEBUG nova.network.neutron [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1270.052073] env[68663]: DEBUG nova.policy [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b5bf30972f84eb0adb1e01695b91c15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bd9da2e2f754240805e2b64aff9c4f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1270.064951] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53ed618-f057-4fc8-b176-fb987d2d78a6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.072919] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f433a270-1d0d-4d77-9950-30e44874f95e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.104909] env[68663]: DEBUG nova.compute.manager [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.109737] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5fbe91-9fa9-40ca-a3d1-54d360b358eb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.117312] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c70616-dd11-4358-a0b8-0714394a28ac {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.131255] env[68663]: DEBUG nova.compute.provider_tree [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.324706] env[68663]: DEBUG nova.network.neutron [req-8fae3a85-b6e8-4075-9fc0-607dd9743739 req-901c5943-f050-41ea-a7a9-a1c99010ad25 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Updated VIF entry in instance network info cache for port b10d1dee-13a0-47be-b131-97bfbb3f46bc. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.325098] env[68663]: DEBUG nova.network.neutron [req-8fae3a85-b6e8-4075-9fc0-607dd9743739 req-901c5943-f050-41ea-a7a9-a1c99010ad25 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Updating instance_info_cache with network_info: [{"id": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "address": "fa:16:3e:0d:2a:b0", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10d1dee-13", "ovs_interfaceid": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.378122] env[68663]: DEBUG nova.network.neutron [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Successfully created port: 843213a9-cda4-4165-babf-c35a75bf2111 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1270.496880] env[68663]: DEBUG nova.compute.manager [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1270.629601] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.634623] env[68663]: DEBUG nova.scheduler.client.report [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.827790] env[68663]: DEBUG oslo_concurrency.lockutils [req-8fae3a85-b6e8-4075-9fc0-607dd9743739 req-901c5943-f050-41ea-a7a9-a1c99010ad25 service nova] Releasing lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.139302] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.141753] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.512s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.143762] env[68663]: INFO nova.compute.claims [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.159235] env[68663]: INFO nova.scheduler.client.report [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Deleted allocations for instance e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2 [ 1271.491726] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Volume attach. Driver type: vmdk {{(pid=68663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1271.492115] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647367', 'volume_id': '3d5ef941-a602-45fd-83d6-200b4177874e', 'name': 'volume-3d5ef941-a602-45fd-83d6-200b4177874e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e36b1af3-644c-4688-a24a-041a72769930', 'attached_at': '', 'detached_at': '', 'volume_id': '3d5ef941-a602-45fd-83d6-200b4177874e', 'serial': '3d5ef941-a602-45fd-83d6-200b4177874e'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1271.493050] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405f2137-fb4e-4982-baff-68f9a304d1f1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.510282] env[68663]: DEBUG nova.compute.manager [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1271.513063] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a591283-1dc9-48c5-8248-5e7726fb01cd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.539966] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-3d5ef941-a602-45fd-83d6-200b4177874e/volume-3d5ef941-a602-45fd-83d6-200b4177874e.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.542197] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bed41ec-0231-40d4-b193-f80afab498c3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.561148] env[68663]: DEBUG nova.virt.hardware [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.561442] env[68663]: DEBUG nova.virt.hardware [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.561639] env[68663]: DEBUG nova.virt.hardware [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.561858] env[68663]: DEBUG nova.virt.hardware [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.562046] env[68663]: DEBUG nova.virt.hardware [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.562210] env[68663]: DEBUG nova.virt.hardware [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.562416] env[68663]: DEBUG nova.virt.hardware [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.562578] env[68663]: DEBUG nova.virt.hardware [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.562745] env[68663]: DEBUG nova.virt.hardware [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.562905] env[68663]: DEBUG nova.virt.hardware [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.563088] env[68663]: DEBUG nova.virt.hardware [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.563865] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b167a351-c34b-4586-baf1-2bf3f714c6b9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.568145] env[68663]: DEBUG oslo_vmware.api [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1271.568145] env[68663]: value = "task-3239233" [ 1271.568145] env[68663]: _type = "Task" [ 1271.568145] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.575127] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9531dfd9-c7b8-4e25-b1ea-9c2674fefadf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.582091] env[68663]: DEBUG oslo_vmware.api [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239233, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.665963] env[68663]: DEBUG oslo_concurrency.lockutils [None req-6ede3e61-08c9-402c-bba3-e56a86f690b3 tempest-ServerPasswordTestJSON-651627375 tempest-ServerPasswordTestJSON-651627375-project-member] Lock "e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.976s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.734199] env[68663]: DEBUG nova.compute.manager [req-479edffb-fa68-411c-9287-e3a70ceb9466 req-30ffee56-99f1-4c8e-9ba3-bb09e616e8dc service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Received event network-vif-plugged-843213a9-cda4-4165-babf-c35a75bf2111 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.734424] env[68663]: DEBUG oslo_concurrency.lockutils [req-479edffb-fa68-411c-9287-e3a70ceb9466 req-30ffee56-99f1-4c8e-9ba3-bb09e616e8dc service nova] Acquiring lock "e13a7774-9888-4c96-9a71-841856df5907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.734637] env[68663]: DEBUG oslo_concurrency.lockutils [req-479edffb-fa68-411c-9287-e3a70ceb9466 req-30ffee56-99f1-4c8e-9ba3-bb09e616e8dc service nova] Lock "e13a7774-9888-4c96-9a71-841856df5907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.734800] env[68663]: DEBUG oslo_concurrency.lockutils [req-479edffb-fa68-411c-9287-e3a70ceb9466 req-30ffee56-99f1-4c8e-9ba3-bb09e616e8dc service nova] Lock "e13a7774-9888-4c96-9a71-841856df5907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.734963] env[68663]: DEBUG nova.compute.manager [req-479edffb-fa68-411c-9287-e3a70ceb9466 req-30ffee56-99f1-4c8e-9ba3-bb09e616e8dc service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] No waiting events found dispatching network-vif-plugged-843213a9-cda4-4165-babf-c35a75bf2111 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1271.735136] env[68663]: WARNING nova.compute.manager [req-479edffb-fa68-411c-9287-e3a70ceb9466 req-30ffee56-99f1-4c8e-9ba3-bb09e616e8dc service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Received unexpected event network-vif-plugged-843213a9-cda4-4165-babf-c35a75bf2111 for instance with vm_state building and task_state spawning. [ 1271.824685] env[68663]: DEBUG nova.network.neutron [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Successfully updated port: 843213a9-cda4-4165-babf-c35a75bf2111 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1272.080389] env[68663]: DEBUG oslo_vmware.api [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239233, 'name': ReconfigVM_Task, 'duration_secs': 0.362768} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.080761] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-3d5ef941-a602-45fd-83d6-200b4177874e/volume-3d5ef941-a602-45fd-83d6-200b4177874e.vmdk or device None with type thin {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.085668] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e41673f-8142-49f1-b925-674973034cbd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.102515] env[68663]: DEBUG oslo_vmware.api [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1272.102515] env[68663]: value = "task-3239234" [ 1272.102515] env[68663]: _type = "Task" [ 1272.102515] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.110964] env[68663]: DEBUG oslo_vmware.api [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.223444] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefe47f6-4374-4284-b939-bd60a8f4926c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.231968] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8a7335-379d-4aac-a5a4-a2e190e7918b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.265404] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bd9cb8-321e-4955-8ab3-428e20c54726 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.273890] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4f050d-a76b-4c72-b7cc-fea69f0a97ce {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.288959] env[68663]: DEBUG nova.compute.provider_tree [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.326964] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.327136] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquired lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.327270] env[68663]: DEBUG nova.network.neutron [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.613028] env[68663]: DEBUG oslo_vmware.api [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239234, 'name': ReconfigVM_Task, 'duration_secs': 0.157435} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.613230] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647367', 'volume_id': '3d5ef941-a602-45fd-83d6-200b4177874e', 'name': 'volume-3d5ef941-a602-45fd-83d6-200b4177874e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e36b1af3-644c-4688-a24a-041a72769930', 'attached_at': '', 'detached_at': '', 'volume_id': '3d5ef941-a602-45fd-83d6-200b4177874e', 'serial': '3d5ef941-a602-45fd-83d6-200b4177874e'} {{(pid=68663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1272.791950] env[68663]: DEBUG nova.scheduler.client.report [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.864109] env[68663]: DEBUG nova.network.neutron [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1272.997774] env[68663]: DEBUG nova.network.neutron [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Updating instance_info_cache with network_info: [{"id": "843213a9-cda4-4165-babf-c35a75bf2111", "address": "fa:16:3e:b4:14:f1", "network": {"id": "621233a7-da79-42bf-a000-6f4244623a18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-311170970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd9da2e2f754240805e2b64aff9c4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843213a9-cd", "ovs_interfaceid": "843213a9-cda4-4165-babf-c35a75bf2111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.299018] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.299018] env[68663]: DEBUG nova.compute.manager [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1273.500750] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Releasing lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.500750] env[68663]: DEBUG nova.compute.manager [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Instance network_info: |[{"id": "843213a9-cda4-4165-babf-c35a75bf2111", "address": "fa:16:3e:b4:14:f1", "network": {"id": "621233a7-da79-42bf-a000-6f4244623a18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-311170970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd9da2e2f754240805e2b64aff9c4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843213a9-cd", "ovs_interfaceid": "843213a9-cda4-4165-babf-c35a75bf2111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1273.501050] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:14:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '843213a9-cda4-4165-babf-c35a75bf2111', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.508993] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.509237] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e13a7774-9888-4c96-9a71-841856df5907] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.509502] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1087d2f7-5eda-464b-97f7-35d1b86e119d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.531567] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.531567] env[68663]: value = "task-3239235" [ 1273.531567] env[68663]: _type = "Task" [ 1273.531567] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.540694] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239235, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.662614] env[68663]: DEBUG nova.objects.instance [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lazy-loading 'flavor' on Instance uuid e36b1af3-644c-4688-a24a-041a72769930 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.761424] env[68663]: DEBUG nova.compute.manager [req-5907d2aa-90d5-4225-bb4c-4200513fd565 req-8f690893-02ca-468f-9cf4-02bc395c0267 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Received event network-changed-843213a9-cda4-4165-babf-c35a75bf2111 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.761653] env[68663]: DEBUG nova.compute.manager [req-5907d2aa-90d5-4225-bb4c-4200513fd565 req-8f690893-02ca-468f-9cf4-02bc395c0267 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Refreshing instance network info cache due to event network-changed-843213a9-cda4-4165-babf-c35a75bf2111. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.761905] env[68663]: DEBUG oslo_concurrency.lockutils [req-5907d2aa-90d5-4225-bb4c-4200513fd565 req-8f690893-02ca-468f-9cf4-02bc395c0267 service nova] Acquiring lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.762070] env[68663]: DEBUG oslo_concurrency.lockutils [req-5907d2aa-90d5-4225-bb4c-4200513fd565 req-8f690893-02ca-468f-9cf4-02bc395c0267 service nova] Acquired lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.762235] env[68663]: DEBUG nova.network.neutron [req-5907d2aa-90d5-4225-bb4c-4200513fd565 req-8f690893-02ca-468f-9cf4-02bc395c0267 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Refreshing network info cache for port 843213a9-cda4-4165-babf-c35a75bf2111 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.802881] env[68663]: DEBUG nova.compute.utils [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1273.804348] env[68663]: DEBUG nova.compute.manager [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1273.804544] env[68663]: DEBUG nova.network.neutron [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1273.853768] env[68663]: DEBUG nova.policy [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f753d93385374cc48c677ffb14c581ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0912b60ba685430a94f528165dacd20c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.042099] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239235, 'name': CreateVM_Task, 'duration_secs': 0.358012} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.042280] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e13a7774-9888-4c96-9a71-841856df5907] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.042964] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.043142] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.043487] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.043739] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea5e0578-a28f-48d8-8768-35cf8b7a89cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.048522] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1274.048522] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528a8c20-5108-e4fd-2eb5-0b512f665fe7" [ 1274.048522] env[68663]: _type = "Task" [ 1274.048522] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.056378] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528a8c20-5108-e4fd-2eb5-0b512f665fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.126011] env[68663]: DEBUG nova.network.neutron [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Successfully created port: ac472c95-7755-48fa-baff-ee896a505466 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1274.167919] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3cbd6fbd-ea8a-41d6-a564-ea826df9e924 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "e36b1af3-644c-4688-a24a-041a72769930" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.281s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.307805] env[68663]: DEBUG nova.compute.manager [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1274.386097] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aee36fc2-4353-4142-b0f9-577ba8a0ab1d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "e36b1af3-644c-4688-a24a-041a72769930" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.386392] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aee36fc2-4353-4142-b0f9-577ba8a0ab1d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "e36b1af3-644c-4688-a24a-041a72769930" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.461959] env[68663]: DEBUG nova.network.neutron [req-5907d2aa-90d5-4225-bb4c-4200513fd565 req-8f690893-02ca-468f-9cf4-02bc395c0267 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Updated VIF entry in instance network info cache for port 843213a9-cda4-4165-babf-c35a75bf2111. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.462360] env[68663]: DEBUG nova.network.neutron [req-5907d2aa-90d5-4225-bb4c-4200513fd565 req-8f690893-02ca-468f-9cf4-02bc395c0267 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Updating instance_info_cache with network_info: [{"id": "843213a9-cda4-4165-babf-c35a75bf2111", "address": "fa:16:3e:b4:14:f1", "network": {"id": "621233a7-da79-42bf-a000-6f4244623a18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-311170970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd9da2e2f754240805e2b64aff9c4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843213a9-cd", "ovs_interfaceid": "843213a9-cda4-4165-babf-c35a75bf2111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.560061] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528a8c20-5108-e4fd-2eb5-0b512f665fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.011211} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.560308] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.560583] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.560825] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.560968] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.561154] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.561404] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-684a77df-fa1e-4d7a-a2ce-35bca347c48c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.570023] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.570193] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.570888] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21e13399-e0fa-4368-a474-14251a813a00 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.575862] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1274.575862] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529bf7f2-f4b9-8634-e2c9-8cf5ecced950" [ 1274.575862] env[68663]: _type = "Task" [ 1274.575862] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.583318] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529bf7f2-f4b9-8634-e2c9-8cf5ecced950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.889354] env[68663]: INFO nova.compute.manager [None req-aee36fc2-4353-4142-b0f9-577ba8a0ab1d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Detaching volume 3d5ef941-a602-45fd-83d6-200b4177874e [ 1274.925543] env[68663]: INFO nova.virt.block_device [None req-aee36fc2-4353-4142-b0f9-577ba8a0ab1d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Attempting to driver detach volume 3d5ef941-a602-45fd-83d6-200b4177874e from mountpoint /dev/sdb [ 1274.925793] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee36fc2-4353-4142-b0f9-577ba8a0ab1d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Volume detach. Driver type: vmdk {{(pid=68663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1274.925995] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee36fc2-4353-4142-b0f9-577ba8a0ab1d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647367', 'volume_id': '3d5ef941-a602-45fd-83d6-200b4177874e', 'name': 'volume-3d5ef941-a602-45fd-83d6-200b4177874e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e36b1af3-644c-4688-a24a-041a72769930', 'attached_at': '', 'detached_at': '', 'volume_id': '3d5ef941-a602-45fd-83d6-200b4177874e', 'serial': '3d5ef941-a602-45fd-83d6-200b4177874e'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1274.927094] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39ee883-e980-495b-9e00-0324e4622ade {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.949162] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64419904-a819-4cc0-80a3-ef43204e431a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.958877] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb66531-005b-4106-a91e-2628f51d81e1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.978823] env[68663]: DEBUG oslo_concurrency.lockutils [req-5907d2aa-90d5-4225-bb4c-4200513fd565 req-8f690893-02ca-468f-9cf4-02bc395c0267 service nova] Releasing lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.980095] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7c2cd2-8028-47e5-9547-812e314ba45d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.996288] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee36fc2-4353-4142-b0f9-577ba8a0ab1d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] The volume has not been displaced from its original location: [datastore2] volume-3d5ef941-a602-45fd-83d6-200b4177874e/volume-3d5ef941-a602-45fd-83d6-200b4177874e.vmdk. No consolidation needed. {{(pid=68663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1275.001487] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee36fc2-4353-4142-b0f9-577ba8a0ab1d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1275.001778] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46882ed5-533c-4fe6-9866-6a9d5387c3d0 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.019999] env[68663]: DEBUG oslo_vmware.api [None req-aee36fc2-4353-4142-b0f9-577ba8a0ab1d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1275.019999] env[68663]: value = "task-3239236" [ 1275.019999] env[68663]: _type = "Task" [ 1275.019999] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.027679] env[68663]: DEBUG oslo_vmware.api [None req-aee36fc2-4353-4142-b0f9-577ba8a0ab1d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.086345] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]529bf7f2-f4b9-8634-e2c9-8cf5ecced950, 'name': SearchDatastore_Task, 'duration_secs': 0.00886} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.087432] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d49dc9e-4f43-4323-a521-b7dfcf8968e9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.092585] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1275.092585] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5203c992-0b4a-efdf-0c9f-716745f97466" [ 1275.092585] env[68663]: _type = "Task" [ 1275.092585] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.101613] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5203c992-0b4a-efdf-0c9f-716745f97466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.153792] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.318334] env[68663]: DEBUG nova.compute.manager [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1275.345592] env[68663]: DEBUG nova.virt.hardware [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.345846] env[68663]: DEBUG nova.virt.hardware [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.346009] env[68663]: DEBUG nova.virt.hardware [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.346199] env[68663]: DEBUG nova.virt.hardware [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.346367] env[68663]: DEBUG nova.virt.hardware [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.346533] env[68663]: DEBUG nova.virt.hardware [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.346745] env[68663]: DEBUG nova.virt.hardware [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.346905] env[68663]: DEBUG nova.virt.hardware [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.347082] env[68663]: DEBUG nova.virt.hardware [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.347245] env[68663]: DEBUG nova.virt.hardware [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.347415] env[68663]: DEBUG nova.virt.hardware [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.348302] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fd60e6-ef2d-47cd-bd93-a8495821db4e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.357038] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d007b080-24bc-48a9-aed4-0fb9fcecc591 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.532575] env[68663]: DEBUG oslo_vmware.api [None req-aee36fc2-4353-4142-b0f9-577ba8a0ab1d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239236, 'name': ReconfigVM_Task, 'duration_secs': 0.237046} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.635531] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee36fc2-4353-4142-b0f9-577ba8a0ab1d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=68663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1275.635531] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52f4d130-b780-412c-a80e-68e614c66250 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.635531] env[68663]: DEBUG oslo_vmware.api [None req-aee36fc2-4353-4142-b0f9-577ba8a0ab1d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1275.635531] env[68663]: value = "task-3239237" [ 1275.635531] env[68663]: _type = "Task" [ 1275.635531] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.635531] env[68663]: DEBUG oslo_vmware.api [None req-aee36fc2-4353-4142-b0f9-577ba8a0ab1d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239237, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.635531] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5203c992-0b4a-efdf-0c9f-716745f97466, 'name': SearchDatastore_Task, 'duration_secs': 0.010612} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.635531] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.635531] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] e13a7774-9888-4c96-9a71-841856df5907/e13a7774-9888-4c96-9a71-841856df5907.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.635531] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40c1e494-d313-4bc3-95b3-1a0a267d5377 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.635531] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1275.635531] env[68663]: value = "task-3239238" [ 1275.635531] env[68663]: _type = "Task" [ 1275.635531] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.635531] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.647839] env[68663]: DEBUG nova.network.neutron [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Successfully updated port: ac472c95-7755-48fa-baff-ee896a505466 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.788167] env[68663]: DEBUG nova.compute.manager [req-f5d87ec9-9063-4083-a189-89ba5fec8e57 req-ced3b280-0a15-4145-8c76-77dc707a8fc0 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Received event network-vif-plugged-ac472c95-7755-48fa-baff-ee896a505466 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.788232] env[68663]: DEBUG oslo_concurrency.lockutils [req-f5d87ec9-9063-4083-a189-89ba5fec8e57 req-ced3b280-0a15-4145-8c76-77dc707a8fc0 service nova] Acquiring lock "5590c434-782d-440d-b81b-d42f8a91a2d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.788435] env[68663]: DEBUG oslo_concurrency.lockutils [req-f5d87ec9-9063-4083-a189-89ba5fec8e57 req-ced3b280-0a15-4145-8c76-77dc707a8fc0 service nova] Lock "5590c434-782d-440d-b81b-d42f8a91a2d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.788630] env[68663]: DEBUG oslo_concurrency.lockutils [req-f5d87ec9-9063-4083-a189-89ba5fec8e57 req-ced3b280-0a15-4145-8c76-77dc707a8fc0 service nova] Lock "5590c434-782d-440d-b81b-d42f8a91a2d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.788798] env[68663]: DEBUG nova.compute.manager [req-f5d87ec9-9063-4083-a189-89ba5fec8e57 req-ced3b280-0a15-4145-8c76-77dc707a8fc0 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] No waiting events found dispatching network-vif-plugged-ac472c95-7755-48fa-baff-ee896a505466 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1275.788924] env[68663]: WARNING nova.compute.manager [req-f5d87ec9-9063-4083-a189-89ba5fec8e57 req-ced3b280-0a15-4145-8c76-77dc707a8fc0 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Received unexpected event network-vif-plugged-ac472c95-7755-48fa-baff-ee896a505466 for instance with vm_state building and task_state spawning. [ 1275.789110] env[68663]: DEBUG nova.compute.manager [req-f5d87ec9-9063-4083-a189-89ba5fec8e57 req-ced3b280-0a15-4145-8c76-77dc707a8fc0 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Received event network-changed-ac472c95-7755-48fa-baff-ee896a505466 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.789265] env[68663]: DEBUG nova.compute.manager [req-f5d87ec9-9063-4083-a189-89ba5fec8e57 req-ced3b280-0a15-4145-8c76-77dc707a8fc0 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Refreshing instance network info cache due to event network-changed-ac472c95-7755-48fa-baff-ee896a505466. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.789445] env[68663]: DEBUG oslo_concurrency.lockutils [req-f5d87ec9-9063-4083-a189-89ba5fec8e57 req-ced3b280-0a15-4145-8c76-77dc707a8fc0 service nova] Acquiring lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.789580] env[68663]: DEBUG oslo_concurrency.lockutils [req-f5d87ec9-9063-4083-a189-89ba5fec8e57 req-ced3b280-0a15-4145-8c76-77dc707a8fc0 service nova] Acquired lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.789732] env[68663]: DEBUG nova.network.neutron [req-f5d87ec9-9063-4083-a189-89ba5fec8e57 req-ced3b280-0a15-4145-8c76-77dc707a8fc0 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Refreshing network info cache for port ac472c95-7755-48fa-baff-ee896a505466 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.090126] env[68663]: DEBUG oslo_vmware.api [None req-aee36fc2-4353-4142-b0f9-577ba8a0ab1d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239237, 'name': ReconfigVM_Task, 'duration_secs': 0.16095} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.090126] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee36fc2-4353-4142-b0f9-577ba8a0ab1d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647367', 'volume_id': '3d5ef941-a602-45fd-83d6-200b4177874e', 'name': 'volume-3d5ef941-a602-45fd-83d6-200b4177874e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e36b1af3-644c-4688-a24a-041a72769930', 'attached_at': '', 'detached_at': '', 'volume_id': '3d5ef941-a602-45fd-83d6-200b4177874e', 'serial': '3d5ef941-a602-45fd-83d6-200b4177874e'} {{(pid=68663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1276.122208] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479382} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.122476] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] e13a7774-9888-4c96-9a71-841856df5907/e13a7774-9888-4c96-9a71-841856df5907.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.122694] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.122943] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-348dfedb-5484-431c-9fc2-aaa3fa94cd07 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.130072] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1276.130072] env[68663]: value = "task-3239239" [ 1276.130072] env[68663]: _type = "Task" [ 1276.130072] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.137752] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.150465] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.324403] env[68663]: DEBUG nova.network.neutron [req-f5d87ec9-9063-4083-a189-89ba5fec8e57 req-ced3b280-0a15-4145-8c76-77dc707a8fc0 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.387640] env[68663]: DEBUG nova.network.neutron [req-f5d87ec9-9063-4083-a189-89ba5fec8e57 req-ced3b280-0a15-4145-8c76-77dc707a8fc0 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.630465] env[68663]: DEBUG nova.objects.instance [None req-aee36fc2-4353-4142-b0f9-577ba8a0ab1d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lazy-loading 'flavor' on Instance uuid e36b1af3-644c-4688-a24a-041a72769930 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.641606] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074823} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.641917] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.642715] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c66c38b-2278-49bc-b52e-d7d29c750919 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.666594] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] e13a7774-9888-4c96-9a71-841856df5907/e13a7774-9888-4c96-9a71-841856df5907.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.667136] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae594b60-ef57-4ad6-9269-1c6ec66e00fd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.687449] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1276.687449] env[68663]: value = "task-3239240" [ 1276.687449] env[68663]: _type = "Task" [ 1276.687449] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.695563] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.890581] env[68663]: DEBUG oslo_concurrency.lockutils [req-f5d87ec9-9063-4083-a189-89ba5fec8e57 req-ced3b280-0a15-4145-8c76-77dc707a8fc0 service nova] Releasing lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.891173] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.891416] env[68663]: DEBUG nova.network.neutron [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.149304] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.154135] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.154281] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1277.198570] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239240, 'name': ReconfigVM_Task, 'duration_secs': 0.274895} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.198843] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Reconfigured VM instance instance-0000007c to attach disk [datastore2] e13a7774-9888-4c96-9a71-841856df5907/e13a7774-9888-4c96-9a71-841856df5907.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.199444] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db92acec-1e6f-4e5b-8182-35c0e8b3c250 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.206112] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1277.206112] env[68663]: value = "task-3239241" [ 1277.206112] env[68663]: _type = "Task" [ 1277.206112] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.214413] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239241, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.426664] env[68663]: DEBUG nova.network.neutron [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.541294] env[68663]: DEBUG nova.network.neutron [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Updating instance_info_cache with network_info: [{"id": "ac472c95-7755-48fa-baff-ee896a505466", "address": "fa:16:3e:46:ea:99", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac472c95-77", "ovs_interfaceid": "ac472c95-7755-48fa-baff-ee896a505466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.641935] env[68663]: DEBUG oslo_concurrency.lockutils [None req-aee36fc2-4353-4142-b0f9-577ba8a0ab1d tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "e36b1af3-644c-4688-a24a-041a72769930" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.716455] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239241, 'name': Rename_Task, 'duration_secs': 0.177785} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.716671] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.716912] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ee1ee2c-0ce5-43ab-816c-d5898f75a09b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.723823] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1277.723823] env[68663]: value = "task-3239242" [ 1277.723823] env[68663]: _type = "Task" [ 1277.723823] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.731528] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.044329] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.044674] env[68663]: DEBUG nova.compute.manager [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Instance network_info: |[{"id": "ac472c95-7755-48fa-baff-ee896a505466", "address": "fa:16:3e:46:ea:99", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac472c95-77", "ovs_interfaceid": "ac472c95-7755-48fa-baff-ee896a505466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1278.045117] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:ea:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac472c95-7755-48fa-baff-ee896a505466', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.052613] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.052802] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.053032] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09840f2f-20ca-47c3-920a-4aceb8469d97 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.074415] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.074415] env[68663]: value = "task-3239243" [ 1278.074415] env[68663]: _type = "Task" [ 1278.074415] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.082599] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239243, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.154394] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.154865] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.155085] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.233868] env[68663]: DEBUG oslo_vmware.api [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239242, 'name': PowerOnVM_Task, 'duration_secs': 0.456044} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.234468] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.234705] env[68663]: INFO nova.compute.manager [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1278.234897] env[68663]: DEBUG nova.compute.manager [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.235758] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ca1e65-2c81-4e6b-9357-c05562123f0d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.584981] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239243, 'name': CreateVM_Task, 'duration_secs': 0.317669} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.585452] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.585822] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.585998] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.586337] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.586587] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3801ef72-f79f-4c41-be1a-fd8006a578e6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.591211] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1278.591211] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d8f698-450b-441e-f74f-5d8e870f1a67" [ 1278.591211] env[68663]: _type = "Task" [ 1278.591211] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.598631] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d8f698-450b-441e-f74f-5d8e870f1a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.638192] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "e36b1af3-644c-4688-a24a-041a72769930" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.638427] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "e36b1af3-644c-4688-a24a-041a72769930" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.638638] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "e36b1af3-644c-4688-a24a-041a72769930-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.638822] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "e36b1af3-644c-4688-a24a-041a72769930-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.638989] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "e36b1af3-644c-4688-a24a-041a72769930-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.641058] env[68663]: INFO nova.compute.manager [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Terminating instance [ 1278.657688] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.657917] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.658091] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.658252] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1278.659545] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a8802d-f49f-4007-9e37-94f1c2da52d9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.669326] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b407f0ac-5a76-41c9-80f1-c98ab4e96c25 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.683436] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8216ee-8879-4075-822d-7eea78c370e3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.690240] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c79072-dcba-4470-98b6-c35217f27cba {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.722120] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180341MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=68663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1278.722262] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.722475] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.752084] env[68663]: INFO nova.compute.manager [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Took 12.22 seconds to build instance. [ 1279.101807] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d8f698-450b-441e-f74f-5d8e870f1a67, 'name': SearchDatastore_Task, 'duration_secs': 0.012827} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.102118] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.102356] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.102590] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.102731] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.102910] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.103180] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1332a4dd-b390-45dc-a8d3-fc7c23869993 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.112250] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.112421] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.113187] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9f7c81-4d3e-4684-b460-086e02a349bd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.118553] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1279.118553] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527774ca-b638-041f-4d5d-d870d65611ca" [ 1279.118553] env[68663]: _type = "Task" [ 1279.118553] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.126622] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527774ca-b638-041f-4d5d-d870d65611ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.144401] env[68663]: DEBUG nova.compute.manager [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1279.144623] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.145490] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92134eb-18ff-4d90-9a3f-1201a9db0180 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.152865] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.153112] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b36a1606-5014-4a4b-bb30-980fa9152483 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.159650] env[68663]: DEBUG oslo_vmware.api [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1279.159650] env[68663]: value = "task-3239244" [ 1279.159650] env[68663]: _type = "Task" [ 1279.159650] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.167819] env[68663]: DEBUG oslo_vmware.api [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.254023] env[68663]: DEBUG oslo_concurrency.lockutils [None req-a4f1bf2f-9c7d-483b-9de8-9294bd6a6da2 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "e13a7774-9888-4c96-9a71-841856df5907" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.730s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.630571] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]527774ca-b638-041f-4d5d-d870d65611ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009302} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.631414] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d04170b8-59e0-4df9-b871-e1ce736a86fe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.637784] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1279.637784] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d82c67-c57a-6a21-0135-f09870a3098b" [ 1279.637784] env[68663]: _type = "Task" [ 1279.637784] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.646443] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d82c67-c57a-6a21-0135-f09870a3098b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.669206] env[68663]: DEBUG oslo_vmware.api [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239244, 'name': PowerOffVM_Task, 'duration_secs': 0.217672} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.669475] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.669633] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.669875] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6e640ad-ef67-428a-a4b4-c05a21f013d2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.673976] env[68663]: DEBUG nova.compute.manager [req-842d53bd-2f8e-44c1-b769-66c2b59edcf1 req-8ec47ada-a601-4255-8d1b-0514ccd21de2 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Received event network-changed-843213a9-cda4-4165-babf-c35a75bf2111 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.674171] env[68663]: DEBUG nova.compute.manager [req-842d53bd-2f8e-44c1-b769-66c2b59edcf1 req-8ec47ada-a601-4255-8d1b-0514ccd21de2 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Refreshing instance network info cache due to event network-changed-843213a9-cda4-4165-babf-c35a75bf2111. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.674378] env[68663]: DEBUG oslo_concurrency.lockutils [req-842d53bd-2f8e-44c1-b769-66c2b59edcf1 req-8ec47ada-a601-4255-8d1b-0514ccd21de2 service nova] Acquiring lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.674524] env[68663]: DEBUG oslo_concurrency.lockutils [req-842d53bd-2f8e-44c1-b769-66c2b59edcf1 req-8ec47ada-a601-4255-8d1b-0514ccd21de2 service nova] Acquired lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.674671] env[68663]: DEBUG nova.network.neutron [req-842d53bd-2f8e-44c1-b769-66c2b59edcf1 req-8ec47ada-a601-4255-8d1b-0514ccd21de2 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Refreshing network info cache for port 843213a9-cda4-4165-babf-c35a75bf2111 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.738886] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.739116] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.739528] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Deleting the datastore file [datastore2] e36b1af3-644c-4688-a24a-041a72769930 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.739658] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31c6bd4c-fb2e-46f2-892a-06123787c004 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.747480] env[68663]: DEBUG oslo_vmware.api [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for the task: (returnval){ [ 1279.747480] env[68663]: value = "task-3239246" [ 1279.747480] env[68663]: _type = "Task" [ 1279.747480] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.751971] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance e36b1af3-644c-4688-a24a-041a72769930 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.752101] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 618f6316-6c4b-47ca-97d5-919d786b95cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.752203] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance e13a7774-9888-4c96-9a71-841856df5907 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.752310] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 5590c434-782d-440d-b81b-d42f8a91a2d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.752499] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1279.752637] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1279.761978] env[68663]: DEBUG oslo_vmware.api [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.819068] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9be19e-25b2-4c50-964f-05de5c87b1aa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.827171] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7d7e97-d074-4477-8745-486ee047a3e7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.861322] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bb0cc9-ec77-45c5-8b61-f6522c7dcf8b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.870584] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea69434-9258-447e-a457-8296c10914dd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.888028] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.149435] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52d82c67-c57a-6a21-0135-f09870a3098b, 'name': SearchDatastore_Task, 'duration_secs': 0.010067} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.149712] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.149963] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 5590c434-782d-440d-b81b-d42f8a91a2d8/5590c434-782d-440d-b81b-d42f8a91a2d8.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.150242] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e365849-ea93-4a5e-8b5b-5c2dbd269990 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.157437] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1280.157437] env[68663]: value = "task-3239247" [ 1280.157437] env[68663]: _type = "Task" [ 1280.157437] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.165567] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.258268] env[68663]: DEBUG oslo_vmware.api [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Task: {'id': task-3239246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147153} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.258566] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.258809] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1280.258873] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.259300] env[68663]: INFO nova.compute.manager [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] [instance: e36b1af3-644c-4688-a24a-041a72769930] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1280.259665] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.259915] env[68663]: DEBUG nova.compute.manager [-] [instance: e36b1af3-644c-4688-a24a-041a72769930] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1280.260128] env[68663]: DEBUG nova.network.neutron [-] [instance: e36b1af3-644c-4688-a24a-041a72769930] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1280.390155] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.403731] env[68663]: DEBUG nova.network.neutron [req-842d53bd-2f8e-44c1-b769-66c2b59edcf1 req-8ec47ada-a601-4255-8d1b-0514ccd21de2 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Updated VIF entry in instance network info cache for port 843213a9-cda4-4165-babf-c35a75bf2111. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.404215] env[68663]: DEBUG nova.network.neutron [req-842d53bd-2f8e-44c1-b769-66c2b59edcf1 req-8ec47ada-a601-4255-8d1b-0514ccd21de2 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Updating instance_info_cache with network_info: [{"id": "843213a9-cda4-4165-babf-c35a75bf2111", "address": "fa:16:3e:b4:14:f1", "network": {"id": "621233a7-da79-42bf-a000-6f4244623a18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-311170970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd9da2e2f754240805e2b64aff9c4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843213a9-cd", "ovs_interfaceid": "843213a9-cda4-4165-babf-c35a75bf2111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.668888] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50786} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.669434] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore2] 5590c434-782d-440d-b81b-d42f8a91a2d8/5590c434-782d-440d-b81b-d42f8a91a2d8.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.669573] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.669768] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35f58584-9182-4cb7-8cbf-e07f142dd083 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.676936] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1280.676936] env[68663]: value = "task-3239248" [ 1280.676936] env[68663]: _type = "Task" [ 1280.676936] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.685494] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.737080] env[68663]: DEBUG nova.compute.manager [req-73dcec92-d23a-4e18-98ac-810179d59f9e req-c0a5d191-ec82-4f30-9b64-96fd65aabf64 service nova] [instance: e36b1af3-644c-4688-a24a-041a72769930] Received event network-vif-deleted-95c5a985-e729-4526-895c-7f5a73a8f854 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.738022] env[68663]: INFO nova.compute.manager [req-73dcec92-d23a-4e18-98ac-810179d59f9e req-c0a5d191-ec82-4f30-9b64-96fd65aabf64 service nova] [instance: e36b1af3-644c-4688-a24a-041a72769930] Neutron deleted interface 95c5a985-e729-4526-895c-7f5a73a8f854; detaching it from the instance and deleting it from the info cache [ 1280.738022] env[68663]: DEBUG nova.network.neutron [req-73dcec92-d23a-4e18-98ac-810179d59f9e req-c0a5d191-ec82-4f30-9b64-96fd65aabf64 service nova] [instance: e36b1af3-644c-4688-a24a-041a72769930] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.895571] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1280.895571] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.173s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.910076] env[68663]: DEBUG oslo_concurrency.lockutils [req-842d53bd-2f8e-44c1-b769-66c2b59edcf1 req-8ec47ada-a601-4255-8d1b-0514ccd21de2 service nova] Releasing lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.188086] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085951} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.188086] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.188329] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbde0d9a-bf77-4696-8ae5-0dd276bd3b1e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.213752] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 5590c434-782d-440d-b81b-d42f8a91a2d8/5590c434-782d-440d-b81b-d42f8a91a2d8.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.214078] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a3b8fd3-184d-43dd-9d8a-2e82edaf98cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.228092] env[68663]: DEBUG nova.network.neutron [-] [instance: e36b1af3-644c-4688-a24a-041a72769930] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.236109] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1281.236109] env[68663]: value = "task-3239249" [ 1281.236109] env[68663]: _type = "Task" [ 1281.236109] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.240206] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fd79765-0ad3-4993-b053-faa8822379a2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.249279] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.253902] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09298318-adc2-408f-aeed-af188add814a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.286822] env[68663]: DEBUG nova.compute.manager [req-73dcec92-d23a-4e18-98ac-810179d59f9e req-c0a5d191-ec82-4f30-9b64-96fd65aabf64 service nova] [instance: e36b1af3-644c-4688-a24a-041a72769930] Detach interface failed, port_id=95c5a985-e729-4526-895c-7f5a73a8f854, reason: Instance e36b1af3-644c-4688-a24a-041a72769930 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1281.730595] env[68663]: INFO nova.compute.manager [-] [instance: e36b1af3-644c-4688-a24a-041a72769930] Took 1.47 seconds to deallocate network for instance. [ 1281.746613] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.237391] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.237690] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.237914] env[68663]: DEBUG nova.objects.instance [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lazy-loading 'resources' on Instance uuid e36b1af3-644c-4688-a24a-041a72769930 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.248533] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.755806] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239249, 'name': ReconfigVM_Task, 'duration_secs': 1.395212} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.756161] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 5590c434-782d-440d-b81b-d42f8a91a2d8/5590c434-782d-440d-b81b-d42f8a91a2d8.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.756779] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-959a09d3-abd1-42de-a844-23a0e874b0b8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.763552] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1282.763552] env[68663]: value = "task-3239250" [ 1282.763552] env[68663]: _type = "Task" [ 1282.763552] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.774071] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239250, 'name': Rename_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.812555] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd549f0-a87b-46b9-8cc9-c6cc43cb0695 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.820388] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6305c083-8b72-47a7-a4eb-3fa4365d0d0f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.851941] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb401900-24e7-4604-ba80-0432768d91c3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.859597] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fea7d80-d620-40b7-85ed-e235ca4186a9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.872812] env[68663]: DEBUG nova.compute.provider_tree [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.894180] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.894427] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.273716] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239250, 'name': Rename_Task, 'duration_secs': 0.182003} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.273993] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.274256] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75b1d16f-8589-4a54-a565-0842b86e4a16 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.281272] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1283.281272] env[68663]: value = "task-3239251" [ 1283.281272] env[68663]: _type = "Task" [ 1283.281272] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.289011] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.376488] env[68663]: DEBUG nova.scheduler.client.report [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.791847] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239251, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.881207] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.903688] env[68663]: INFO nova.scheduler.client.report [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Deleted allocations for instance e36b1af3-644c-4688-a24a-041a72769930 [ 1284.292394] env[68663]: DEBUG oslo_vmware.api [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239251, 'name': PowerOnVM_Task, 'duration_secs': 0.615143} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.292795] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.293024] env[68663]: INFO nova.compute.manager [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1284.293229] env[68663]: DEBUG nova.compute.manager [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.294058] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4b54a4-da3a-4a30-b4f6-599eab1453da {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.411444] env[68663]: DEBUG oslo_concurrency.lockutils [None req-c7519a2a-04f4-47c7-b84b-93808cc48a02 tempest-AttachVolumeNegativeTest-552558286 tempest-AttachVolumeNegativeTest-552558286-project-member] Lock "e36b1af3-644c-4688-a24a-041a72769930" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.773s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.810865] env[68663]: INFO nova.compute.manager [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Took 14.20 seconds to build instance. [ 1285.312855] env[68663]: DEBUG oslo_concurrency.lockutils [None req-3b4ec653-3bf8-44fd-9ea1-eafbad1eb471 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "5590c434-782d-440d-b81b-d42f8a91a2d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.727s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.247290] env[68663]: DEBUG nova.compute.manager [req-778b759f-7173-44eb-9ca3-2a2945a606af req-15bbf2fd-7189-45b7-b259-e2fc1d13dc02 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Received event network-changed-b10d1dee-13a0-47be-b131-97bfbb3f46bc {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.247584] env[68663]: DEBUG nova.compute.manager [req-778b759f-7173-44eb-9ca3-2a2945a606af req-15bbf2fd-7189-45b7-b259-e2fc1d13dc02 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Refreshing instance network info cache due to event network-changed-b10d1dee-13a0-47be-b131-97bfbb3f46bc. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.247840] env[68663]: DEBUG oslo_concurrency.lockutils [req-778b759f-7173-44eb-9ca3-2a2945a606af req-15bbf2fd-7189-45b7-b259-e2fc1d13dc02 service nova] Acquiring lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.247995] env[68663]: DEBUG oslo_concurrency.lockutils [req-778b759f-7173-44eb-9ca3-2a2945a606af req-15bbf2fd-7189-45b7-b259-e2fc1d13dc02 service nova] Acquired lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.251738] env[68663]: DEBUG nova.network.neutron [req-778b759f-7173-44eb-9ca3-2a2945a606af req-15bbf2fd-7189-45b7-b259-e2fc1d13dc02 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Refreshing network info cache for port b10d1dee-13a0-47be-b131-97bfbb3f46bc {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.933647] env[68663]: DEBUG nova.network.neutron [req-778b759f-7173-44eb-9ca3-2a2945a606af req-15bbf2fd-7189-45b7-b259-e2fc1d13dc02 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Updated VIF entry in instance network info cache for port b10d1dee-13a0-47be-b131-97bfbb3f46bc. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.934024] env[68663]: DEBUG nova.network.neutron [req-778b759f-7173-44eb-9ca3-2a2945a606af req-15bbf2fd-7189-45b7-b259-e2fc1d13dc02 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Updating instance_info_cache with network_info: [{"id": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "address": "fa:16:3e:0d:2a:b0", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10d1dee-13", "ovs_interfaceid": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.437619] env[68663]: DEBUG oslo_concurrency.lockutils [req-778b759f-7173-44eb-9ca3-2a2945a606af req-15bbf2fd-7189-45b7-b259-e2fc1d13dc02 service nova] Releasing lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.279364] env[68663]: DEBUG nova.compute.manager [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Received event network-changed-ac472c95-7755-48fa-baff-ee896a505466 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.279573] env[68663]: DEBUG nova.compute.manager [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Refreshing instance network info cache due to event network-changed-ac472c95-7755-48fa-baff-ee896a505466. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.279814] env[68663]: DEBUG oslo_concurrency.lockutils [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] Acquiring lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.280101] env[68663]: DEBUG oslo_concurrency.lockutils [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] Acquired lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.280101] env[68663]: DEBUG nova.network.neutron [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Refreshing network info cache for port ac472c95-7755-48fa-baff-ee896a505466 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.957743] env[68663]: DEBUG nova.network.neutron [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Updated VIF entry in instance network info cache for port ac472c95-7755-48fa-baff-ee896a505466. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.958145] env[68663]: DEBUG nova.network.neutron [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Updating instance_info_cache with network_info: [{"id": "ac472c95-7755-48fa-baff-ee896a505466", "address": "fa:16:3e:46:ea:99", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac472c95-77", "ovs_interfaceid": "ac472c95-7755-48fa-baff-ee896a505466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.460719] env[68663]: DEBUG oslo_concurrency.lockutils [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] Releasing lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.460991] env[68663]: DEBUG nova.compute.manager [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Received event network-changed-ac472c95-7755-48fa-baff-ee896a505466 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.461177] env[68663]: DEBUG nova.compute.manager [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Refreshing instance network info cache due to event network-changed-ac472c95-7755-48fa-baff-ee896a505466. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.461390] env[68663]: DEBUG oslo_concurrency.lockutils [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] Acquiring lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.461529] env[68663]: DEBUG oslo_concurrency.lockutils [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] Acquired lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.461692] env[68663]: DEBUG nova.network.neutron [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Refreshing network info cache for port ac472c95-7755-48fa-baff-ee896a505466 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.139382] env[68663]: DEBUG nova.network.neutron [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Updated VIF entry in instance network info cache for port ac472c95-7755-48fa-baff-ee896a505466. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.139740] env[68663]: DEBUG nova.network.neutron [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Updating instance_info_cache with network_info: [{"id": "ac472c95-7755-48fa-baff-ee896a505466", "address": "fa:16:3e:46:ea:99", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac472c95-77", "ovs_interfaceid": "ac472c95-7755-48fa-baff-ee896a505466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.642595] env[68663]: DEBUG oslo_concurrency.lockutils [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] Releasing lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.642884] env[68663]: DEBUG nova.compute.manager [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Received event network-changed-b10d1dee-13a0-47be-b131-97bfbb3f46bc {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.643043] env[68663]: DEBUG nova.compute.manager [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Refreshing instance network info cache due to event network-changed-b10d1dee-13a0-47be-b131-97bfbb3f46bc. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1290.643255] env[68663]: DEBUG oslo_concurrency.lockutils [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] Acquiring lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.643398] env[68663]: DEBUG oslo_concurrency.lockutils [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] Acquired lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.643595] env[68663]: DEBUG nova.network.neutron [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Refreshing network info cache for port b10d1dee-13a0-47be-b131-97bfbb3f46bc {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.336170] env[68663]: DEBUG nova.network.neutron [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Updated VIF entry in instance network info cache for port b10d1dee-13a0-47be-b131-97bfbb3f46bc. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.336557] env[68663]: DEBUG nova.network.neutron [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Updating instance_info_cache with network_info: [{"id": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "address": "fa:16:3e:0d:2a:b0", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10d1dee-13", "ovs_interfaceid": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.842430] env[68663]: DEBUG oslo_concurrency.lockutils [req-734a8c70-c144-4398-998c-a17b87654d28 req-3d6b37ec-11b5-403b-acb4-19cfeca7591d service nova] Releasing lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.377016] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "interface-618f6316-6c4b-47ca-97d5-919d786b95cd-08d63f40-06b7-4aea-a55e-49b5a3685e4c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.377477] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-618f6316-6c4b-47ca-97d5-919d786b95cd-08d63f40-06b7-4aea-a55e-49b5a3685e4c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.377677] env[68663]: DEBUG nova.objects.instance [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lazy-loading 'flavor' on Instance uuid 618f6316-6c4b-47ca-97d5-919d786b95cd {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.963734] env[68663]: DEBUG nova.objects.instance [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lazy-loading 'pci_requests' on Instance uuid 618f6316-6c4b-47ca-97d5-919d786b95cd {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.466754] env[68663]: DEBUG nova.objects.base [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Object Instance<618f6316-6c4b-47ca-97d5-919d786b95cd> lazy-loaded attributes: flavor,pci_requests {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1304.467175] env[68663]: DEBUG nova.network.neutron [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1304.524353] env[68663]: DEBUG nova.policy [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f753d93385374cc48c677ffb14c581ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0912b60ba685430a94f528165dacd20c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1305.884030] env[68663]: DEBUG nova.compute.manager [req-20a25314-bba2-4558-9f6b-de0bebdb7143 req-d698ca1a-7e8a-4aa2-9b34-94e22e210a42 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Received event network-vif-plugged-08d63f40-06b7-4aea-a55e-49b5a3685e4c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.884287] env[68663]: DEBUG oslo_concurrency.lockutils [req-20a25314-bba2-4558-9f6b-de0bebdb7143 req-d698ca1a-7e8a-4aa2-9b34-94e22e210a42 service nova] Acquiring lock "618f6316-6c4b-47ca-97d5-919d786b95cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.884484] env[68663]: DEBUG oslo_concurrency.lockutils [req-20a25314-bba2-4558-9f6b-de0bebdb7143 req-d698ca1a-7e8a-4aa2-9b34-94e22e210a42 service nova] Lock "618f6316-6c4b-47ca-97d5-919d786b95cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.884664] env[68663]: DEBUG oslo_concurrency.lockutils [req-20a25314-bba2-4558-9f6b-de0bebdb7143 req-d698ca1a-7e8a-4aa2-9b34-94e22e210a42 service nova] Lock "618f6316-6c4b-47ca-97d5-919d786b95cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.884794] env[68663]: DEBUG nova.compute.manager [req-20a25314-bba2-4558-9f6b-de0bebdb7143 req-d698ca1a-7e8a-4aa2-9b34-94e22e210a42 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] No waiting events found dispatching network-vif-plugged-08d63f40-06b7-4aea-a55e-49b5a3685e4c {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1305.884956] env[68663]: WARNING nova.compute.manager [req-20a25314-bba2-4558-9f6b-de0bebdb7143 req-d698ca1a-7e8a-4aa2-9b34-94e22e210a42 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Received unexpected event network-vif-plugged-08d63f40-06b7-4aea-a55e-49b5a3685e4c for instance with vm_state active and task_state None. [ 1305.948021] env[68663]: DEBUG nova.network.neutron [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Successfully updated port: 08d63f40-06b7-4aea-a55e-49b5a3685e4c {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1306.451934] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.451992] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.452186] env[68663]: DEBUG nova.network.neutron [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.986644] env[68663]: WARNING nova.network.neutron [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] 694e20c9-1ee8-47a5-abce-f3bcee046ad0 already exists in list: networks containing: ['694e20c9-1ee8-47a5-abce-f3bcee046ad0']. ignoring it [ 1307.226347] env[68663]: DEBUG nova.network.neutron [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Updating instance_info_cache with network_info: [{"id": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "address": "fa:16:3e:0d:2a:b0", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10d1dee-13", "ovs_interfaceid": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08d63f40-06b7-4aea-a55e-49b5a3685e4c", "address": "fa:16:3e:1b:89:47", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d63f40-06", "ovs_interfaceid": "08d63f40-06b7-4aea-a55e-49b5a3685e4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.730070] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.730424] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.730589] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.731506] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a7c744-862d-4165-8f7e-f82dc0715cb9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.748938] env[68663]: DEBUG nova.virt.hardware [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1307.749166] env[68663]: DEBUG nova.virt.hardware [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.749323] env[68663]: DEBUG nova.virt.hardware [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1307.749507] env[68663]: DEBUG nova.virt.hardware [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.749658] env[68663]: DEBUG nova.virt.hardware [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1307.749805] env[68663]: DEBUG nova.virt.hardware [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1307.750011] env[68663]: DEBUG nova.virt.hardware [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1307.750179] env[68663]: DEBUG nova.virt.hardware [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1307.750343] env[68663]: DEBUG nova.virt.hardware [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1307.750506] env[68663]: DEBUG nova.virt.hardware [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1307.750682] env[68663]: DEBUG nova.virt.hardware [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1307.757018] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Reconfiguring VM to attach interface {{(pid=68663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1307.757615] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d91852d-fea8-4104-bb07-ae037edf4d3e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.774300] env[68663]: DEBUG oslo_vmware.api [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1307.774300] env[68663]: value = "task-3239255" [ 1307.774300] env[68663]: _type = "Task" [ 1307.774300] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.781490] env[68663]: DEBUG oslo_vmware.api [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239255, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.911678] env[68663]: DEBUG nova.compute.manager [req-80f0f3ef-969e-4cec-8ee7-75b5e3bc8fad req-21f83ab5-ffa9-4489-bc8c-b26f85167102 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Received event network-changed-08d63f40-06b7-4aea-a55e-49b5a3685e4c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.911875] env[68663]: DEBUG nova.compute.manager [req-80f0f3ef-969e-4cec-8ee7-75b5e3bc8fad req-21f83ab5-ffa9-4489-bc8c-b26f85167102 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Refreshing instance network info cache due to event network-changed-08d63f40-06b7-4aea-a55e-49b5a3685e4c. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.912097] env[68663]: DEBUG oslo_concurrency.lockutils [req-80f0f3ef-969e-4cec-8ee7-75b5e3bc8fad req-21f83ab5-ffa9-4489-bc8c-b26f85167102 service nova] Acquiring lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.912237] env[68663]: DEBUG oslo_concurrency.lockutils [req-80f0f3ef-969e-4cec-8ee7-75b5e3bc8fad req-21f83ab5-ffa9-4489-bc8c-b26f85167102 service nova] Acquired lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.912395] env[68663]: DEBUG nova.network.neutron [req-80f0f3ef-969e-4cec-8ee7-75b5e3bc8fad req-21f83ab5-ffa9-4489-bc8c-b26f85167102 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Refreshing network info cache for port 08d63f40-06b7-4aea-a55e-49b5a3685e4c {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.283541] env[68663]: DEBUG oslo_vmware.api [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239255, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.592998] env[68663]: DEBUG nova.network.neutron [req-80f0f3ef-969e-4cec-8ee7-75b5e3bc8fad req-21f83ab5-ffa9-4489-bc8c-b26f85167102 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Updated VIF entry in instance network info cache for port 08d63f40-06b7-4aea-a55e-49b5a3685e4c. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.593422] env[68663]: DEBUG nova.network.neutron [req-80f0f3ef-969e-4cec-8ee7-75b5e3bc8fad req-21f83ab5-ffa9-4489-bc8c-b26f85167102 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Updating instance_info_cache with network_info: [{"id": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "address": "fa:16:3e:0d:2a:b0", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10d1dee-13", "ovs_interfaceid": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08d63f40-06b7-4aea-a55e-49b5a3685e4c", "address": "fa:16:3e:1b:89:47", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d63f40-06", "ovs_interfaceid": "08d63f40-06b7-4aea-a55e-49b5a3685e4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.783834] env[68663]: DEBUG oslo_vmware.api [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239255, 'name': ReconfigVM_Task, 'duration_secs': 0.538548} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.784278] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.784488] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Reconfigured VM to attach interface {{(pid=68663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1309.096367] env[68663]: DEBUG oslo_concurrency.lockutils [req-80f0f3ef-969e-4cec-8ee7-75b5e3bc8fad req-21f83ab5-ffa9-4489-bc8c-b26f85167102 service nova] Releasing lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.289244] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9751d14-174e-419a-bf87-86bca5d280ee tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-618f6316-6c4b-47ca-97d5-919d786b95cd-08d63f40-06b7-4aea-a55e-49b5a3685e4c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.912s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.550657] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "interface-618f6316-6c4b-47ca-97d5-919d786b95cd-08d63f40-06b7-4aea-a55e-49b5a3685e4c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.550979] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-618f6316-6c4b-47ca-97d5-919d786b95cd-08d63f40-06b7-4aea-a55e-49b5a3685e4c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.053552] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.053752] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.054720] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7a5cb0-ba62-4321-8390-aa23dea57b08 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.072997] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7584ba85-6bca-43e7-8879-cc09203424c1 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.097800] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Reconfiguring VM to detach interface {{(pid=68663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1311.098041] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6298acab-0b3d-4674-8f6d-02014c2eae18 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.114648] env[68663]: DEBUG oslo_vmware.api [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1311.114648] env[68663]: value = "task-3239256" [ 1311.114648] env[68663]: _type = "Task" [ 1311.114648] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.121913] env[68663]: DEBUG oslo_vmware.api [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.625715] env[68663]: DEBUG oslo_vmware.api [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.125117] env[68663]: DEBUG oslo_vmware.api [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.625559] env[68663]: DEBUG oslo_vmware.api [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.126286] env[68663]: DEBUG oslo_vmware.api [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.626794] env[68663]: DEBUG oslo_vmware.api [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.127497] env[68663]: DEBUG oslo_vmware.api [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.628443] env[68663]: DEBUG oslo_vmware.api [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.129132] env[68663]: DEBUG oslo_vmware.api [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.629728] env[68663]: DEBUG oslo_vmware.api [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.130812] env[68663]: DEBUG oslo_vmware.api [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.634387] env[68663]: DEBUG oslo_vmware.api [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.132125] env[68663]: DEBUG oslo_vmware.api [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239256, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.636481] env[68663]: DEBUG oslo_vmware.api [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239256, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.133435] env[68663]: DEBUG oslo_vmware.api [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239256, 'name': ReconfigVM_Task, 'duration_secs': 6.782277} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.133827] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.133898] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Reconfigured VM to detach interface {{(pid=68663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1318.137452] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "e13a7774-9888-4c96-9a71-841856df5907" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.137662] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "e13a7774-9888-4c96-9a71-841856df5907" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.137827] env[68663]: INFO nova.compute.manager [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Shelving [ 1319.148288] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.148719] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb60b4f7-5b11-4ddf-b62d-2c71ff50e60c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.156099] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1319.156099] env[68663]: value = "task-3239257" [ 1319.156099] env[68663]: _type = "Task" [ 1319.156099] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.164239] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.401733] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.401945] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.402072] env[68663]: DEBUG nova.network.neutron [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.665762] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239257, 'name': PowerOffVM_Task, 'duration_secs': 0.171684} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.665987] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.666846] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4f1526-e2b4-413b-b6e4-bc20f4cf1ae7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.684913] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41430a0a-0c43-40ce-b4fa-45f78060373a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.089816] env[68663]: INFO nova.network.neutron [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Port 08d63f40-06b7-4aea-a55e-49b5a3685e4c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1320.090218] env[68663]: DEBUG nova.network.neutron [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Updating instance_info_cache with network_info: [{"id": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "address": "fa:16:3e:0d:2a:b0", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10d1dee-13", "ovs_interfaceid": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.129673] env[68663]: DEBUG nova.compute.manager [req-5d8822bd-a997-4a27-93cc-742c7e105124 req-069ce305-3bee-4845-bab6-b52c82c0bc74 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Received event network-changed-b10d1dee-13a0-47be-b131-97bfbb3f46bc {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.129902] env[68663]: DEBUG nova.compute.manager [req-5d8822bd-a997-4a27-93cc-742c7e105124 req-069ce305-3bee-4845-bab6-b52c82c0bc74 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Refreshing instance network info cache due to event network-changed-b10d1dee-13a0-47be-b131-97bfbb3f46bc. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.130283] env[68663]: DEBUG oslo_concurrency.lockutils [req-5d8822bd-a997-4a27-93cc-742c7e105124 req-069ce305-3bee-4845-bab6-b52c82c0bc74 service nova] Acquiring lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.195256] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Creating Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1320.196183] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-20a5f08c-da48-4133-a39e-6bfae67253b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.203752] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1320.203752] env[68663]: value = "task-3239258" [ 1320.203752] env[68663]: _type = "Task" [ 1320.203752] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.211997] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239258, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.592900] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.595300] env[68663]: DEBUG oslo_concurrency.lockutils [req-5d8822bd-a997-4a27-93cc-742c7e105124 req-069ce305-3bee-4845-bab6-b52c82c0bc74 service nova] Acquired lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.595507] env[68663]: DEBUG nova.network.neutron [req-5d8822bd-a997-4a27-93cc-742c7e105124 req-069ce305-3bee-4845-bab6-b52c82c0bc74 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Refreshing network info cache for port b10d1dee-13a0-47be-b131-97bfbb3f46bc {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.714620] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239258, 'name': CreateSnapshot_Task, 'duration_secs': 0.410235} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.714823] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Created Snapshot of the VM instance {{(pid=68663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1320.715583] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e39f3e-704e-41c7-8d12-98cabf3352e8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.842780] env[68663]: DEBUG oslo_concurrency.lockutils [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "interface-5590c434-782d-440d-b81b-d42f8a91a2d8-08d63f40-06b7-4aea-a55e-49b5a3685e4c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.843050] env[68663]: DEBUG oslo_concurrency.lockutils [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-5590c434-782d-440d-b81b-d42f8a91a2d8-08d63f40-06b7-4aea-a55e-49b5a3685e4c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.843408] env[68663]: DEBUG nova.objects.instance [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lazy-loading 'flavor' on Instance uuid 5590c434-782d-440d-b81b-d42f8a91a2d8 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.100737] env[68663]: DEBUG oslo_concurrency.lockutils [None req-40823ce6-09b3-4a5d-b9a2-48dbaec62eda tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-618f6316-6c4b-47ca-97d5-919d786b95cd-08d63f40-06b7-4aea-a55e-49b5a3685e4c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.550s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.234074] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Creating linked-clone VM from snapshot {{(pid=68663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1321.234420] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d6759c74-6b72-436f-b4fe-53959c8dcada {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.243068] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1321.243068] env[68663]: value = "task-3239259" [ 1321.243068] env[68663]: _type = "Task" [ 1321.243068] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.251477] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239259, 'name': CloneVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.297863] env[68663]: DEBUG nova.network.neutron [req-5d8822bd-a997-4a27-93cc-742c7e105124 req-069ce305-3bee-4845-bab6-b52c82c0bc74 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Updated VIF entry in instance network info cache for port b10d1dee-13a0-47be-b131-97bfbb3f46bc. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.298347] env[68663]: DEBUG nova.network.neutron [req-5d8822bd-a997-4a27-93cc-742c7e105124 req-069ce305-3bee-4845-bab6-b52c82c0bc74 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Updating instance_info_cache with network_info: [{"id": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "address": "fa:16:3e:0d:2a:b0", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10d1dee-13", "ovs_interfaceid": "b10d1dee-13a0-47be-b131-97bfbb3f46bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.435693] env[68663]: DEBUG nova.objects.instance [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lazy-loading 'pci_requests' on Instance uuid 5590c434-782d-440d-b81b-d42f8a91a2d8 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.753467] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239259, 'name': CloneVM_Task} progress is 94%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.801385] env[68663]: DEBUG oslo_concurrency.lockutils [req-5d8822bd-a997-4a27-93cc-742c7e105124 req-069ce305-3bee-4845-bab6-b52c82c0bc74 service nova] Releasing lock "refresh_cache-618f6316-6c4b-47ca-97d5-919d786b95cd" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.938596] env[68663]: DEBUG nova.objects.base [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Object Instance<5590c434-782d-440d-b81b-d42f8a91a2d8> lazy-loaded attributes: flavor,pci_requests {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1321.938846] env[68663]: DEBUG nova.network.neutron [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.010300] env[68663]: DEBUG nova.policy [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f753d93385374cc48c677ffb14c581ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0912b60ba685430a94f528165dacd20c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.243657] env[68663]: DEBUG nova.compute.manager [req-76752307-9214-469a-b968-ec988cb4c917 req-6c3494bf-fd6f-4041-bedf-2999ba552700 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Received event network-changed-ac472c95-7755-48fa-baff-ee896a505466 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.243960] env[68663]: DEBUG nova.compute.manager [req-76752307-9214-469a-b968-ec988cb4c917 req-6c3494bf-fd6f-4041-bedf-2999ba552700 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Refreshing instance network info cache due to event network-changed-ac472c95-7755-48fa-baff-ee896a505466. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1322.244204] env[68663]: DEBUG oslo_concurrency.lockutils [req-76752307-9214-469a-b968-ec988cb4c917 req-6c3494bf-fd6f-4041-bedf-2999ba552700 service nova] Acquiring lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.244353] env[68663]: DEBUG oslo_concurrency.lockutils [req-76752307-9214-469a-b968-ec988cb4c917 req-6c3494bf-fd6f-4041-bedf-2999ba552700 service nova] Acquired lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.244515] env[68663]: DEBUG nova.network.neutron [req-76752307-9214-469a-b968-ec988cb4c917 req-6c3494bf-fd6f-4041-bedf-2999ba552700 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Refreshing network info cache for port ac472c95-7755-48fa-baff-ee896a505466 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.255189] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239259, 'name': CloneVM_Task, 'duration_secs': 0.967343} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.255427] env[68663]: INFO nova.virt.vmwareapi.vmops [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Created linked-clone VM from snapshot [ 1322.256164] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e657fd-f156-4f80-8cab-9b01926c5302 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.263980] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Uploading image 5a06ff7d-e665-4216-8d87-c9a304735279 {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1322.287440] env[68663]: DEBUG oslo_vmware.rw_handles [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1322.287440] env[68663]: value = "vm-647371" [ 1322.287440] env[68663]: _type = "VirtualMachine" [ 1322.287440] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1322.287691] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3cdc3647-dde4-40aa-bb61-35b36040d975 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.293923] env[68663]: DEBUG oslo_vmware.rw_handles [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lease: (returnval){ [ 1322.293923] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5229ffab-0586-ea73-6cc5-0747db2af807" [ 1322.293923] env[68663]: _type = "HttpNfcLease" [ 1322.293923] env[68663]: } obtained for exporting VM: (result){ [ 1322.293923] env[68663]: value = "vm-647371" [ 1322.293923] env[68663]: _type = "VirtualMachine" [ 1322.293923] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1322.294229] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the lease: (returnval){ [ 1322.294229] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5229ffab-0586-ea73-6cc5-0747db2af807" [ 1322.294229] env[68663]: _type = "HttpNfcLease" [ 1322.294229] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1322.299965] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1322.299965] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5229ffab-0586-ea73-6cc5-0747db2af807" [ 1322.299965] env[68663]: _type = "HttpNfcLease" [ 1322.299965] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1322.803769] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1322.803769] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5229ffab-0586-ea73-6cc5-0747db2af807" [ 1322.803769] env[68663]: _type = "HttpNfcLease" [ 1322.803769] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1322.804076] env[68663]: DEBUG oslo_vmware.rw_handles [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1322.804076] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]5229ffab-0586-ea73-6cc5-0747db2af807" [ 1322.804076] env[68663]: _type = "HttpNfcLease" [ 1322.804076] env[68663]: }. {{(pid=68663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1322.804775] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d455f3e3-13aa-4081-a47c-5b9766d448cf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.811623] env[68663]: DEBUG oslo_vmware.rw_handles [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bf6a8-c070-2b97-b3fb-de992f0a0059/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1322.811888] env[68663]: DEBUG oslo_vmware.rw_handles [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bf6a8-c070-2b97-b3fb-de992f0a0059/disk-0.vmdk for reading. {{(pid=68663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1322.900848] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ea0abfd9-d605-465a-9a72-b59468b5aa70 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.977016] env[68663]: DEBUG nova.network.neutron [req-76752307-9214-469a-b968-ec988cb4c917 req-6c3494bf-fd6f-4041-bedf-2999ba552700 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Updated VIF entry in instance network info cache for port ac472c95-7755-48fa-baff-ee896a505466. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.977401] env[68663]: DEBUG nova.network.neutron [req-76752307-9214-469a-b968-ec988cb4c917 req-6c3494bf-fd6f-4041-bedf-2999ba552700 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Updating instance_info_cache with network_info: [{"id": "ac472c95-7755-48fa-baff-ee896a505466", "address": "fa:16:3e:46:ea:99", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac472c95-77", "ovs_interfaceid": "ac472c95-7755-48fa-baff-ee896a505466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.403840] env[68663]: DEBUG nova.compute.manager [req-619104e2-f496-42a3-bdf3-736d11b3a238 req-8d3c88b6-7d8d-4d06-9e79-f9e823e02bb9 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Received event network-vif-plugged-08d63f40-06b7-4aea-a55e-49b5a3685e4c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.404308] env[68663]: DEBUG oslo_concurrency.lockutils [req-619104e2-f496-42a3-bdf3-736d11b3a238 req-8d3c88b6-7d8d-4d06-9e79-f9e823e02bb9 service nova] Acquiring lock "5590c434-782d-440d-b81b-d42f8a91a2d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.404577] env[68663]: DEBUG oslo_concurrency.lockutils [req-619104e2-f496-42a3-bdf3-736d11b3a238 req-8d3c88b6-7d8d-4d06-9e79-f9e823e02bb9 service nova] Lock "5590c434-782d-440d-b81b-d42f8a91a2d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.404893] env[68663]: DEBUG oslo_concurrency.lockutils [req-619104e2-f496-42a3-bdf3-736d11b3a238 req-8d3c88b6-7d8d-4d06-9e79-f9e823e02bb9 service nova] Lock "5590c434-782d-440d-b81b-d42f8a91a2d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.405187] env[68663]: DEBUG nova.compute.manager [req-619104e2-f496-42a3-bdf3-736d11b3a238 req-8d3c88b6-7d8d-4d06-9e79-f9e823e02bb9 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] No waiting events found dispatching network-vif-plugged-08d63f40-06b7-4aea-a55e-49b5a3685e4c {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1323.405399] env[68663]: WARNING nova.compute.manager [req-619104e2-f496-42a3-bdf3-736d11b3a238 req-8d3c88b6-7d8d-4d06-9e79-f9e823e02bb9 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Received unexpected event network-vif-plugged-08d63f40-06b7-4aea-a55e-49b5a3685e4c for instance with vm_state active and task_state None. [ 1323.480629] env[68663]: DEBUG oslo_concurrency.lockutils [req-76752307-9214-469a-b968-ec988cb4c917 req-6c3494bf-fd6f-4041-bedf-2999ba552700 service nova] Releasing lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.490874] env[68663]: DEBUG nova.network.neutron [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Successfully updated port: 08d63f40-06b7-4aea-a55e-49b5a3685e4c {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.994080] env[68663]: DEBUG oslo_concurrency.lockutils [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.994298] env[68663]: DEBUG oslo_concurrency.lockutils [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.994481] env[68663]: DEBUG nova.network.neutron [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.545545] env[68663]: WARNING nova.network.neutron [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] 694e20c9-1ee8-47a5-abce-f3bcee046ad0 already exists in list: networks containing: ['694e20c9-1ee8-47a5-abce-f3bcee046ad0']. ignoring it [ 1324.832174] env[68663]: DEBUG nova.network.neutron [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Updating instance_info_cache with network_info: [{"id": "ac472c95-7755-48fa-baff-ee896a505466", "address": "fa:16:3e:46:ea:99", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac472c95-77", "ovs_interfaceid": "ac472c95-7755-48fa-baff-ee896a505466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08d63f40-06b7-4aea-a55e-49b5a3685e4c", "address": "fa:16:3e:1b:89:47", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d63f40-06", "ovs_interfaceid": "08d63f40-06b7-4aea-a55e-49b5a3685e4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.335831] env[68663]: DEBUG oslo_concurrency.lockutils [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.336500] env[68663]: DEBUG oslo_concurrency.lockutils [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.336664] env[68663]: DEBUG oslo_concurrency.lockutils [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.337550] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beafc1c8-d95d-4034-8ca2-19894865a981 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.355016] env[68663]: DEBUG nova.virt.hardware [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.355249] env[68663]: DEBUG nova.virt.hardware [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.355395] env[68663]: DEBUG nova.virt.hardware [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.355634] env[68663]: DEBUG nova.virt.hardware [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.355804] env[68663]: DEBUG nova.virt.hardware [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.355955] env[68663]: DEBUG nova.virt.hardware [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.356175] env[68663]: DEBUG nova.virt.hardware [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.356333] env[68663]: DEBUG nova.virt.hardware [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.356498] env[68663]: DEBUG nova.virt.hardware [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.356662] env[68663]: DEBUG nova.virt.hardware [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.356836] env[68663]: DEBUG nova.virt.hardware [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.363183] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Reconfiguring VM to attach interface {{(pid=68663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1325.363831] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc4f5522-6f05-4be2-87ea-4eccf7534569 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.381117] env[68663]: DEBUG oslo_vmware.api [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1325.381117] env[68663]: value = "task-3239261" [ 1325.381117] env[68663]: _type = "Task" [ 1325.381117] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.389402] env[68663]: DEBUG oslo_vmware.api [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.431877] env[68663]: DEBUG nova.compute.manager [req-51593ce6-1a41-48ed-8e10-2b23b43c48cb req-c7944af7-b259-4a8b-b76f-b29d6c5ed8f1 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Received event network-changed-08d63f40-06b7-4aea-a55e-49b5a3685e4c {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.432158] env[68663]: DEBUG nova.compute.manager [req-51593ce6-1a41-48ed-8e10-2b23b43c48cb req-c7944af7-b259-4a8b-b76f-b29d6c5ed8f1 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Refreshing instance network info cache due to event network-changed-08d63f40-06b7-4aea-a55e-49b5a3685e4c. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1325.432321] env[68663]: DEBUG oslo_concurrency.lockutils [req-51593ce6-1a41-48ed-8e10-2b23b43c48cb req-c7944af7-b259-4a8b-b76f-b29d6c5ed8f1 service nova] Acquiring lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.432468] env[68663]: DEBUG oslo_concurrency.lockutils [req-51593ce6-1a41-48ed-8e10-2b23b43c48cb req-c7944af7-b259-4a8b-b76f-b29d6c5ed8f1 service nova] Acquired lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.432630] env[68663]: DEBUG nova.network.neutron [req-51593ce6-1a41-48ed-8e10-2b23b43c48cb req-c7944af7-b259-4a8b-b76f-b29d6c5ed8f1 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Refreshing network info cache for port 08d63f40-06b7-4aea-a55e-49b5a3685e4c {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.891570] env[68663]: DEBUG oslo_vmware.api [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.137852] env[68663]: DEBUG nova.network.neutron [req-51593ce6-1a41-48ed-8e10-2b23b43c48cb req-c7944af7-b259-4a8b-b76f-b29d6c5ed8f1 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Updated VIF entry in instance network info cache for port 08d63f40-06b7-4aea-a55e-49b5a3685e4c. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.138420] env[68663]: DEBUG nova.network.neutron [req-51593ce6-1a41-48ed-8e10-2b23b43c48cb req-c7944af7-b259-4a8b-b76f-b29d6c5ed8f1 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Updating instance_info_cache with network_info: [{"id": "ac472c95-7755-48fa-baff-ee896a505466", "address": "fa:16:3e:46:ea:99", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac472c95-77", "ovs_interfaceid": "ac472c95-7755-48fa-baff-ee896a505466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08d63f40-06b7-4aea-a55e-49b5a3685e4c", "address": "fa:16:3e:1b:89:47", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d63f40-06", "ovs_interfaceid": "08d63f40-06b7-4aea-a55e-49b5a3685e4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.391197] env[68663]: DEBUG oslo_vmware.api [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239261, 'name': ReconfigVM_Task, 'duration_secs': 0.795256} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.391697] env[68663]: DEBUG oslo_concurrency.lockutils [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.391916] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Reconfigured VM to attach interface {{(pid=68663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1326.641635] env[68663]: DEBUG oslo_concurrency.lockutils [req-51593ce6-1a41-48ed-8e10-2b23b43c48cb req-c7944af7-b259-4a8b-b76f-b29d6c5ed8f1 service nova] Releasing lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.897059] env[68663]: DEBUG oslo_concurrency.lockutils [None req-76830937-b46e-4d7d-9f6e-e64cb217c4ed tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-5590c434-782d-440d-b81b-d42f8a91a2d8-08d63f40-06b7-4aea-a55e-49b5a3685e4c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.054s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.537634] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "interface-5590c434-782d-440d-b81b-d42f8a91a2d8-08d63f40-06b7-4aea-a55e-49b5a3685e4c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.538148] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-5590c434-782d-440d-b81b-d42f8a91a2d8-08d63f40-06b7-4aea-a55e-49b5a3685e4c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.040898] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.041195] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.042040] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a98016-0b40-4f9c-97d2-0b5b4e20015f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.059972] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6233c2de-1f40-4798-9d8e-e04b3ee2e252 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.086984] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Reconfiguring VM to detach interface {{(pid=68663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1329.087316] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68f9519c-7c36-4385-92af-b0af71bcfeae {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.107018] env[68663]: DEBUG oslo_vmware.api [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1329.107018] env[68663]: value = "task-3239262" [ 1329.107018] env[68663]: _type = "Task" [ 1329.107018] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.114278] env[68663]: DEBUG oslo_vmware.api [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.616016] env[68663]: DEBUG oslo_vmware.api [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.117982] env[68663]: DEBUG oslo_vmware.api [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.616967] env[68663]: DEBUG oslo_vmware.api [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.757196] env[68663]: DEBUG oslo_vmware.rw_handles [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bf6a8-c070-2b97-b3fb-de992f0a0059/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1330.758157] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b217de0-018c-4bbc-864e-784cb6777ae4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.764481] env[68663]: DEBUG oslo_vmware.rw_handles [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bf6a8-c070-2b97-b3fb-de992f0a0059/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1330.764676] env[68663]: ERROR oslo_vmware.rw_handles [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bf6a8-c070-2b97-b3fb-de992f0a0059/disk-0.vmdk due to incomplete transfer. [ 1330.764911] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cba26e26-bdf2-4d77-ba87-a4d69fe5ea0d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.771547] env[68663]: DEBUG oslo_vmware.rw_handles [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bf6a8-c070-2b97-b3fb-de992f0a0059/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1330.771761] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Uploaded image 5a06ff7d-e665-4216-8d87-c9a304735279 to the Glance image server {{(pid=68663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1330.774254] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Destroying the VM {{(pid=68663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1330.774492] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2ccc611f-41a6-4054-8d9f-b45037298cf4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.780149] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1330.780149] env[68663]: value = "task-3239263" [ 1330.780149] env[68663]: _type = "Task" [ 1330.780149] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.787662] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239263, 'name': Destroy_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.117427] env[68663]: DEBUG oslo_vmware.api [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.290190] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239263, 'name': Destroy_Task, 'duration_secs': 0.357581} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.290455] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Destroyed the VM [ 1331.290715] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Deleting Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1331.290941] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6856e74d-c7fb-44a9-a5b7-e90111fc9ebe {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.297877] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1331.297877] env[68663]: value = "task-3239264" [ 1331.297877] env[68663]: _type = "Task" [ 1331.297877] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.305103] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239264, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.618615] env[68663]: DEBUG oslo_vmware.api [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.807227] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239264, 'name': RemoveSnapshot_Task, 'duration_secs': 0.412101} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.807492] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Deleted Snapshot of the VM instance {{(pid=68663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1331.807810] env[68663]: DEBUG nova.compute.manager [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.808568] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3e3ef2-dd30-442d-950e-20ce23cf9a38 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.119120] env[68663]: DEBUG oslo_vmware.api [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.320553] env[68663]: INFO nova.compute.manager [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Shelve offloading [ 1332.619374] env[68663]: DEBUG oslo_vmware.api [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.823561] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.823857] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16dfa116-eece-44c8-9766-dc5152db695b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.830445] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1332.830445] env[68663]: value = "task-3239265" [ 1332.830445] env[68663]: _type = "Task" [ 1332.830445] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.837880] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.119822] env[68663]: DEBUG oslo_vmware.api [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.340749] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] VM already powered off {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1333.340966] env[68663]: DEBUG nova.compute.manager [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1333.341736] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffadaf88-baf6-46d6-88c6-9aab23706847 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.347302] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.347459] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquired lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.347635] env[68663]: DEBUG nova.network.neutron [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.622172] env[68663]: DEBUG oslo_vmware.api [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.039918] env[68663]: DEBUG nova.network.neutron [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Updating instance_info_cache with network_info: [{"id": "843213a9-cda4-4165-babf-c35a75bf2111", "address": "fa:16:3e:b4:14:f1", "network": {"id": "621233a7-da79-42bf-a000-6f4244623a18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-311170970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd9da2e2f754240805e2b64aff9c4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843213a9-cd", "ovs_interfaceid": "843213a9-cda4-4165-babf-c35a75bf2111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.120988] env[68663]: DEBUG oslo_vmware.api [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.542541] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Releasing lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.622617] env[68663]: DEBUG oslo_vmware.api [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239262, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.760384] env[68663]: DEBUG nova.compute.manager [req-0af6d2dc-212a-42e8-a222-bfe2485b5e7e req-0a14293d-0618-432c-a03c-00443e19fee0 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Received event network-vif-unplugged-843213a9-cda4-4165-babf-c35a75bf2111 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.760617] env[68663]: DEBUG oslo_concurrency.lockutils [req-0af6d2dc-212a-42e8-a222-bfe2485b5e7e req-0a14293d-0618-432c-a03c-00443e19fee0 service nova] Acquiring lock "e13a7774-9888-4c96-9a71-841856df5907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.760827] env[68663]: DEBUG oslo_concurrency.lockutils [req-0af6d2dc-212a-42e8-a222-bfe2485b5e7e req-0a14293d-0618-432c-a03c-00443e19fee0 service nova] Lock "e13a7774-9888-4c96-9a71-841856df5907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.760995] env[68663]: DEBUG oslo_concurrency.lockutils [req-0af6d2dc-212a-42e8-a222-bfe2485b5e7e req-0a14293d-0618-432c-a03c-00443e19fee0 service nova] Lock "e13a7774-9888-4c96-9a71-841856df5907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.761240] env[68663]: DEBUG nova.compute.manager [req-0af6d2dc-212a-42e8-a222-bfe2485b5e7e req-0a14293d-0618-432c-a03c-00443e19fee0 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] No waiting events found dispatching network-vif-unplugged-843213a9-cda4-4165-babf-c35a75bf2111 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1334.761409] env[68663]: WARNING nova.compute.manager [req-0af6d2dc-212a-42e8-a222-bfe2485b5e7e req-0a14293d-0618-432c-a03c-00443e19fee0 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Received unexpected event network-vif-unplugged-843213a9-cda4-4165-babf-c35a75bf2111 for instance with vm_state shelved and task_state shelving_offloading. [ 1334.849370] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1334.850142] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680e43b0-6082-472f-97b4-d1335b4eb12f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.858031] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.858256] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2d2f259-66bb-4200-b56f-b70613c49ab7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.919104] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.919304] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.919494] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Deleting the datastore file [datastore2] e13a7774-9888-4c96-9a71-841856df5907 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.919747] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1743090f-b8ba-409c-b32e-5bb01c7f73b3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.927079] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1334.927079] env[68663]: value = "task-3239267" [ 1334.927079] env[68663]: _type = "Task" [ 1334.927079] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.934887] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.122656] env[68663]: DEBUG oslo_vmware.api [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239262, 'name': ReconfigVM_Task, 'duration_secs': 5.75258} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.122984] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.123169] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Reconfigured VM to detach interface {{(pid=68663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1335.437354] env[68663]: DEBUG oslo_vmware.api [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133946} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.437597] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.437728] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1335.437906] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1335.461515] env[68663]: INFO nova.scheduler.client.report [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Deleted allocations for instance e13a7774-9888-4c96-9a71-841856df5907 [ 1335.966145] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.966445] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.966669] env[68663]: DEBUG nova.objects.instance [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lazy-loading 'resources' on Instance uuid e13a7774-9888-4c96-9a71-841856df5907 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.372546] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.372759] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquired lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.372918] env[68663]: DEBUG nova.network.neutron [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.469064] env[68663]: DEBUG nova.objects.instance [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lazy-loading 'numa_topology' on Instance uuid e13a7774-9888-4c96-9a71-841856df5907 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.785738] env[68663]: DEBUG nova.compute.manager [req-dd76e78c-055c-4c0c-a7ac-f0bc3440e6f7 req-acf31ef2-5139-425d-be1c-da475336675c service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Received event network-changed-843213a9-cda4-4165-babf-c35a75bf2111 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.785937] env[68663]: DEBUG nova.compute.manager [req-dd76e78c-055c-4c0c-a7ac-f0bc3440e6f7 req-acf31ef2-5139-425d-be1c-da475336675c service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Refreshing instance network info cache due to event network-changed-843213a9-cda4-4165-babf-c35a75bf2111. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1336.786159] env[68663]: DEBUG oslo_concurrency.lockutils [req-dd76e78c-055c-4c0c-a7ac-f0bc3440e6f7 req-acf31ef2-5139-425d-be1c-da475336675c service nova] Acquiring lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.786302] env[68663]: DEBUG oslo_concurrency.lockutils [req-dd76e78c-055c-4c0c-a7ac-f0bc3440e6f7 req-acf31ef2-5139-425d-be1c-da475336675c service nova] Acquired lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.786462] env[68663]: DEBUG nova.network.neutron [req-dd76e78c-055c-4c0c-a7ac-f0bc3440e6f7 req-acf31ef2-5139-425d-be1c-da475336675c service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Refreshing network info cache for port 843213a9-cda4-4165-babf-c35a75bf2111 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.951433] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "5590c434-782d-440d-b81b-d42f8a91a2d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.951681] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "5590c434-782d-440d-b81b-d42f8a91a2d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.951895] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "5590c434-782d-440d-b81b-d42f8a91a2d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.952158] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "5590c434-782d-440d-b81b-d42f8a91a2d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.952384] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "5590c434-782d-440d-b81b-d42f8a91a2d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.954769] env[68663]: INFO nova.compute.manager [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Terminating instance [ 1336.971346] env[68663]: DEBUG nova.objects.base [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68663) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1337.078420] env[68663]: INFO nova.network.neutron [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Port 08d63f40-06b7-4aea-a55e-49b5a3685e4c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1337.078808] env[68663]: DEBUG nova.network.neutron [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Updating instance_info_cache with network_info: [{"id": "ac472c95-7755-48fa-baff-ee896a505466", "address": "fa:16:3e:46:ea:99", "network": {"id": "694e20c9-1ee8-47a5-abce-f3bcee046ad0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-452279151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0912b60ba685430a94f528165dacd20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac472c95-77", "ovs_interfaceid": "ac472c95-7755-48fa-baff-ee896a505466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.086157] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55aeb012-3eca-4676-a0c2-2f87f0f30861 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.093695] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a4138f-fd2d-4841-b9f0-0e81bcc3823b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.124173] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff997b36-f528-4c85-83f5-62adc7aec1e8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.130762] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71d23a1-38e1-4374-8054-00a56adcdbfa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.143504] env[68663]: DEBUG nova.compute.provider_tree [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.154096] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.457923] env[68663]: DEBUG nova.compute.manager [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1337.458208] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.459491] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599a11a9-7d2f-404e-839d-f0737e1a3181 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.466896] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.467137] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0d69fa7-f879-4e37-b4d0-31edf346f919 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.472486] env[68663]: DEBUG nova.network.neutron [req-dd76e78c-055c-4c0c-a7ac-f0bc3440e6f7 req-acf31ef2-5139-425d-be1c-da475336675c service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Updated VIF entry in instance network info cache for port 843213a9-cda4-4165-babf-c35a75bf2111. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.472799] env[68663]: DEBUG nova.network.neutron [req-dd76e78c-055c-4c0c-a7ac-f0bc3440e6f7 req-acf31ef2-5139-425d-be1c-da475336675c service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Updating instance_info_cache with network_info: [{"id": "843213a9-cda4-4165-babf-c35a75bf2111", "address": "fa:16:3e:b4:14:f1", "network": {"id": "621233a7-da79-42bf-a000-6f4244623a18", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-311170970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd9da2e2f754240805e2b64aff9c4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap843213a9-cd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.474865] env[68663]: DEBUG oslo_vmware.api [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1337.474865] env[68663]: value = "task-3239268" [ 1337.474865] env[68663]: _type = "Task" [ 1337.474865] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.483298] env[68663]: DEBUG oslo_vmware.api [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.581209] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Releasing lock "refresh_cache-5590c434-782d-440d-b81b-d42f8a91a2d8" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.647063] env[68663]: DEBUG nova.scheduler.client.report [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.811998] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "e13a7774-9888-4c96-9a71-841856df5907" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.976930] env[68663]: DEBUG oslo_concurrency.lockutils [req-dd76e78c-055c-4c0c-a7ac-f0bc3440e6f7 req-acf31ef2-5139-425d-be1c-da475336675c service nova] Releasing lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.985598] env[68663]: DEBUG oslo_vmware.api [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239268, 'name': PowerOffVM_Task, 'duration_secs': 0.232591} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.985871] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.986058] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1337.986299] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24dd8a9f-67bd-4fb8-867b-c916c3a3a0c6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.046230] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.046426] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.046615] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Deleting the datastore file [datastore2] 5590c434-782d-440d-b81b-d42f8a91a2d8 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.046859] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8516385f-f91e-4ca9-83ee-d4af4b5f666c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.053360] env[68663]: DEBUG oslo_vmware.api [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1338.053360] env[68663]: value = "task-3239270" [ 1338.053360] env[68663]: _type = "Task" [ 1338.053360] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.060435] env[68663]: DEBUG oslo_vmware.api [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.085381] env[68663]: DEBUG oslo_concurrency.lockutils [None req-0d5675c7-9db0-4405-935a-39ebd7db0b3b tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "interface-5590c434-782d-440d-b81b-d42f8a91a2d8-08d63f40-06b7-4aea-a55e-49b5a3685e4c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.547s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.149907] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.151818] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.154519] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.154908] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.155103] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.563218] env[68663]: DEBUG oslo_vmware.api [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145594} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.563483] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.563649] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.563829] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.564011] env[68663]: INFO nova.compute.manager [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1338.564286] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.564477] env[68663]: DEBUG nova.compute.manager [-] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1338.564574] env[68663]: DEBUG nova.network.neutron [-] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1338.658049] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.658419] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.658472] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.659026] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1338.660828] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90886fb7-f40f-4bfb-a3ee-64b0f2a46fba {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.663589] env[68663]: DEBUG oslo_concurrency.lockutils [None req-8ffade9d-2ad7-472d-b116-90dc84967546 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "e13a7774-9888-4c96-9a71-841856df5907" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.526s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.664485] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "e13a7774-9888-4c96-9a71-841856df5907" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.853s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.664592] env[68663]: INFO nova.compute.manager [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Unshelving [ 1338.671906] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41bda48-a037-4f11-99cb-40d5670f3387 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.689037] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef18ee3-e4dd-490e-a877-96320e74fd8b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.695479] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecafd7e2-6364-49c6-8786-feb69def7339 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.731753] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180243MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1338.731753] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.731753] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.203510] env[68663]: DEBUG nova.compute.manager [req-87b3d6e3-7d58-4fa3-984b-aef567741999 req-87421689-b9ad-4314-91e8-8b6098163554 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Received event network-vif-deleted-ac472c95-7755-48fa-baff-ee896a505466 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.203769] env[68663]: INFO nova.compute.manager [req-87b3d6e3-7d58-4fa3-984b-aef567741999 req-87421689-b9ad-4314-91e8-8b6098163554 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Neutron deleted interface ac472c95-7755-48fa-baff-ee896a505466; detaching it from the instance and deleting it from the info cache [ 1339.203930] env[68663]: DEBUG nova.network.neutron [req-87b3d6e3-7d58-4fa3-984b-aef567741999 req-87421689-b9ad-4314-91e8-8b6098163554 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.686960] env[68663]: DEBUG nova.network.neutron [-] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.692341] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.707026] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66db0ff4-3415-456d-9c45-98adbb3b6c09 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.716296] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9d22b3-c12b-40b5-b75e-44ce6e6d646f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.741330] env[68663]: DEBUG nova.compute.manager [req-87b3d6e3-7d58-4fa3-984b-aef567741999 req-87421689-b9ad-4314-91e8-8b6098163554 service nova] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Detach interface failed, port_id=ac472c95-7755-48fa-baff-ee896a505466, reason: Instance 5590c434-782d-440d-b81b-d42f8a91a2d8 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1339.756019] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 618f6316-6c4b-47ca-97d5-919d786b95cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1339.757028] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance 5590c434-782d-440d-b81b-d42f8a91a2d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1340.190157] env[68663]: INFO nova.compute.manager [-] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Took 1.63 seconds to deallocate network for instance. [ 1340.258829] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Instance e13a7774-9888-4c96-9a71-841856df5907 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1340.259192] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1340.259246] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1340.306059] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96cca84-0739-4c55-a033-6e12dfe436ac {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.313388] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccd3336-e412-4e68-972c-28176ae73d8c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.342583] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f1fb02-ac68-4146-87dc-c8fe8e9c5e30 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.349361] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf7a602-11be-4c90-8543-e8fd7e58b0b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.362047] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1340.696856] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.882431] env[68663]: ERROR nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [req-08a2a10b-cec9-4bc0-9d0b-180f7462b997] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-08a2a10b-cec9-4bc0-9d0b-180f7462b997"}]} [ 1340.898677] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Refreshing inventories for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1340.912697] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Updating ProviderTree inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1340.912893] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1340.924684] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Refreshing aggregate associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, aggregates: None {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1340.942347] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Refreshing trait associations for resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1340.987057] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e063ff-c87f-46c2-bbc4-4b3a9c231088 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.993633] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3aa8193-f063-47e7-ba7a-607257b82a6d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.023686] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d594d896-c708-4772-a950-6b19d4e3e489 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.030239] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fba630d-5b58-4201-b698-aaa06b07a535 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.043218] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.574023] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Updated inventory for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with generation 187 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1341.574023] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Updating resource provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 generation from 187 to 188 during operation: update_inventory {{(pid=68663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1341.574361] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Updating inventory in ProviderTree for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1342.078615] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1342.078831] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.350s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.079127] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.387s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.079335] env[68663]: DEBUG nova.objects.instance [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lazy-loading 'pci_requests' on Instance uuid e13a7774-9888-4c96-9a71-841856df5907 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.583536] env[68663]: DEBUG nova.objects.instance [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lazy-loading 'numa_topology' on Instance uuid e13a7774-9888-4c96-9a71-841856df5907 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.080341] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.080532] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.080695] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.080838] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1343.086494] env[68663]: INFO nova.compute.claims [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.138526] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b484765-0c4d-4961-842d-0b13861dc572 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.145876] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae31b76-ea0d-407e-b906-cea84daa47c2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.175632] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308c1135-9c2b-41e7-8054-1a2de9942527 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.182936] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d140bcc1-5074-4713-be6b-cd21d7cac0b4 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.195703] env[68663]: DEBUG nova.compute.provider_tree [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.699526] env[68663]: DEBUG nova.scheduler.client.report [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.204638] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.125s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.206923] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.510s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.207173] env[68663]: DEBUG nova.objects.instance [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lazy-loading 'resources' on Instance uuid 5590c434-782d-440d-b81b-d42f8a91a2d8 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.234469] env[68663]: INFO nova.network.neutron [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Updating port 843213a9-cda4-4165-babf-c35a75bf2111 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1345.756799] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dec70a-c531-48c4-9a1d-cffacb18fa4d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.764446] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1746ef6b-8c75-4529-9bbf-fb1621c614ae {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.794591] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb455785-9e03-46a2-8d64-9d781628a029 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.802709] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4398b7-5dba-409b-94f5-63e2c7d432d2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.815358] env[68663]: DEBUG nova.compute.provider_tree [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.318380] env[68663]: DEBUG nova.scheduler.client.report [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.589531] env[68663]: DEBUG nova.compute.manager [req-e3c30553-c615-4660-b455-91a21126d3b5 req-dffcbfd8-8e47-4918-ad27-8f70208e4d2b service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Received event network-vif-plugged-843213a9-cda4-4165-babf-c35a75bf2111 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.589773] env[68663]: DEBUG oslo_concurrency.lockutils [req-e3c30553-c615-4660-b455-91a21126d3b5 req-dffcbfd8-8e47-4918-ad27-8f70208e4d2b service nova] Acquiring lock "e13a7774-9888-4c96-9a71-841856df5907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.590916] env[68663]: DEBUG oslo_concurrency.lockutils [req-e3c30553-c615-4660-b455-91a21126d3b5 req-dffcbfd8-8e47-4918-ad27-8f70208e4d2b service nova] Lock "e13a7774-9888-4c96-9a71-841856df5907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.590916] env[68663]: DEBUG oslo_concurrency.lockutils [req-e3c30553-c615-4660-b455-91a21126d3b5 req-dffcbfd8-8e47-4918-ad27-8f70208e4d2b service nova] Lock "e13a7774-9888-4c96-9a71-841856df5907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.590916] env[68663]: DEBUG nova.compute.manager [req-e3c30553-c615-4660-b455-91a21126d3b5 req-dffcbfd8-8e47-4918-ad27-8f70208e4d2b service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] No waiting events found dispatching network-vif-plugged-843213a9-cda4-4165-babf-c35a75bf2111 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1346.590916] env[68663]: WARNING nova.compute.manager [req-e3c30553-c615-4660-b455-91a21126d3b5 req-dffcbfd8-8e47-4918-ad27-8f70208e4d2b service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Received unexpected event network-vif-plugged-843213a9-cda4-4165-babf-c35a75bf2111 for instance with vm_state shelved_offloaded and task_state spawning. [ 1346.675111] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.675111] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquired lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.675276] env[68663]: DEBUG nova.network.neutron [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.823753] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.845296] env[68663]: INFO nova.scheduler.client.report [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Deleted allocations for instance 5590c434-782d-440d-b81b-d42f8a91a2d8 [ 1347.352629] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5ec2b04-33ba-4ba6-a980-4b331d96b6e6 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "5590c434-782d-440d-b81b-d42f8a91a2d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.401s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.592816] env[68663]: DEBUG nova.network.neutron [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Updating instance_info_cache with network_info: [{"id": "843213a9-cda4-4165-babf-c35a75bf2111", "address": "fa:16:3e:b4:14:f1", "network": {"id": "621233a7-da79-42bf-a000-6f4244623a18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-311170970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd9da2e2f754240805e2b64aff9c4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843213a9-cd", "ovs_interfaceid": "843213a9-cda4-4165-babf-c35a75bf2111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.785407] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "618f6316-6c4b-47ca-97d5-919d786b95cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.785662] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "618f6316-6c4b-47ca-97d5-919d786b95cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.785937] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "618f6316-6c4b-47ca-97d5-919d786b95cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.786150] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "618f6316-6c4b-47ca-97d5-919d786b95cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.786321] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "618f6316-6c4b-47ca-97d5-919d786b95cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.788959] env[68663]: INFO nova.compute.manager [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Terminating instance [ 1348.095908] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Releasing lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.125557] env[68663]: DEBUG nova.virt.hardware [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='52dfe8b1265a0e81a7e44a2be47199f4',container_format='bare',created_at=2025-04-03T07:51:45Z,direct_url=,disk_format='vmdk',id=5a06ff7d-e665-4216-8d87-c9a304735279,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-370259041-shelved',owner='1bd9da2e2f754240805e2b64aff9c4f9',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-03T07:51:58Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.125839] env[68663]: DEBUG nova.virt.hardware [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.126016] env[68663]: DEBUG nova.virt.hardware [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.126212] env[68663]: DEBUG nova.virt.hardware [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.126360] env[68663]: DEBUG nova.virt.hardware [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.126509] env[68663]: DEBUG nova.virt.hardware [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.126746] env[68663]: DEBUG nova.virt.hardware [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.126921] env[68663]: DEBUG nova.virt.hardware [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.127105] env[68663]: DEBUG nova.virt.hardware [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.127267] env[68663]: DEBUG nova.virt.hardware [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.127440] env[68663]: DEBUG nova.virt.hardware [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.128344] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c39bd0-79b8-41b8-87c4-44ece837eb11 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.136418] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79144fa3-fbe1-4999-8052-f9833718e27e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.149950] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:14:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '843213a9-cda4-4165-babf-c35a75bf2111', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.157348] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.157560] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e13a7774-9888-4c96-9a71-841856df5907] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.157756] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b01fb233-1a18-49f6-8005-7b640133e881 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.177569] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.177569] env[68663]: value = "task-3239271" [ 1348.177569] env[68663]: _type = "Task" [ 1348.177569] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.184698] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239271, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.292801] env[68663]: DEBUG nova.compute.manager [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1348.293071] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.293988] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e2d30e-e5a8-4872-abe0-d041e9455fe6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.301352] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.301578] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-419032b1-f80f-4537-b8c0-7028b00d7ef7 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.307766] env[68663]: DEBUG oslo_vmware.api [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1348.307766] env[68663]: value = "task-3239272" [ 1348.307766] env[68663]: _type = "Task" [ 1348.307766] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.315347] env[68663]: DEBUG oslo_vmware.api [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.614315] env[68663]: DEBUG nova.compute.manager [req-55c28f28-ea69-46ee-b1c3-596a911d4695 req-7f00c1df-7505-41e0-9e8b-a2ee27cc8951 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Received event network-changed-843213a9-cda4-4165-babf-c35a75bf2111 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.614516] env[68663]: DEBUG nova.compute.manager [req-55c28f28-ea69-46ee-b1c3-596a911d4695 req-7f00c1df-7505-41e0-9e8b-a2ee27cc8951 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Refreshing instance network info cache due to event network-changed-843213a9-cda4-4165-babf-c35a75bf2111. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.614718] env[68663]: DEBUG oslo_concurrency.lockutils [req-55c28f28-ea69-46ee-b1c3-596a911d4695 req-7f00c1df-7505-41e0-9e8b-a2ee27cc8951 service nova] Acquiring lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.614955] env[68663]: DEBUG oslo_concurrency.lockutils [req-55c28f28-ea69-46ee-b1c3-596a911d4695 req-7f00c1df-7505-41e0-9e8b-a2ee27cc8951 service nova] Acquired lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.615163] env[68663]: DEBUG nova.network.neutron [req-55c28f28-ea69-46ee-b1c3-596a911d4695 req-7f00c1df-7505-41e0-9e8b-a2ee27cc8951 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Refreshing network info cache for port 843213a9-cda4-4165-babf-c35a75bf2111 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.691143] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239271, 'name': CreateVM_Task, 'duration_secs': 0.328607} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.691347] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e13a7774-9888-4c96-9a71-841856df5907] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1348.692149] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5a06ff7d-e665-4216-8d87-c9a304735279" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.692398] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5a06ff7d-e665-4216-8d87-c9a304735279" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.692868] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5a06ff7d-e665-4216-8d87-c9a304735279" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.693200] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e8e06f9-77d4-452c-96ff-470297517777 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.697840] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1348.697840] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522b6dc0-7641-0005-d0ad-6677c70f7a29" [ 1348.697840] env[68663]: _type = "Task" [ 1348.697840] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.704863] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]522b6dc0-7641-0005-d0ad-6677c70f7a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.817110] env[68663]: DEBUG oslo_vmware.api [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239272, 'name': PowerOffVM_Task, 'duration_secs': 0.209059} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.817380] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.817545] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.817784] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5f92853-c25d-4947-8aca-033d2d1b4a1e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.878772] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.878986] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.879180] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Deleting the datastore file [datastore1] 618f6316-6c4b-47ca-97d5-919d786b95cd {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.879438] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f79e14fc-aa1f-450f-ac69-70285f611a7c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.886039] env[68663]: DEBUG oslo_vmware.api [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for the task: (returnval){ [ 1348.886039] env[68663]: value = "task-3239274" [ 1348.886039] env[68663]: _type = "Task" [ 1348.886039] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.893223] env[68663]: DEBUG oslo_vmware.api [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.209532] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5a06ff7d-e665-4216-8d87-c9a304735279" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.209790] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Processing image 5a06ff7d-e665-4216-8d87-c9a304735279 {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1349.210044] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5a06ff7d-e665-4216-8d87-c9a304735279/5a06ff7d-e665-4216-8d87-c9a304735279.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.210196] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5a06ff7d-e665-4216-8d87-c9a304735279/5a06ff7d-e665-4216-8d87-c9a304735279.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.210374] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.210619] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-793b077a-8704-4c48-b1c6-cfbc29aa7d93 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.218744] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.218922] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1349.219633] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0420e6f8-0aae-42c8-aaa9-58191ebe1ae5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.224533] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1349.224533] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]52f36558-d9db-0bcb-8566-e19473196949" [ 1349.224533] env[68663]: _type = "Task" [ 1349.224533] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.238013] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Preparing fetch location {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1349.238254] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Fetch image to [datastore2] OSTACK_IMG_70ee52f9-0161-4744-a510-8550b9681cd8/OSTACK_IMG_70ee52f9-0161-4744-a510-8550b9681cd8.vmdk {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1349.238431] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Downloading stream optimized image 5a06ff7d-e665-4216-8d87-c9a304735279 to [datastore2] OSTACK_IMG_70ee52f9-0161-4744-a510-8550b9681cd8/OSTACK_IMG_70ee52f9-0161-4744-a510-8550b9681cd8.vmdk on the data store datastore2 as vApp {{(pid=68663) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1349.238594] env[68663]: DEBUG nova.virt.vmwareapi.images [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Downloading image file data 5a06ff7d-e665-4216-8d87-c9a304735279 to the ESX as VM named 'OSTACK_IMG_70ee52f9-0161-4744-a510-8550b9681cd8' {{(pid=68663) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1349.305374] env[68663]: DEBUG oslo_vmware.rw_handles [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1349.305374] env[68663]: value = "resgroup-9" [ 1349.305374] env[68663]: _type = "ResourcePool" [ 1349.305374] env[68663]: }. {{(pid=68663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1349.305632] env[68663]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4103ec60-3028-4fa1-80e5-d875251fe354 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.325587] env[68663]: DEBUG oslo_vmware.rw_handles [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lease: (returnval){ [ 1349.325587] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525625d7-d699-3f6a-bf44-7d4040959414" [ 1349.325587] env[68663]: _type = "HttpNfcLease" [ 1349.325587] env[68663]: } obtained for vApp import into resource pool (val){ [ 1349.325587] env[68663]: value = "resgroup-9" [ 1349.325587] env[68663]: _type = "ResourcePool" [ 1349.325587] env[68663]: }. {{(pid=68663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1349.325881] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the lease: (returnval){ [ 1349.325881] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525625d7-d699-3f6a-bf44-7d4040959414" [ 1349.325881] env[68663]: _type = "HttpNfcLease" [ 1349.325881] env[68663]: } to be ready. {{(pid=68663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1349.331636] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1349.331636] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525625d7-d699-3f6a-bf44-7d4040959414" [ 1349.331636] env[68663]: _type = "HttpNfcLease" [ 1349.331636] env[68663]: } is initializing. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1349.332375] env[68663]: DEBUG nova.network.neutron [req-55c28f28-ea69-46ee-b1c3-596a911d4695 req-7f00c1df-7505-41e0-9e8b-a2ee27cc8951 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Updated VIF entry in instance network info cache for port 843213a9-cda4-4165-babf-c35a75bf2111. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.332696] env[68663]: DEBUG nova.network.neutron [req-55c28f28-ea69-46ee-b1c3-596a911d4695 req-7f00c1df-7505-41e0-9e8b-a2ee27cc8951 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Updating instance_info_cache with network_info: [{"id": "843213a9-cda4-4165-babf-c35a75bf2111", "address": "fa:16:3e:b4:14:f1", "network": {"id": "621233a7-da79-42bf-a000-6f4244623a18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-311170970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bd9da2e2f754240805e2b64aff9c4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843213a9-cd", "ovs_interfaceid": "843213a9-cda4-4165-babf-c35a75bf2111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.396645] env[68663]: DEBUG oslo_vmware.api [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Task: {'id': task-3239274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165364} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.396892] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.397116] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.397299] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.397471] env[68663]: INFO nova.compute.manager [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1349.397711] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1349.397902] env[68663]: DEBUG nova.compute.manager [-] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1349.398013] env[68663]: DEBUG nova.network.neutron [-] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1349.834475] env[68663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1349.834475] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525625d7-d699-3f6a-bf44-7d4040959414" [ 1349.834475] env[68663]: _type = "HttpNfcLease" [ 1349.834475] env[68663]: } is ready. {{(pid=68663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1349.834971] env[68663]: DEBUG oslo_concurrency.lockutils [req-55c28f28-ea69-46ee-b1c3-596a911d4695 req-7f00c1df-7505-41e0-9e8b-a2ee27cc8951 service nova] Releasing lock "refresh_cache-e13a7774-9888-4c96-9a71-841856df5907" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.835300] env[68663]: DEBUG oslo_vmware.rw_handles [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1349.835300] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]525625d7-d699-3f6a-bf44-7d4040959414" [ 1349.835300] env[68663]: _type = "HttpNfcLease" [ 1349.835300] env[68663]: }. {{(pid=68663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1349.836058] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ea77a9-513f-4484-af42-1e770d032c6a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.842739] env[68663]: DEBUG oslo_vmware.rw_handles [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529bdac3-a991-e25b-c93e-400ae2239378/disk-0.vmdk from lease info. {{(pid=68663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1349.842913] env[68663]: DEBUG oslo_vmware.rw_handles [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529bdac3-a991-e25b-c93e-400ae2239378/disk-0.vmdk. {{(pid=68663) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1349.906579] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a7f3ea1b-c85b-4496-826e-20bdc98cf5ff {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.136813] env[68663]: DEBUG nova.network.neutron [-] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.640620] env[68663]: INFO nova.compute.manager [-] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Took 1.24 seconds to deallocate network for instance. [ 1350.641995] env[68663]: DEBUG nova.compute.manager [req-58943aad-33f9-4078-be1d-da3113b7096c req-603de192-be10-469d-bd06-d260b9170bd9 service nova] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Received event network-vif-deleted-b10d1dee-13a0-47be-b131-97bfbb3f46bc {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.928403] env[68663]: DEBUG oslo_vmware.rw_handles [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Completed reading data from the image iterator. {{(pid=68663) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1350.928750] env[68663]: DEBUG oslo_vmware.rw_handles [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529bdac3-a991-e25b-c93e-400ae2239378/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1350.929788] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dce51c-c32a-47f8-9a5d-44f7dcc53f14 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.939969] env[68663]: DEBUG oslo_vmware.rw_handles [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529bdac3-a991-e25b-c93e-400ae2239378/disk-0.vmdk is in state: ready. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1350.940194] env[68663]: DEBUG oslo_vmware.rw_handles [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529bdac3-a991-e25b-c93e-400ae2239378/disk-0.vmdk. {{(pid=68663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1350.940380] env[68663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0af23fca-41a4-4fd5-ba73-2f0dc275bd55 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.148247] env[68663]: DEBUG oslo_vmware.rw_handles [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529bdac3-a991-e25b-c93e-400ae2239378/disk-0.vmdk. {{(pid=68663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1351.148454] env[68663]: INFO nova.virt.vmwareapi.images [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Downloaded image file data 5a06ff7d-e665-4216-8d87-c9a304735279 [ 1351.149364] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de9a2b3-fd52-46ec-9aee-c77349fa05e8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.152585] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.152839] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.153054] env[68663]: DEBUG nova.objects.instance [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lazy-loading 'resources' on Instance uuid 618f6316-6c4b-47ca-97d5-919d786b95cd {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.154163] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.169481] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5011245-8a25-4cb1-9197-ae0fe59a1f68 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.192921] env[68663]: INFO nova.virt.vmwareapi.images [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] The imported VM was unregistered [ 1351.195321] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Caching image {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1351.195551] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5a06ff7d-e665-4216-8d87-c9a304735279 {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.195866] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c17844ea-5078-46db-9d8a-a3cf609633cf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.207126] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Created directory with path [datastore2] devstack-image-cache_base/5a06ff7d-e665-4216-8d87-c9a304735279 {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.207308] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_70ee52f9-0161-4744-a510-8550b9681cd8/OSTACK_IMG_70ee52f9-0161-4744-a510-8550b9681cd8.vmdk to [datastore2] devstack-image-cache_base/5a06ff7d-e665-4216-8d87-c9a304735279/5a06ff7d-e665-4216-8d87-c9a304735279.vmdk. {{(pid=68663) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1351.207532] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-af731dfb-d74f-4e2a-948b-7dfead2c3c3f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.214374] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1351.214374] env[68663]: value = "task-3239277" [ 1351.214374] env[68663]: _type = "Task" [ 1351.214374] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.222962] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239277, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.706180] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96937af4-bf32-47dd-8fee-4d256de01ab2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.714328] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066159e4-2a7c-46a7-9224-2686c654e888 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.752091] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b880327e-ae03-41d9-9045-8fa75b0abfab {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.754916] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239277, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.764740] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f878110-264c-442b-af2e-f7ec8b94dfe5 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.782508] env[68663]: DEBUG nova.compute.provider_tree [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.230238] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239277, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.286702] env[68663]: DEBUG nova.scheduler.client.report [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.731084] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239277, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.792265] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.810999] env[68663]: INFO nova.scheduler.client.report [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Deleted allocations for instance 618f6316-6c4b-47ca-97d5-919d786b95cd [ 1353.232121] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239277, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.318514] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d8301fcd-b989-4786-b117-852f3daec624 tempest-AttachInterfacesTestJSON-1612307773 tempest-AttachInterfacesTestJSON-1612307773-project-member] Lock "618f6316-6c4b-47ca-97d5-919d786b95cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.533s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.730367] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239277, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.368994} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.730611] env[68663]: INFO nova.virt.vmwareapi.ds_util [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_70ee52f9-0161-4744-a510-8550b9681cd8/OSTACK_IMG_70ee52f9-0161-4744-a510-8550b9681cd8.vmdk to [datastore2] devstack-image-cache_base/5a06ff7d-e665-4216-8d87-c9a304735279/5a06ff7d-e665-4216-8d87-c9a304735279.vmdk. [ 1353.730804] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Cleaning up location [datastore2] OSTACK_IMG_70ee52f9-0161-4744-a510-8550b9681cd8 {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1353.730963] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_70ee52f9-0161-4744-a510-8550b9681cd8 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.731225] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9ce5582-9ce5-4e9d-984c-36c2722e05f9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.737275] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1353.737275] env[68663]: value = "task-3239278" [ 1353.737275] env[68663]: _type = "Task" [ 1353.737275] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.744504] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.249044] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032996} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.249346] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.249513] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5a06ff7d-e665-4216-8d87-c9a304735279/5a06ff7d-e665-4216-8d87-c9a304735279.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.249759] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5a06ff7d-e665-4216-8d87-c9a304735279/5a06ff7d-e665-4216-8d87-c9a304735279.vmdk to [datastore2] e13a7774-9888-4c96-9a71-841856df5907/e13a7774-9888-4c96-9a71-841856df5907.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.250050] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcb72f9b-4cb1-4ef8-867a-29cb00dae91f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.257797] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1354.257797] env[68663]: value = "task-3239279" [ 1354.257797] env[68663]: _type = "Task" [ 1354.257797] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.265852] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.770588] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239279, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.272554] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239279, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.774138] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239279, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.273521] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239279, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.771267] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239279, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.30319} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.772044] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5a06ff7d-e665-4216-8d87-c9a304735279/5a06ff7d-e665-4216-8d87-c9a304735279.vmdk to [datastore2] e13a7774-9888-4c96-9a71-841856df5907/e13a7774-9888-4c96-9a71-841856df5907.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1356.772460] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10edadf-b9ac-45bc-a60f-3a38e4bb8dd9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.794559] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] e13a7774-9888-4c96-9a71-841856df5907/e13a7774-9888-4c96-9a71-841856df5907.vmdk or device None with type streamOptimized {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.794893] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83464a09-7051-401d-90ce-d713e2cb6463 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.813640] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1356.813640] env[68663]: value = "task-3239280" [ 1356.813640] env[68663]: _type = "Task" [ 1356.813640] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.821316] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.324467] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239280, 'name': ReconfigVM_Task, 'duration_secs': 0.278272} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.324845] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Reconfigured VM instance instance-0000007c to attach disk [datastore2] e13a7774-9888-4c96-9a71-841856df5907/e13a7774-9888-4c96-9a71-841856df5907.vmdk or device None with type streamOptimized {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.325385] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7286fcdd-becd-4421-bd73-e260995d39fd {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.332187] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1357.332187] env[68663]: value = "task-3239281" [ 1357.332187] env[68663]: _type = "Task" [ 1357.332187] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.341276] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239281, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.842452] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239281, 'name': Rename_Task} progress is 99%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.344020] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239281, 'name': Rename_Task, 'duration_secs': 0.514456} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.344362] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.344608] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26f780bf-ad20-4f35-bc90-809c0dec9d37 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.350994] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1358.350994] env[68663]: value = "task-3239282" [ 1358.350994] env[68663]: _type = "Task" [ 1358.350994] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.358797] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.861175] env[68663]: DEBUG oslo_vmware.api [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239282, 'name': PowerOnVM_Task, 'duration_secs': 0.47548} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.861451] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.964356] env[68663]: DEBUG nova.compute.manager [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.965282] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2999995-27b6-43bb-a636-481606d97587 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.136887] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Acquiring lock "82442711-3031-4c95-aa09-227ffc393c96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.137170] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Lock "82442711-3031-4c95-aa09-227ffc393c96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.483928] env[68663]: DEBUG oslo_concurrency.lockutils [None req-f9a3b9a7-0cf9-4353-8300-d794ddd4664e tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "e13a7774-9888-4c96-9a71-841856df5907" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.819s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.641054] env[68663]: DEBUG nova.compute.manager [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Starting instance... {{(pid=68663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1360.160804] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.161086] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.162513] env[68663]: INFO nova.compute.claims [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1361.210018] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07decc09-8795-45ba-b78d-a7535e50f56c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.218523] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160cca0b-f746-4d68-90d2-1ec8c36c7830 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.248557] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6cd278-dc0d-4ef3-8b04-2a9794b102e8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.255309] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e107926-ce0b-4096-bff6-56efcb7238a6 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.268057] env[68663]: DEBUG nova.compute.provider_tree [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.772111] env[68663]: DEBUG nova.scheduler.client.report [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.276953] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.277532] env[68663]: DEBUG nova.compute.manager [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Start building networks asynchronously for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1362.782518] env[68663]: DEBUG nova.compute.utils [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Using /dev/sd instead of None {{(pid=68663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1362.783954] env[68663]: DEBUG nova.compute.manager [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Allocating IP information in the background. {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1362.784140] env[68663]: DEBUG nova.network.neutron [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] allocate_for_instance() {{(pid=68663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1362.832039] env[68663]: DEBUG nova.policy [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c04d24095dcf492ab6fd8b1e74789ace', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3a75e4867914cc7a477ed99a21b69be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68663) authorize /opt/stack/nova/nova/policy.py:192}} [ 1363.095637] env[68663]: DEBUG nova.network.neutron [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Successfully created port: f22056a3-f21d-4641-bda9-5477c3901687 {{(pid=68663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1363.288246] env[68663]: DEBUG nova.compute.manager [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Start building block device mappings for instance. {{(pid=68663) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1364.298054] env[68663]: DEBUG nova.compute.manager [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Start spawning the instance on the hypervisor. {{(pid=68663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1364.326049] env[68663]: DEBUG nova.virt.hardware [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:37:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:36:49Z,direct_url=,disk_format='vmdk',id=34b3c90c-68cd-46c0-a971-9997d079fffe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e3353bc0ca6648578cd173d8d4944c29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:36:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.326049] env[68663]: DEBUG nova.virt.hardware [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Flavor limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.326049] env[68663]: DEBUG nova.virt.hardware [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Image limits 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.326291] env[68663]: DEBUG nova.virt.hardware [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Flavor pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.326363] env[68663]: DEBUG nova.virt.hardware [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Image pref 0:0:0 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.326497] env[68663]: DEBUG nova.virt.hardware [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.326702] env[68663]: DEBUG nova.virt.hardware [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.326866] env[68663]: DEBUG nova.virt.hardware [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.327078] env[68663]: DEBUG nova.virt.hardware [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Got 1 possible topologies {{(pid=68663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.327277] env[68663]: DEBUG nova.virt.hardware [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.327471] env[68663]: DEBUG nova.virt.hardware [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.328368] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553ad159-03d0-4ab7-94d9-8bf249ed19cf {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.336314] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dc815f-eede-4720-ae75-54302be5e86c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.437139] env[68663]: DEBUG nova.compute.manager [req-d27aeed9-1c4d-4dcb-9892-b45d45cf8fb6 req-fbb88fcc-0f5f-4ac4-ba04-0d956baff32d service nova] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Received event network-vif-plugged-f22056a3-f21d-4641-bda9-5477c3901687 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.437440] env[68663]: DEBUG oslo_concurrency.lockutils [req-d27aeed9-1c4d-4dcb-9892-b45d45cf8fb6 req-fbb88fcc-0f5f-4ac4-ba04-0d956baff32d service nova] Acquiring lock "82442711-3031-4c95-aa09-227ffc393c96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.437721] env[68663]: DEBUG oslo_concurrency.lockutils [req-d27aeed9-1c4d-4dcb-9892-b45d45cf8fb6 req-fbb88fcc-0f5f-4ac4-ba04-0d956baff32d service nova] Lock "82442711-3031-4c95-aa09-227ffc393c96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.437851] env[68663]: DEBUG oslo_concurrency.lockutils [req-d27aeed9-1c4d-4dcb-9892-b45d45cf8fb6 req-fbb88fcc-0f5f-4ac4-ba04-0d956baff32d service nova] Lock "82442711-3031-4c95-aa09-227ffc393c96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.437977] env[68663]: DEBUG nova.compute.manager [req-d27aeed9-1c4d-4dcb-9892-b45d45cf8fb6 req-fbb88fcc-0f5f-4ac4-ba04-0d956baff32d service nova] [instance: 82442711-3031-4c95-aa09-227ffc393c96] No waiting events found dispatching network-vif-plugged-f22056a3-f21d-4641-bda9-5477c3901687 {{(pid=68663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1364.438398] env[68663]: WARNING nova.compute.manager [req-d27aeed9-1c4d-4dcb-9892-b45d45cf8fb6 req-fbb88fcc-0f5f-4ac4-ba04-0d956baff32d service nova] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Received unexpected event network-vif-plugged-f22056a3-f21d-4641-bda9-5477c3901687 for instance with vm_state building and task_state spawning. [ 1364.516480] env[68663]: DEBUG nova.network.neutron [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Successfully updated port: f22056a3-f21d-4641-bda9-5477c3901687 {{(pid=68663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1365.019709] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Acquiring lock "refresh_cache-82442711-3031-4c95-aa09-227ffc393c96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.019881] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Acquired lock "refresh_cache-82442711-3031-4c95-aa09-227ffc393c96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.020026] env[68663]: DEBUG nova.network.neutron [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Building network info cache for instance {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.551531] env[68663]: DEBUG nova.network.neutron [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Instance cache missing network info. {{(pid=68663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.666663] env[68663]: DEBUG nova.network.neutron [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Updating instance_info_cache with network_info: [{"id": "f22056a3-f21d-4641-bda9-5477c3901687", "address": "fa:16:3e:60:0f:6f", "network": {"id": "43ff2d15-fdf4-4c1b-8f39-18e40deb4e03", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1002066643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3a75e4867914cc7a477ed99a21b69be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22056a3-f2", "ovs_interfaceid": "f22056a3-f21d-4641-bda9-5477c3901687", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.169443] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Releasing lock "refresh_cache-82442711-3031-4c95-aa09-227ffc393c96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.169771] env[68663]: DEBUG nova.compute.manager [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Instance network_info: |[{"id": "f22056a3-f21d-4641-bda9-5477c3901687", "address": "fa:16:3e:60:0f:6f", "network": {"id": "43ff2d15-fdf4-4c1b-8f39-18e40deb4e03", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1002066643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3a75e4867914cc7a477ed99a21b69be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22056a3-f2", "ovs_interfaceid": "f22056a3-f21d-4641-bda9-5477c3901687", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1366.170218] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:0f:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f22056a3-f21d-4641-bda9-5477c3901687', 'vif_model': 'vmxnet3'}] {{(pid=68663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1366.177688] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Creating folder: Project (f3a75e4867914cc7a477ed99a21b69be). Parent ref: group-v647027. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1366.177963] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a31ae8e-9cdc-4771-aa54-64fe5767638d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.189186] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Created folder: Project (f3a75e4867914cc7a477ed99a21b69be) in parent group-v647027. [ 1366.189362] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Creating folder: Instances. Parent ref: group-v647374. {{(pid=68663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1366.189574] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c08829a6-f3b6-4054-a8a2-f1fec646497a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.198606] env[68663]: INFO nova.virt.vmwareapi.vm_util [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Created folder: Instances in parent group-v647374. [ 1366.198814] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.198993] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Creating VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1366.199190] env[68663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a6172f3-1362-4678-80d5-5cfe6e361117 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.216987] env[68663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1366.216987] env[68663]: value = "task-3239285" [ 1366.216987] env[68663]: _type = "Task" [ 1366.216987] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.223875] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239285, 'name': CreateVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.468512] env[68663]: DEBUG nova.compute.manager [req-e290a55a-5f84-4412-a153-95c21ed87909 req-85550590-ed3a-49b9-96f9-daf50fe488ce service nova] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Received event network-changed-f22056a3-f21d-4641-bda9-5477c3901687 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.468731] env[68663]: DEBUG nova.compute.manager [req-e290a55a-5f84-4412-a153-95c21ed87909 req-85550590-ed3a-49b9-96f9-daf50fe488ce service nova] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Refreshing instance network info cache due to event network-changed-f22056a3-f21d-4641-bda9-5477c3901687. {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1366.468971] env[68663]: DEBUG oslo_concurrency.lockutils [req-e290a55a-5f84-4412-a153-95c21ed87909 req-85550590-ed3a-49b9-96f9-daf50fe488ce service nova] Acquiring lock "refresh_cache-82442711-3031-4c95-aa09-227ffc393c96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.469132] env[68663]: DEBUG oslo_concurrency.lockutils [req-e290a55a-5f84-4412-a153-95c21ed87909 req-85550590-ed3a-49b9-96f9-daf50fe488ce service nova] Acquired lock "refresh_cache-82442711-3031-4c95-aa09-227ffc393c96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.469292] env[68663]: DEBUG nova.network.neutron [req-e290a55a-5f84-4412-a153-95c21ed87909 req-85550590-ed3a-49b9-96f9-daf50fe488ce service nova] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Refreshing network info cache for port f22056a3-f21d-4641-bda9-5477c3901687 {{(pid=68663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.726985] env[68663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3239285, 'name': CreateVM_Task, 'duration_secs': 0.331465} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.727401] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Created VM on the ESX host {{(pid=68663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.727786] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.727951] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.728329] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.728574] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94cb1e37-5b8f-4f31-944a-3acfde55e16a {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.732567] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Waiting for the task: (returnval){ [ 1366.732567] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521522ef-5de4-56c3-80f0-17af52b7ecaf" [ 1366.732567] env[68663]: _type = "Task" [ 1366.732567] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.739799] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521522ef-5de4-56c3-80f0-17af52b7ecaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.138749] env[68663]: DEBUG nova.network.neutron [req-e290a55a-5f84-4412-a153-95c21ed87909 req-85550590-ed3a-49b9-96f9-daf50fe488ce service nova] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Updated VIF entry in instance network info cache for port f22056a3-f21d-4641-bda9-5477c3901687. {{(pid=68663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.139125] env[68663]: DEBUG nova.network.neutron [req-e290a55a-5f84-4412-a153-95c21ed87909 req-85550590-ed3a-49b9-96f9-daf50fe488ce service nova] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Updating instance_info_cache with network_info: [{"id": "f22056a3-f21d-4641-bda9-5477c3901687", "address": "fa:16:3e:60:0f:6f", "network": {"id": "43ff2d15-fdf4-4c1b-8f39-18e40deb4e03", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1002066643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3a75e4867914cc7a477ed99a21b69be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22056a3-f2", "ovs_interfaceid": "f22056a3-f21d-4641-bda9-5477c3901687", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.242845] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]521522ef-5de4-56c3-80f0-17af52b7ecaf, 'name': SearchDatastore_Task, 'duration_secs': 0.011248} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.243195] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.243431] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Processing image 34b3c90c-68cd-46c0-a971-9997d079fffe {{(pid=68663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.243660] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.243844] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.244052] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.244312] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56b3e75b-74fb-4551-8230-dbf7ae613508 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.252226] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.252355] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1367.253074] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8368be24-0aab-4cc1-8336-b6f615e33552 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.259356] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Waiting for the task: (returnval){ [ 1367.259356] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523a2368-b160-c771-085a-62476ca8d8a3" [ 1367.259356] env[68663]: _type = "Task" [ 1367.259356] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.266317] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523a2368-b160-c771-085a-62476ca8d8a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.641459] env[68663]: DEBUG oslo_concurrency.lockutils [req-e290a55a-5f84-4412-a153-95c21ed87909 req-85550590-ed3a-49b9-96f9-daf50fe488ce service nova] Releasing lock "refresh_cache-82442711-3031-4c95-aa09-227ffc393c96" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.769908] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]523a2368-b160-c771-085a-62476ca8d8a3, 'name': SearchDatastore_Task, 'duration_secs': 0.008976} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.770670] env[68663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c5b492-232f-43a9-aa23-f83165ffad12 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.775411] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Waiting for the task: (returnval){ [ 1367.775411] env[68663]: value = "session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528e750f-edd1-ee23-a90a-d7dd11ddb322" [ 1367.775411] env[68663]: _type = "Task" [ 1367.775411] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.782378] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528e750f-edd1-ee23-a90a-d7dd11ddb322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.285763] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': session[5291fa44-3b84-ecbf-4943-cbeabe8afbf4]528e750f-edd1-ee23-a90a-d7dd11ddb322, 'name': SearchDatastore_Task, 'duration_secs': 0.00973} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.286071] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk" {{(pid=68663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.286337] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 82442711-3031-4c95-aa09-227ffc393c96/82442711-3031-4c95-aa09-227ffc393c96.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1368.286583] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faa72dd4-74f0-45cf-bc52-95dfca759cfa {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.293562] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Waiting for the task: (returnval){ [ 1368.293562] env[68663]: value = "task-3239286" [ 1368.293562] env[68663]: _type = "Task" [ 1368.293562] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.301247] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': task-3239286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.802289] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': task-3239286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446632} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.802574] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34b3c90c-68cd-46c0-a971-9997d079fffe/34b3c90c-68cd-46c0-a971-9997d079fffe.vmdk to [datastore1] 82442711-3031-4c95-aa09-227ffc393c96/82442711-3031-4c95-aa09-227ffc393c96.vmdk {{(pid=68663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.802748] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Extending root virtual disk to 1048576 {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.802989] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6be6cc41-7017-4987-a91d-b6f3fa9c1723 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.809270] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Waiting for the task: (returnval){ [ 1368.809270] env[68663]: value = "task-3239287" [ 1368.809270] env[68663]: _type = "Task" [ 1368.809270] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.815866] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': task-3239287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.319070] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': task-3239287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060548} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.319336] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Extended root virtual disk {{(pid=68663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1369.320085] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a720c4-df08-47c5-9c6a-d46917b37d0e {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.341013] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 82442711-3031-4c95-aa09-227ffc393c96/82442711-3031-4c95-aa09-227ffc393c96.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.341259] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9560e2c-b132-418f-9d03-5c881032c90c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.360116] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Waiting for the task: (returnval){ [ 1369.360116] env[68663]: value = "task-3239288" [ 1369.360116] env[68663]: _type = "Task" [ 1369.360116] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.367512] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': task-3239288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.870637] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': task-3239288, 'name': ReconfigVM_Task, 'duration_secs': 0.295027} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.870913] env[68663]: DEBUG nova.virt.vmwareapi.volumeops [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 82442711-3031-4c95-aa09-227ffc393c96/82442711-3031-4c95-aa09-227ffc393c96.vmdk or device None with type sparse {{(pid=68663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.871545] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-041b11b5-4f08-4a9c-a90d-4103c4c8826f {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.877015] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Waiting for the task: (returnval){ [ 1369.877015] env[68663]: value = "task-3239289" [ 1369.877015] env[68663]: _type = "Task" [ 1369.877015] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.883904] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': task-3239289, 'name': Rename_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.387742] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': task-3239289, 'name': Rename_Task, 'duration_secs': 0.143639} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.388135] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Powering on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.388406] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8099c172-8f62-4547-96fc-0c0fc2ea8c32 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.394986] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Waiting for the task: (returnval){ [ 1370.394986] env[68663]: value = "task-3239290" [ 1370.394986] env[68663]: _type = "Task" [ 1370.394986] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.402114] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': task-3239290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.906193] env[68663]: DEBUG oslo_vmware.api [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': task-3239290, 'name': PowerOnVM_Task, 'duration_secs': 0.430942} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.906563] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Powered on the VM {{(pid=68663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.906738] env[68663]: INFO nova.compute.manager [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1370.906844] env[68663]: DEBUG nova.compute.manager [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Checking state {{(pid=68663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.907615] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696d3570-a300-4983-ba9a-6458294dcf9b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.426272] env[68663]: INFO nova.compute.manager [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Took 11.28 seconds to build instance. [ 1371.928235] env[68663]: DEBUG oslo_concurrency.lockutils [None req-69af25e6-6298-46b4-8b98-36f9bdece9e6 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Lock "82442711-3031-4c95-aa09-227ffc393c96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.791s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.215159] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Acquiring lock "82442711-3031-4c95-aa09-227ffc393c96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.215454] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Lock "82442711-3031-4c95-aa09-227ffc393c96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.215674] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Acquiring lock "82442711-3031-4c95-aa09-227ffc393c96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.215924] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Lock "82442711-3031-4c95-aa09-227ffc393c96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.216110] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Lock "82442711-3031-4c95-aa09-227ffc393c96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.218580] env[68663]: INFO nova.compute.manager [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Terminating instance [ 1372.722306] env[68663]: DEBUG nova.compute.manager [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.722595] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.723871] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607aa954-b419-4de2-a9b0-ae0d7773e8ff {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.731369] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.731582] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db0a01a5-35b2-4253-a9ca-755a94851b23 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.737859] env[68663]: DEBUG oslo_vmware.api [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Waiting for the task: (returnval){ [ 1372.737859] env[68663]: value = "task-3239291" [ 1372.737859] env[68663]: _type = "Task" [ 1372.737859] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.745435] env[68663]: DEBUG oslo_vmware.api [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': task-3239291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.247722] env[68663]: DEBUG oslo_vmware.api [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': task-3239291, 'name': PowerOffVM_Task, 'duration_secs': 0.16359} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.248099] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.248177] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.248396] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5df9f877-5536-46f9-9b90-ba2d5a6442ec {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.314519] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.314682] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Deleting contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.314806] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Deleting the datastore file [datastore1] 82442711-3031-4c95-aa09-227ffc393c96 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.315190] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99573169-6820-4f4f-8d2b-457cfca758c2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.321713] env[68663]: DEBUG oslo_vmware.api [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Waiting for the task: (returnval){ [ 1373.321713] env[68663]: value = "task-3239293" [ 1373.321713] env[68663]: _type = "Task" [ 1373.321713] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.329142] env[68663]: DEBUG oslo_vmware.api [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': task-3239293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.831371] env[68663]: DEBUG oslo_vmware.api [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Task: {'id': task-3239293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127685} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.831578] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.831720] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Deleted contents of the VM from datastore datastore1 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.831896] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.832087] env[68663]: INFO nova.compute.manager [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1373.832328] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.832513] env[68663]: DEBUG nova.compute.manager [-] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.832605] env[68663]: DEBUG nova.network.neutron [-] [instance: 82442711-3031-4c95-aa09-227ffc393c96] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1374.079011] env[68663]: DEBUG nova.compute.manager [req-79407867-6263-4a8b-816d-51b76b34764d req-4bd296b3-b3c7-4d25-bb37-1ae5e2e06a11 service nova] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Received event network-vif-deleted-f22056a3-f21d-4641-bda9-5477c3901687 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.079205] env[68663]: INFO nova.compute.manager [req-79407867-6263-4a8b-816d-51b76b34764d req-4bd296b3-b3c7-4d25-bb37-1ae5e2e06a11 service nova] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Neutron deleted interface f22056a3-f21d-4641-bda9-5477c3901687; detaching it from the instance and deleting it from the info cache [ 1374.079380] env[68663]: DEBUG nova.network.neutron [req-79407867-6263-4a8b-816d-51b76b34764d req-4bd296b3-b3c7-4d25-bb37-1ae5e2e06a11 service nova] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.561097] env[68663]: DEBUG nova.network.neutron [-] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.582798] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2c36ecc-3526-442e-99d7-69e607613f13 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.592876] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffc0876-7208-4dc0-9d00-3d06456875a9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.617045] env[68663]: DEBUG nova.compute.manager [req-79407867-6263-4a8b-816d-51b76b34764d req-4bd296b3-b3c7-4d25-bb37-1ae5e2e06a11 service nova] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Detach interface failed, port_id=f22056a3-f21d-4641-bda9-5477c3901687, reason: Instance 82442711-3031-4c95-aa09-227ffc393c96 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1375.063574] env[68663]: INFO nova.compute.manager [-] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Took 1.23 seconds to deallocate network for instance. [ 1375.570482] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.570792] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.570945] env[68663]: DEBUG nova.objects.instance [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Lazy-loading 'resources' on Instance uuid 82442711-3031-4c95-aa09-227ffc393c96 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.114560] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365b67cf-ff74-4d7c-9541-3e5b5fad0dd8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.122115] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2282f5d-ee51-44ea-86de-8a7eef25c21d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.151603] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575bf43a-ffa6-49d2-ad99-2e6ab865826b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.158228] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d32935-cae6-414c-9d0e-58d1fa7abc37 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.171817] env[68663]: DEBUG nova.compute.provider_tree [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.675617] env[68663]: DEBUG nova.scheduler.client.report [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.180650] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.266242] env[68663]: INFO nova.scheduler.client.report [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Deleted allocations for instance 82442711-3031-4c95-aa09-227ffc393c96 [ 1377.773940] env[68663]: DEBUG oslo_concurrency.lockutils [None req-9209e3a6-e391-4fae-9c80-812a897443d8 tempest-ServerAddressesNegativeTestJSON-714026125 tempest-ServerAddressesNegativeTestJSON-714026125-project-member] Lock "82442711-3031-4c95-aa09-227ffc393c96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.558s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.154957] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.155351] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Cleaning up deleted instances with incomplete migration {{(pid=68663) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1395.374939] env[68663]: DEBUG oslo_concurrency.lockutils [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "e13a7774-9888-4c96-9a71-841856df5907" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.375179] env[68663]: DEBUG oslo_concurrency.lockutils [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "e13a7774-9888-4c96-9a71-841856df5907" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.375397] env[68663]: DEBUG oslo_concurrency.lockutils [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "e13a7774-9888-4c96-9a71-841856df5907-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.375575] env[68663]: DEBUG oslo_concurrency.lockutils [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "e13a7774-9888-4c96-9a71-841856df5907-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.375737] env[68663]: DEBUG oslo_concurrency.lockutils [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "e13a7774-9888-4c96-9a71-841856df5907-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.379347] env[68663]: INFO nova.compute.manager [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Terminating instance [ 1395.882689] env[68663]: DEBUG nova.compute.manager [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Start destroying the instance on the hypervisor. {{(pid=68663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1395.882939] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Destroying instance {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1395.883890] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94c04e9-dc49-44a0-be41-0870329bc033 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.891762] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Powering off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.891969] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f9c0eaf-a8e2-47a0-8427-d3d3de68a8b9 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.897206] env[68663]: DEBUG oslo_vmware.api [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1395.897206] env[68663]: value = "task-3239294" [ 1395.897206] env[68663]: _type = "Task" [ 1395.897206] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.905811] env[68663]: DEBUG oslo_vmware.api [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.154896] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.155041] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Cleaning up deleted instances {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1396.407067] env[68663]: DEBUG oslo_vmware.api [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239294, 'name': PowerOffVM_Task, 'duration_secs': 0.179407} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.407361] env[68663]: DEBUG nova.virt.vmwareapi.vm_util [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Powered off the VM {{(pid=68663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.407556] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Unregistering the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.407836] env[68663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5862883-5dd3-4f75-924d-f1c0f83d0c8d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.475283] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Unregistered the VM {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.475543] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Deleting contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.475681] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Deleting the datastore file [datastore2] e13a7774-9888-4c96-9a71-841856df5907 {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.476369] env[68663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d971d68-2640-4847-b5a0-f6c18237664b {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.484240] env[68663]: DEBUG oslo_vmware.api [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for the task: (returnval){ [ 1396.484240] env[68663]: value = "task-3239296" [ 1396.484240] env[68663]: _type = "Task" [ 1396.484240] env[68663]: } to complete. {{(pid=68663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.491423] env[68663]: DEBUG oslo_vmware.api [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.665079] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] There are 29 instances to clean {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1396.665242] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 82442711-3031-4c95-aa09-227ffc393c96] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1396.993784] env[68663]: DEBUG oslo_vmware.api [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Task: {'id': task-3239296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134557} completed successfully. {{(pid=68663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.994051] env[68663]: DEBUG nova.virt.vmwareapi.ds_util [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Deleted the datastore file {{(pid=68663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1396.994235] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Deleted contents of the VM from datastore datastore2 {{(pid=68663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1396.994409] env[68663]: DEBUG nova.virt.vmwareapi.vmops [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Instance destroyed {{(pid=68663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1396.994576] env[68663]: INFO nova.compute.manager [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] [instance: e13a7774-9888-4c96-9a71-841856df5907] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1396.994811] env[68663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1396.994997] env[68663]: DEBUG nova.compute.manager [-] [instance: e13a7774-9888-4c96-9a71-841856df5907] Deallocating network for instance {{(pid=68663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1396.995107] env[68663]: DEBUG nova.network.neutron [-] [instance: e13a7774-9888-4c96-9a71-841856df5907] deallocate_for_instance() {{(pid=68663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.168459] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 5590c434-782d-440d-b81b-d42f8a91a2d8] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1397.425880] env[68663]: DEBUG nova.compute.manager [req-77f7769a-1d3e-4379-88e7-c8921c62045e req-93af47dc-a22b-46f1-a635-6e436c0941b9 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Received event network-vif-deleted-843213a9-cda4-4165-babf-c35a75bf2111 {{(pid=68663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.426121] env[68663]: INFO nova.compute.manager [req-77f7769a-1d3e-4379-88e7-c8921c62045e req-93af47dc-a22b-46f1-a635-6e436c0941b9 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Neutron deleted interface 843213a9-cda4-4165-babf-c35a75bf2111; detaching it from the instance and deleting it from the info cache [ 1397.426298] env[68663]: DEBUG nova.network.neutron [req-77f7769a-1d3e-4379-88e7-c8921c62045e req-93af47dc-a22b-46f1-a635-6e436c0941b9 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.672054] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 618f6316-6c4b-47ca-97d5-919d786b95cd] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1397.905606] env[68663]: DEBUG nova.network.neutron [-] [instance: e13a7774-9888-4c96-9a71-841856df5907] Updating instance_info_cache with network_info: [] {{(pid=68663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.930295] env[68663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-238e6d40-4f3a-475e-a3f1-afebf0a39d17 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.940980] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c830e7a-066f-4900-952d-08284155333d {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.965872] env[68663]: DEBUG nova.compute.manager [req-77f7769a-1d3e-4379-88e7-c8921c62045e req-93af47dc-a22b-46f1-a635-6e436c0941b9 service nova] [instance: e13a7774-9888-4c96-9a71-841856df5907] Detach interface failed, port_id=843213a9-cda4-4165-babf-c35a75bf2111, reason: Instance e13a7774-9888-4c96-9a71-841856df5907 could not be found. {{(pid=68663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1398.174917] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: e40bf3b4-f1e8-41b0-a9d9-61aec70be0e2] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1398.408535] env[68663]: INFO nova.compute.manager [-] [instance: e13a7774-9888-4c96-9a71-841856df5907] Took 1.41 seconds to deallocate network for instance. [ 1398.678847] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 09e74c06-ca42-4f86-ae6f-2ae0242d0be4] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1398.914440] env[68663]: DEBUG oslo_concurrency.lockutils [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.914764] env[68663]: DEBUG oslo_concurrency.lockutils [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.914915] env[68663]: DEBUG nova.objects.instance [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lazy-loading 'resources' on Instance uuid e13a7774-9888-4c96-9a71-841856df5907 {{(pid=68663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.182491] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: e36b1af3-644c-4688-a24a-041a72769930] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1399.458025] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02761d6-beb9-4921-8d0c-fbdc237426cb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.465450] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea669fb1-489d-499d-bbd2-772735f5bbcb {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.494062] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0ea512-07be-4c0b-8d3e-24212015c6ec {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.500442] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c52673-eded-4dd4-9cec-fd97d58afea8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.512794] env[68663]: DEBUG nova.compute.provider_tree [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.685661] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 4f245987-4ecc-4f0c-9522-e6d864370692] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1400.015880] env[68663]: DEBUG nova.scheduler.client.report [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.188800] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 7513b36a-931d-4734-b885-48bb577bfd9d] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1400.520388] env[68663]: DEBUG oslo_concurrency.lockutils [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.540335] env[68663]: INFO nova.scheduler.client.report [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Deleted allocations for instance e13a7774-9888-4c96-9a71-841856df5907 [ 1400.691431] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 009fff9f-aa80-49e9-bad0-842a931e03e2] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1401.047358] env[68663]: DEBUG oslo_concurrency.lockutils [None req-733fcc63-5e23-4255-a80f-36f5ac886395 tempest-AttachVolumeShelveTestJSON-1414416783 tempest-AttachVolumeShelveTestJSON-1414416783-project-member] Lock "e13a7774-9888-4c96-9a71-841856df5907" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.672s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.194586] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: df28a86f-76ef-4f8b-b961-8effdf53de7c] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1401.697732] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 1fbdef98-5a62-443c-87ff-f3653239bc31] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1402.200927] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 6f3cc711-b5f1-436d-bb5a-8474554ca22c] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1402.704912] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: d07d3c79-2c80-4b8c-89ec-02fffec48b1a] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1403.208591] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 20b0b14e-8264-4dad-acc6-8f2518b16b28] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1403.712102] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 45abfcb9-6065-4f2d-a415-3e232ee51047] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1404.215338] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 55d7be37-fc46-44c4-8f13-faddbb628807] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1404.718698] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 9dd598d7-6d3c-4557-9572-12645b715fac] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1405.222455] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: d96d22b4-184b-42b6-85bc-5d479e42ed96] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1405.725777] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: c3158adb-a59c-498e-b1a2-0a34fafef674] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1406.229260] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: df8c1952-b404-4e36-ab5e-ae849d3d89f5] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1406.733907] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: b11934f4-f91e-4788-9891-2f3e0e00ef85] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1407.237255] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 7cfc96a6-62b6-40a7-8ecd-5c4dd269c518] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1407.740654] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 8945407c-db04-43f1-8ea9-33dea80693c3] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1408.244618] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: f7116a83-8852-41d4-b1cc-dc470682f022] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1408.748232] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 1cd7a740-3081-4e6f-a8ad-ed6cf4ea0d69] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1409.251967] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 0b9d226a-58eb-4723-96cb-27e04a3fa59c] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1409.755573] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: fe0af44b-648b-4768-8037-999c32ac473f] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1410.259273] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: 9fa99497-8d77-4c8c-acf4-5ac01e173823] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1410.762408] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] [instance: f11f3491-6d77-4e61-aa80-270e788f1695] Instance has had 0 of 5 cleanup attempts {{(pid=68663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1411.266192] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.763130] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.763511] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.763549] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.763677] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.763831] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.764029] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.764175] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.764299] env[68663]: DEBUG nova.compute.manager [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1413.764444] env[68663]: DEBUG oslo_service.periodic_task [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.268010] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.268297] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.268470] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.268623] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1414.269561] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261b599c-8534-47dc-9c1a-3927e7917cf8 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.277538] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5d1db2-4ca0-4433-92fd-b61dc30fb9d3 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.291082] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e16f669-03c7-435d-a5c7-170e6fca76b2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.296913] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561714a4-9471-4dc7-bf04-4b66bb4e4b75 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.325278] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180796MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=68663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1414.325418] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.325612] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.458428] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1415.458709] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1415.471973] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58885957-cd29-465d-a9fa-7939a358e0dc {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.479520] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3af70b7-c2c1-4c11-ad19-63589383f5ed {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.507911] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de214f0a-ba80-4971-9cf9-3cec31daadb2 {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.514686] env[68663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a06bcc-de73-4461-be79-87f418255f2c {{(pid=68663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.528352] env[68663]: DEBUG nova.compute.provider_tree [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Inventory has not changed in ProviderTree for provider: f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 {{(pid=68663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.031880] env[68663]: DEBUG nova.scheduler.client.report [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Inventory has not changed for provider f0a0f2d2-ddcb-44ad-b1af-afe72d50cda7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.536915] env[68663]: DEBUG nova.compute.resource_tracker [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1416.537341] env[68663]: DEBUG oslo_concurrency.lockutils [None req-d5d23cd4-b799-4144-a167-e93bc4b2b362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.211s {{(pid=68663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}